-- Logs begin at Wed 2022-02-16 11:39:58 UTC, end at Wed 2022-02-16 13:50:11 UTC. -- Feb 16 12:32:16.648490 dv-neutron-829487-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 12:32:19.125338 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:32:19.126000 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev36 Feb 16 12:32:19.126090 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:32:19.129297 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:32:19.129553 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev36 Feb 16 12:32:19.129860 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:32:19.130788 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:32:19.131048 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:32:19.131411 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:32:19.131658 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:32:19.131886 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:32:19.132208 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.132511 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.132806 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.133038 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.133335 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.133622 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.133903 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.134189 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.134487 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.134771 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.135070 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.135357 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.135587 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.135867 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.136152 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.136436 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.136657 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] debug = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.136936 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.137360 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.137775 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.138077 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.138521 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.138654 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.138898 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.139198 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.139507 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.139813 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] host = dv-neutron-829487-1-hyperv {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.140089 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.140374 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.140656 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.140940 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.141209 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.141481 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.141762 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.142030 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.142303 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] log_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.142574 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.142857 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.143161 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.143448 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.143671 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.143890 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.144172 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.144454 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.144726 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.144999 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.145271 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.145546 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.145820 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.146087 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.146369 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.146652 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.146933 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.147240 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.147512 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.147783 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.148060 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.148340 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.148610 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.148881 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.149153 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.149434 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.149703 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.149974 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.150271 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.150552 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.150827 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.151131 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.151408 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.151691 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.151964 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.152235 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.152510 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] use_json = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.152781 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.153049 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.153328 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.153599 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.153912 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.154186 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.154456 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.154737 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.155023 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:19.155325 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.155616 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.155913 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.156200 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.156486 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.156764 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.157050 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.157330 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.157611 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.157897 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.158185 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.158463 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.158748 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.159048 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.159346 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.159650 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.159942 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.160233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.160507 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.160780 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.161050 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.161324 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.161610 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.161899 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.162184 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.162462 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.162737 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.163047 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.163326 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.163598 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.163874 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.164160 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.164436 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.164708 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.164985 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.165261 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.165530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.165801 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.166075 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.166360 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.166633 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.166901 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.167192 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.167468 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.167738 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.168021 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.168296 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.168567 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.168836 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.169110 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.169907 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.170184 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.170461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.170734 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.171033 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.171307 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.171578 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.171850 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.172123 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.172394 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.172665 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.172940 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.173214 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.173484 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.173756 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.174029 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.174301 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.174572 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.174857 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.175188 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.175466 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.175745 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.176024 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.176297 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.176572 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.176849 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.177125 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.177400 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.177671 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.177957 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.178239 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.178524 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.178805 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.179105 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.179399 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.179679 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.180217 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.180496 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.180781 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.181065 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.181347 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.181639 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.181932 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.182226 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.182519 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.182816 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.183132 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.183439 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.183718 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:19.183936 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:32:19.184175 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88332) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 12:32:19.578361 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO keyring.backend [-] Loading KWallet Feb 16 12:32:19.585556 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO keyring.backend [-] Loading SecretService Feb 16 12:32:19.589002 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO keyring.backend [-] Loading Windows Feb 16 12:32:19.590356 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO keyring.backend [-] Loading chainer Feb 16 12:32:19.590932 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO keyring.backend [-] Loading macOS Feb 16 12:32:19.624614 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:32:19.624893 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:32:19.625189 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:32:19.625529 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 12:32:20.023940 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.024238 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.024510 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.025708 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.025981 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.026366 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.061666 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.061942 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.062216 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.075659 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.076444 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.076708 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.106354 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.106629 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.106918 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.143681 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.144238 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.144238 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.377151 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.377436 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.377702 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.377963 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.378692 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.498089 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.498410 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.498689 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.498958 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.499244 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.499554 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.499816 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.500072 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.500324 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.500603 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.500864 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.501122 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.501380 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.501632 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.501893 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.502154 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.502414 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.502679 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.502926 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.503232 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.503582 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.503830 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.504073 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.504347 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.504590 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.504829 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.505206 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:20.505439 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:20.505669 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:20.505898 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:20.506127 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:20.506355 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:20.506706 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 12:32:20.509801 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 12:32:20.513754 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 12:32:20.517483 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 16 12:32:20.519146 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 12:32:20.519597 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 12:32:20.519930 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 12:32:20.520309 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 12:32:20.524154 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 12:32:20.524405 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 12:32:20.524747 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:32:20.552558 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 12:32:20.553003 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.553291 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88332) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 12:32:20.553646 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.555290 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88332) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 12:32:20.555565 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:32:20.555805 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 12:32:20.559033 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.559309 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:20.621266 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 12:32:20.621501 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 12:32:20.621734 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 12:32:20.622091 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 12:32:20.652466 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_db.sqlalchemy.engines [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88332) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 12:32:21.176390 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing driver for type 'gre' Feb 16 12:32:21.176989 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] gre ID ranges: [(1, 1000)] Feb 16 12:32:21.387764 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing driver for type 'local' Feb 16 12:32:21.388598 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing driver for type 'vlan' Feb 16 12:32:21.485079 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] VlanTypeDriver initialization complete Feb 16 12:32:21.485419 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing driver for type 'vxlan' Feb 16 12:32:21.485958 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] vxlan ID ranges: [(1, 1000)] Feb 16 12:32:21.884942 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing extension driver 'port_security' Feb 16 12:32:21.885286 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.extensions.port_security [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] PortSecurityExtensionDriver initialization complete Feb 16 12:32:21.885621 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing mechanism driver 'openvswitch' Feb 16 12:32:21.885952 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing mechanism driver 'hyperv' Feb 16 12:32:21.900283 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:32:21.900964 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.901336 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.901687 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.902236 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:32:21.902671 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnet after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.903053 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnet after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.903404 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.903843 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:32:21.904288 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.904642 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.904988 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.905376 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:32:21.905782 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > security_group after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.906129 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > security_group after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.906468 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.906853 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:32:21.907285 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.907631 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.907971 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.908485 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:32:21.908892 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > address_group after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.909240 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > address_group after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.909579 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.909970 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:32:21.910420 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] ML2 OVO RPC backend initialized. {{(pid=88332) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 16 12:32:21.911163 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.911523 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.911945 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.912294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > networks before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.912688 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.913032 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > ports before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.913376 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnet before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.913717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnets before_response 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.914065 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.914408 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.914755 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.915124 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.915469 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.915806 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.916143 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnet after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.916481 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnet after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.916818 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.917390 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Modular L2 Plugin initialization complete Feb 16 12:32:21.917722 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading services supported by the core plugin {{(pid=88332) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 12:32:21.918045 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.plugins.ml2.managers [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Got port-security extension from driver 'port_security' Feb 16 12:32:21.918547 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.extensions.vlantransparent [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Disabled vlantransparent extension. Feb 16 12:32:21.919057 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88332) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 12:32:21.919871 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: router Feb 16 12:32:21.958630 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.959052 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router after_create 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.959428 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router before_create 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.959795 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.960164 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.960522 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router after_delete 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.960990 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.961363 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router after_create 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.961714 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router after_update 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.962074 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router after_update 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.962424 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.962781 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router after_update 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.963239 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_update 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.963603 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: port after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.963944 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: port after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.964288 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: subnet after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.964628 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.964981 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.965330 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_create 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.965673 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: port before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.966044 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.966404 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router after_update 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.966753 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.967140 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_create 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.967511 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.967861 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_update 55549900 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.968229 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > agent after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.968580 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > agent after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.968928 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > network after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.969804 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Tracking information for resource: router configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:21.970139 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Tracking information for resource: floatingip configured {{(pid=88332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:32:21.975241 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.db.l3_agentschedulers_db [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 12:32:21.975821 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: port after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.976184 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: port after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.976538 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: port after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.976893 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: port after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.977813 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router before_create 55550100 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.978185 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.978557 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_create 55550100 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.978917 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > router precommit_update 55550100 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:21.983905 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.services.provider_configuration [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service providers = [] {{(pid=88332) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 12:32:21.984276 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.db.servicetype_db [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88332) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 12:32:21.987285 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.services.service_base [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:32:21.987643 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.services.service_base [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:32:21.987990 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.services.service_base [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:32:21.988892 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.services.service_base [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:32:21.989270 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.services.service_base [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 12:32:21.989650 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:21.989975 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 12:32:22.001552 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:22.001895 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: auto_allocate Feb 16 12:32:22.025279 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: network precommit_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.025663 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: network precommit_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.026201 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:22.026523 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: tag Feb 16 12:32:22.040054 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:22.040391 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: timestamp Feb 16 12:32:22.045892 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:22.046259 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: network_ip_availability Feb 16 12:32:22.055141 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.055523 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.056012 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.056856 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:22.057257 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: flavors Feb 16 12:32:22.063461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:22.063836 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading Plugin: revisions Feb 16 12:32:22.068634 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:32:22.069062 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_concurrency.lockutils [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.444s {{(pid=88332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:32:22.069873 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88332) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 12:32:22.070214 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Initializing extension manager. Feb 16 12:32:22.070758 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: __init__.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.071138 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: __pycache__ {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.071481 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.071891 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: address_group.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.072686 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.073342 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: address-group Feb 16 12:32:22.073670 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: address_scope.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.074499 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.075040 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: address-scope Feb 16 12:32:22.075369 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.076355 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.077000 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: router-admin-state-down-before-update Feb 16 12:32:22.077357 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: agent.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.078124 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.078665 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: agent Feb 16 12:32:22.079007 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: agent_resources_synced.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.079951 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.080464 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: agent-resources-synced Feb 16 12:32:22.080791 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: allowedaddresspairs.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.082860 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.083422 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: allowed-address-pairs Feb 16 12:32:22.083754 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: auto_allocated_topology.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.084899 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.085425 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: auto-allocated-topology Feb 16 12:32:22.085760 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: availability_zone.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.086469 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.087012 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: availability_zone Feb 16 12:32:22.087336 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: availability_zone_filter.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.088263 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.088801 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: availability_zone_filter Feb 16 12:32:22.089137 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: data_plane_status.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.090088 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.090601 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 12:32:22.090928 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: default_subnetpools.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.091912 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.092427 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: default-subnetpools Feb 16 12:32:22.092755 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.093620 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.094142 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: dhcp_agent_scheduler Feb 16 12:32:22.094470 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: dns.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.095456 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.095967 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 12:32:22.096317 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: dns_domain_ports.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.097246 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.097761 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 12:32:22.098086 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: dvr.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.098770 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.099311 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: dvr Feb 16 12:32:22.099637 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: empty_string_filtering.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.100670 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.101188 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: empty-string-filtering Feb 16 12:32:22.101511 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.108581 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.109340 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:32:22.109810 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.110745 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.111298 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 12:32:22.111623 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: external_net.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.112551 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.113116 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: external-net Feb 16 12:32:22.113441 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.114363 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.114887 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: extra_dhcp_opt Feb 16 12:32:22.115240 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: extraroute.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.116160 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.116681 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: extraroute Feb 16 12:32:22.117008 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: extraroute_atomic.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.118059 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.118624 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: extraroute-atomic Feb 16 12:32:22.118954 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: filter_validation.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.119752 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.120272 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: filter-validation Feb 16 12:32:22.120599 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: fip_pf_description.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.121525 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.122041 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 12:32:22.122973 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: fip_port_details.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.123937 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.124485 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: fip-port-details Feb 16 12:32:22.124807 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: flavors.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.126228 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.126751 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: flavors Feb 16 12:32:22.127112 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.128811 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.129346 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 12:32:22.129674 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: floatingip_pools.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.130387 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.130909 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: floatingip-pools Feb 16 12:32:22.131259 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: ip_allocation.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.132195 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.132708 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 12:32:22.133030 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.133960 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.134487 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: ip-substring-filtering Feb 16 12:32:22.134812 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l2_adjacency.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.135819 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.136286 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 12:32:22.136607 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l3.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.137580 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.138627 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: router Feb 16 12:32:22.138954 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.141436 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.141974 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:32:22.142308 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.143283 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.143812 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: ext-gw-mode Feb 16 12:32:22.144146 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.145096 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.145620 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: l3-ha Feb 16 12:32:22.145949 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l3_flavors.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.146906 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.147456 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: l3-flavors Feb 16 12:32:22.147783 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.148754 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.149275 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 12:32:22.149643 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: l3agentscheduler.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.150681 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.151228 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: l3_agent_scheduler Feb 16 12:32:22.151561 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: logging.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.153074 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.154229 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension logging not supported by any of loaded plugins Feb 16 12:32:22.154573 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: metering.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.155477 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.156070 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: metering Feb 16 12:32:22.156404 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.157513 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.158037 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: metering_source_and_destination_fields Feb 16 12:32:22.158540 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: multiprovidernet.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.159511 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.160034 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: multi-provider Feb 16 12:32:22.160361 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: netmtu.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.161291 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.161813 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: net-mtu Feb 16 12:32:22.162138 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: netmtu_writable.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.163187 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.163708 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: net-mtu-writable Feb 16 12:32:22.164032 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: network_availability_zone.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.164718 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.165230 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: network_availability_zone Feb 16 12:32:22.165553 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: network_ip_availability.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.166661 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.167210 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: network-ip-availability Feb 16 12:32:22.167539 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: network_segment_range.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.168327 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.168839 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 12:32:22.169184 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: pagination.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.170195 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.170528 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: pagination Feb 16 12:32:22.170851 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: port_device_profile.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.171912 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.172437 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: port-device-profile Feb 16 12:32:22.172763 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.173704 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.174227 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: port-mac-address-regenerate Feb 16 12:32:22.174575 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.175586 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.177372 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: port-numa-affinity-policy Feb 16 12:32:22.177372 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: port_resource_request.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.177993 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.178307 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 12:32:22.178635 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: portbindings.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.179878 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.180402 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: binding Feb 16 12:32:22.180728 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: portbindings_extended.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.182029 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.182552 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: binding-extended Feb 16 12:32:22.182879 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: portsecurity.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.183849 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.184371 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: port-security Feb 16 12:32:22.184700 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: project_id.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.185810 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.186147 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: project-id Feb 16 12:32:22.186473 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: providernet.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.193840 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.194361 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: provider Feb 16 12:32:22.194685 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.198436 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.198970 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos not supported by any of loaded plugins Feb 16 12:32:22.199334 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.201161 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.201689 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 12:32:22.202151 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.203121 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.203807 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 12:32:22.204006 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_default.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.204937 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.205455 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-default not supported by any of loaded plugins Feb 16 12:32:22.205789 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_fip.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.206457 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.206967 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 12:32:22.207318 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_gateway_ip.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.208253 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.208773 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 12:32:22.209144 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_port_network_policy.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.210070 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.210586 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 12:32:22.210915 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_rule_type_details.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.211866 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.212385 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 12:32:22.212713 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: qos_rules_alias.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.213773 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.214297 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 12:32:22.214627 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: quotasv2.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.215623 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.215954 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: quotas Feb 16 12:32:22.216832 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: quotasv2_detail.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.218627 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.219000 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: quota_details Feb 16 12:32:22.219335 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: rbac.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.220542 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.221072 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: rbac-policies Feb 16 12:32:22.221405 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: rbac_address_group.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.222359 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.222925 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: rbac-address-group Feb 16 12:32:22.223314 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: rbac_address_scope.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.224247 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.224770 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: rbac-address-scope Feb 16 12:32:22.225097 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: rbac_security_groups.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.226022 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.226543 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: rbac-security-groups Feb 16 12:32:22.226870 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: rbac_subnetpool.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.227849 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.228372 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: rbac-subnetpool Feb 16 12:32:22.228699 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: revisionifmatch.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.235834 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.236362 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: revision-if-match Feb 16 12:32:22.236690 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: revisions.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.237821 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.238345 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: standard-attr-revisions Feb 16 12:32:22.238675 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: router_availability_zone.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.239523 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.240044 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: router_availability_zone Feb 16 12:32:22.240372 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: routerservicetype.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.241315 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.241834 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 12:32:22.242162 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.243138 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.243707 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: security-groups-normalized-cidr Feb 16 12:32:22.244035 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.245099 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.245631 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: port-security-groups-filtering Feb 16 12:32:22.245960 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.246939 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.247516 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: security-groups-remote-address-group Feb 16 12:32:22.247843 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: securitygroup.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.257701 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.262528 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: security-group Feb 16 12:32:22.262528 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: segment.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.262528 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.262528 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension segment not supported by any of loaded plugins Feb 16 12:32:22.262528 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.263859 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.264384 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 12:32:22.264834 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: servicetype.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.265966 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.266497 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: service-type Feb 16 12:32:22.266828 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: sorting.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.267857 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.268197 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: sorting Feb 16 12:32:22.268529 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: standard_attr_segment.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.269464 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.269985 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 12:32:22.270315 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: standardattrdescription.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.270976 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.271519 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: standard-attr-description Feb 16 12:32:22.271846 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: stateful_security_group.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.272828 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.273352 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: stateful-security-group Feb 16 12:32:22.273678 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: stdattrs_common.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.274276 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 12:32:22.274603 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.275696 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.276224 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 12:32:22.276549 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: subnet_onboard.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.277648 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.278173 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: subnet_onboard Feb 16 12:32:22.278520 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.280149 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.280667 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 12:32:22.280995 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: subnet_service_types.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.281947 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.282471 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: subnet-service-types Feb 16 12:32:22.282794 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: subnetallocation.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.283923 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.284448 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: subnet_allocation Feb 16 12:32:22.284776 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.285454 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.286003 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: subnetpool-prefix-ops Feb 16 12:32:22.286326 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.287309 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.287833 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 12:32:22.288159 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: tagging.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.289237 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.289901 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: standard-attr-tag Feb 16 12:32:22.290130 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: timestamp.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.291383 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.291910 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loaded extension: standard-attr-timestamp Feb 16 12:32:22.292243 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: trunk.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.293299 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.293823 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension trunk not supported by any of loaded plugins Feb 16 12:32:22.294208 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: trunk_details.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.295185 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.295831 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 12:32:22.296160 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: uplink_status_propagation.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.297101 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.297624 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 12:32:22.297951 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Loading extension file: vlantransparent.py {{(pid=88332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:32:22.298631 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:32:22.299209 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 12:32:22.304487 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:network Feb 16 12:32:22.304487 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:subnet Feb 16 12:32:22.304487 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:32:22.304487 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:port Feb 16 12:32:22.305377 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.305895 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service FLAVORS assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.306523 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.306957 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.307325 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:router Feb 16 12:32:22.307993 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:32:22.308702 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service METERING assigned prefix: /metering {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.310675 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.311074 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.311561 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:32:22.313919 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:32:22.314374 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:32:22.315072 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:32:22.315845 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service CORE assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.316182 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:32:22.316524 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] subnetpool is already registered Feb 16 12:32:22.317129 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service CORE assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.317461 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:32:22.317787 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] subnetpool is already registered Feb 16 12:32:22.427530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.427901 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service FLAVORS assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.428505 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.428936 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.429282 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:router Feb 16 12:32:22.429874 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] router is already registered Feb 16 12:32:22.430529 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:32:22.430860 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] floatingip is already registered Feb 16 12:32:22.431521 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service METERING assigned prefix: /metering {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.432345 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:32:22.432680 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] rbac_policy is already registered Feb 16 12:32:22.433103 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:32:22.433432 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] security_group is already registered Feb 16 12:32:22.434021 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:32:22.434354 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] security_group_rule is already registered Feb 16 12:32:22.435555 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service CORE assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.435891 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:32:22.436228 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] subnetpool is already registered Feb 16 12:32:22.436841 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.v2.resource_helper [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Service CORE assigned prefix: {{(pid=88332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:32:22.437170 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:32:22.437496 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING neutron.quota.resource_registry [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] subnetpool is already registered Feb 16 12:32:22.438165 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: extensions {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.439782 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: address-groups {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.441439 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: address-scopes {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.442706 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: agents {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.443907 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: auto-allocated-topology {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.445318 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: availability_zones {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.446586 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: dhcp-networks {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.448060 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: dhcp-agents {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.449496 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: routers {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.452097 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: flavors {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.453277 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: service_profiles {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.454515 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: next_providers {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.456096 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: service_profiles {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.457609 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: floatingip-pools {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.458973 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: routers {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.460836 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: floatingips {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.462285 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: l3-routers {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.463580 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: l3-agents {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.465197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: metering-labels {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.466608 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: metering-label-rules {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.467977 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: network-ip-availabilities {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.469250 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: bindings {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.470918 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: quotas {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.472391 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: quotas {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.473833 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: rbac-policies {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.475175 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: security-groups {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.476405 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: security-group-rules {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.477655 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: service-providers {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.479023 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: subnetpools {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.480477 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: subnetpools {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.481982 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.483802 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.485571 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.487672 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.490504 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.492411 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.494135 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.496181 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.498488 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.500404 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron.api.extensions [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Extended resource: tags {{(pid=88332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:32:22.506351 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING keystonemiddleware.auth_token [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 12:32:22.511089 dv-neutron-829487-1-hyperv neutron-server[88332]: WARNING keystonemiddleware.auth_token [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 12:32:22.519941 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_concurrency.lockutils [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Acquired lock "singleton_lock" {{(pid=88332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 12:32:22.520419 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_concurrency.lockutils [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Releasing lock "singleton_lock" {{(pid=88332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 12:32:22.521051 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO oslo_service.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Starting 2 workers Feb 16 12:32:22.525753 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Started child 88443 {{(pid=88332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:32:22.530134 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Started child 88444 {{(pid=88332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:32:22.531032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:22.531736 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO neutron.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 12:32:22.532402 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Notify callbacks [] for process, before_spawn {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:22.532522 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [-] (88443) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:32:22.534781 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO oslo_service.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Starting 1 workers Feb 16 12:32:22.535090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:22.536491 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [-] (88444) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:32:22.539810 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Started child 88445 {{(pid=88332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:32:22.540322 dv-neutron-829487-1-hyperv neutron-server[88332]: INFO oslo_service.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Starting 1 workers Feb 16 12:32:22.543338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] calling RpcWorker wait() {{(pid=88445) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 12:32:22.543880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] returning from RpcWorker wait() {{(pid=88445) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 12:32:22.544694 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Started child 88446 {{(pid=88332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:32:22.545210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:22.545463 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-716be05d-0c18-4357-907f-2f6b9268a228 None None] Notify callbacks [] for process, after_spawn {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:22.545664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:32:22.547284 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 12:32:22.547495 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:32:22.547682 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:32:22.547901 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:32:22.548325 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:32:22.548488 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:32:22.548997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.549290 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.549574 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.549833 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.549930 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:22.550374 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.550675 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.550916 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:32:22.551031 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.551241 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.551510 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.551762 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.551932 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.553997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.555349 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.555349 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.555349 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.555349 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] debug = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.555868 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.556005 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.556171 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.556340 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.556564 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.556857 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.557102 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.557372 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.557672 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.557827 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.558084 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.558351 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.558599 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.558831 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.559090 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.559337 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.559572 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.560564 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] host = dv-neutron-829487-1-hyperv {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.560819 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.561057 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.561304 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.561537 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.561969 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.562215 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.562476 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.562734 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.563001 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.563256 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.563506 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.563751 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.564000 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.564285 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.564447 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_options = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.564639 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.564920 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.565190 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.565390 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.565562 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.565737 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.565998 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.566165 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.566425 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.566747 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.566975 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.567231 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.567448 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.567685 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.567954 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.568185 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.568426 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.569444 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.569774 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.570102 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.570378 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.570978 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.571241 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.571581 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.571727 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.571976 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.572250 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.572457 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.572681 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.573251 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.573251 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.573448 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.573713 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.573979 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.574213 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.574450 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.574669 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.574950 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.575378 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_json = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.598461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.599717 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600269 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.600882 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601429 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.601984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.602593 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.603884 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.604498 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605109 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.605733 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606294 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.606837 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.607493 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.607493 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.607493 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.607493 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.607493 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.607493 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.607878 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.608039 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.608314 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.608585 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.608838 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.609108 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.609357 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.609619 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.609850 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.610146 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.610390 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.610690 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.610916 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.611160 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.611398 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.611630 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.611966 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.612236 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.612473 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.612707 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.612984 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.613231 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.613479 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.613758 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.614020 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.614270 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.614515 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.614744 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.614977 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.615228 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.615475 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.615690 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.615922 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.616139 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.616385 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.616620 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.616865 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.617096 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.617328 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.617548 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.617793 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.618013 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.618252 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.618501 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.618718 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.618943 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.619220 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.619442 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.619660 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.619900 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.620134 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.620400 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.620637 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.620931 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.621218 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.621449 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.623102 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.623384 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.623656 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.623881 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.624135 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.624361 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.624592 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.624805 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.625033 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.625257 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.625489 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.625738 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.625977 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.626237 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.626487 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.626829 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.627107 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.627341 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.627591 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.627811 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.628057 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.628317 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.628551 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.628768 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.628985 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.629202 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.629465 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.629709 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.629962 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.630176 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.630405 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.630616 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.630852 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.631088 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.631383 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.631642 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.631873 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.632116 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.632355 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.632586 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.632796 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.633026 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.633261 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.633470 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.633695 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.633904 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.634136 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.634337 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.634550 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.634866 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.635142 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.635369 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.635652 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.635888 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.636685 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.636685 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.636685 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.636948 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.637166 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.637393 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.637647 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.637891 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.638704 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.639055 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.639355 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.639622 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.639874 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.640146 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.640601 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.640883 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.641122 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643019 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643019 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643019 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643019 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643019 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643019 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643019 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643661 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643661 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643817 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.643929 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.644194 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.644460 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.644742 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.644977 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.645210 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.645421 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.645831 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.646213 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.646461 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.646704 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.646866 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.648530 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649132 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649132 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649132 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649132 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649413 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649413 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649570 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649734 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.649895 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.650216 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.650375 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.650536 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.650698 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.650860 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.651042 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.651204 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.651424 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.651526 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.651684 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.651847 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.652007 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] debug = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.652171 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.652380 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.652555 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.652709 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.652861 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.653170 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.653336 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.653517 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.653679 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.653839 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.653998 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.654156 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.654315 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.654474 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.654632 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.654792 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.654950 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.655135 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] host = dv-neutron-829487-1-hyperv {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.655312 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.655459 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.655617 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.655775 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.655936 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.656095 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.656253 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.656412 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.656570 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.656729 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.656888 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.657047 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.657205 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.657363 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.657521 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_options = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.657679 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.657839 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.657997 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.658336 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.658336 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.658483 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.658629 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.658784 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.658944 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.659130 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.659293 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.659455 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.659617 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.659776 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.659934 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.660095 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.660253 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.660412 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.660571 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.660729 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.660887 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.661046 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.661204 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.661363 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.661522 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.661683 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.661840 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.662000 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.662157 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.662316 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.662476 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.662635 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.662794 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.662951 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.663157 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.663315 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.663475 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.663638 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.663798 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.663959 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.664125 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.664282 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.664439 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.664598 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.664761 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.664916 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_json = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.665228 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.665389 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.665547 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.665707 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.665891 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.666006 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.666170 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.666330 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.666489 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:32:22.666668 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.666856 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.667030 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.667196 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.667359 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.667524 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.667688 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.667889 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.668014 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.668165 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.668334 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.668646 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.668963 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.669785 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.670118 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.670293 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.670455 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.670621 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.670813 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.670951 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.671140 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.671301 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.671625 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.671956 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.672120 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.672284 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.672447 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.672611 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.672775 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.672940 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.673102 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.673270 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.673434 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.673598 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.673763 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.673921 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.674233 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.674400 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.674562 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.674725 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.674888 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.675075 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.675239 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.675404 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.675567 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.675730 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.675895 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.676061 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.676226 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.676390 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.676565 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.676727 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.676889 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.677051 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.677218 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.677377 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.677746 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.677854 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.678014 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.678177 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.678341 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.678515 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.678677 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.678840 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.679036 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.679191 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.679349 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.679511 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.679928 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.680101 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.680259 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.680422 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.680585 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.680751 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.680921 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.681070 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.681230 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.681393 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.681554 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.681707 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.681872 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.682033 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.682194 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.682358 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.682528 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.682705 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.682867 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.683050 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.683218 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.683380 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.683656 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.683819 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.683981 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.684143 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.684305 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.684467 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.684630 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.685373 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.685547 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.685707 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.685868 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.686186 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.686352 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.686514 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.686691 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.686914 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.687111 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.687250 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.687413 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.687572 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.687723 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.687890 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.688061 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.688226 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.688386 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.688556 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.688729 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.688895 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.689051 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.689216 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.689376 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.689539 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.689699 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.689861 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.690022 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.690138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:32:22.690232 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.690338 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.690513 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.690682 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.690843 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.691033 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.691199 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.691386 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.691549 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.691710 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.691873 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.692035 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.692197 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.692359 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.692519 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.692682 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.692844 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.693007 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.693677 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.693677 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.693677 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.693677 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694257 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694257 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694257 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694257 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694817 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694817 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694817 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.694817 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.695133 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.695231 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.695409 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.695576 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.695732 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.695889 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.696103 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.696244 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.696435 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.696562 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.696695 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.696820 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.696941 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.697092 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.697254 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.697622 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.697622 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.697866 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.697866 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.698108 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.698232 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.698353 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.698477 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.698631 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.698793 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.698954 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.699146 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.699309 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.699471 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.699634 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.699795 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.699956 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.700139 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.700301 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.700540 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.700703 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.700864 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.701027 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.701187 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.701350 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.701511 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.701673 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.701834 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.702000 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.702166 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.702329 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.702491 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.702653 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.702816 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.703004 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.703161 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.703337 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.703499 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.703668 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.703818 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.703980 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.704151 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.704312 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.704473 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.704633 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.704794 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.704964 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.705125 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.705286 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.705446 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.705606 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.705777 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.705940 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.706106 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.706275 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.706436 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.706597 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.706760 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.706933 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.707122 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.707483 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.707483 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.707726 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.707726 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.707921 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.708049 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.708221 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.708384 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.708540 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.708710 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.708880 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.709050 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.709211 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.709378 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.709551 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.709712 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.709873 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.710034 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.710200 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.710361 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.710523 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.710684 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.710845 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.711022 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.711187 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.711348 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.711508 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.711669 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.711830 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.711993 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.712154 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.712315 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.712475 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.712636 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:32:22.712789 dv-neutron-829487-1-hyperv neutron-server[88332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:32:22.825530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42670) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:22.833971 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062668 Feb 16 12:32:33.752909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2436b-c807-409c-ada9-3d149acda6c3 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:32:33.824583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab2436b-c807-409c-ada9-3d149acda6c3 None None] No non-hosted networks {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 12:32:33.832438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.agentschedulers_db [None req-9ab2436b-c807-409c-ada9-3d149acda6c3 None None] DHCP Agent not found on host dv-neutron-829487-1-hyperv {{(pid=88445) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 12:32:33.948542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ace938c-daa2-466c-af47-a77a86f89fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689255'] for agent, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:36.177947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d24f60c5-03af-4501-b746-4162287e48b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689255'] for agent, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:36.206381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-69cf8fac-9bb9-40d1-b266-0a2d62caf742 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-829487-1-hyperv {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:32:36.207280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-69cf8fac-9bb9-40d1-b266-0a2d62caf742 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:32:36.787458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69cf8fac-9bb9-40d1-b266-0a2d62caf742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:37.149435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689255'] for agent, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:37.200669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689255'] for agent, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:37.202007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.202632 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.203183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.203654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.204168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.204695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.205225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.205718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.206227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.206763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.207270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.207820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:37.209162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829487-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:32:37.223352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829487-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:32:38.622375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689255'] for agent, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:40.203132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42764) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:40.785784 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING oslo_policy.policy [None req-3708cebc-91ba-43b1-baf8-e213c0f8feaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:40.786343 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING oslo_policy.policy [None req-3708cebc-91ba-43b1-baf8-e213c0f8feaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:41.006379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-3708cebc-91ba-43b1-baf8-e213c0f8feaa admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:32:41.023025 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3708cebc-91ba-43b1-baf8-e213c0f8feaa admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8033936 Feb 16 12:32:42.298242 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.db.l3_hamode_db [None req-60671ba0-698e-4f68-afd8-7e58437e3196 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 12:32:42.382105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671ba0-698e-4f68-afd8-7e58437e3196 None None] Routers set() bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:32:42.382495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671ba0-698e-4f68-afd8-7e58437e3196 None None] Router IDs set() for agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 12:32:43.392740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:43.750134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:32:43.855313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.policy [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:32:43.898151 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING oslo_policy.policy [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:43.898521 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING oslo_policy.policy [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:43.907397 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.quota [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] Loaded quota_driver: . Feb 16 12:32:43.923014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:32:44.050507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748313093673', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748313092570', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748313201440', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748313206876', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748313184564', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748313191012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3968671', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3986739', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-819847', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-917895'] for rbac-policy, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:44.221325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:44.222496 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc699607-9bed-4a9f-9d28-28df578532b8 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8288105 Feb 16 12:32:46.830343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:47.173933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:32:47.178862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:32:47.183224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Usage tracker for resource:network and tenant:5ac392d7201b450ebcc3d396a68bd0b6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:32:47.187732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:32:47.193629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:32:47.267224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Made reservation on behalf of 5ac392d7201b450ebcc3d396a68bd0b6 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:32:47.270009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.288423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.302227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:32:47.306149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac392d7201b450ebcc3d396a68bd0b6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:32:47.311161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:32:47.316637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:32:47.411837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.478464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.500222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:32:47.526124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748313559462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.526647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Unsubscribe: segment precommit_create {{(pid=88444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:32:47.527168 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Added segment 1718d06d-fabe-4afa-8c89-f91514384b02 of type vlan for network 14b79637-f3c0-4690-a459-e87247917518 Feb 16 12:32:47.576199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef1908-74ac-428b-9963-f5bbe222b946,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:47.591866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.592230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.592568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.592896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.593220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.593557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.593883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.594216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.594537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.594851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.595188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.595502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Tracked resource versions report: Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: pushed versions: Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: { 'AddressGroup': {'1.2'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'ConntrackHelper': {'1.0'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Log': {'1.0'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Network': {'1.1'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Port': {'1.7'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'PortForwarding': {'1.2'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'QosPolicy': {'1.8'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroup': {'1.4'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SubPort': {'1.0'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Subnet': {'1.1'}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Trunk': {'1.1'}} Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: consumer versions: Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'ConntrackHelper': '1.0', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Log': '1.0', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Network': '1.1', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Port': '1.7', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'PortForwarding': '1.2', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'QosPolicy': '1.8', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroup': '1.4', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroupRule': '1.2', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SubPort': '1.0', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Subnet': '1.1', Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Trunk': '1.1'}} Feb 16 12:32:47.596787 dv-neutron-829487-1-hyperv neutron-server[88444]: {{(pid=88444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:32:47.639919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.735093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.736298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:32:47.736964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:47.845460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] Pushing event updated for resources: {'Network': ['ID=14b79637-f3c0-4690-a459-e87247917518,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:47.861538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 14b79637-f3c0-4690-a459-e87247917518 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:32:47.907212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0970faf3-1544-423a-8d1a-29bf297cde54 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0757694 Feb 16 12:32:50.539669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 42808) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:51.114653 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING oslo_policy.policy [None req-20dad7ac-7f4e-472c-9c4f-64dd93baa045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:51.115255 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING oslo_policy.policy [None req-20dad7ac-7f4e-472c-9c4f-64dd93baa045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:51.554314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.policy [None req-20dad7ac-7f4e-472c-9c4f-64dd93baa045 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:32:51.598596 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING oslo_policy.policy [None req-20dad7ac-7f4e-472c-9c4f-64dd93baa045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:51.598971 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING oslo_policy.policy [None req-20dad7ac-7f4e-472c-9c4f-64dd93baa045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:32:51.608336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dad7ac-7f4e-472c-9c4f-64dd93baa045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:32:51.610308 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-20dad7ac-7f4e-472c-9c4f-64dd93baa045 admin admin] 10.222.0.47 "GET /v2.0/networks/14b79637-f3c0-4690-a459-e87247917518 HTTP/1.1" status: 200 len: 824 time: 1.0686078 Feb 16 12:32:51.642005 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b8f592bf-dc8d-45e3-87bc-378ea242c4c9 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/2472b279-bbd3-4979-9343-6f3e94117fa6 HTTP/1.1" status: 200 len: 734 time: 0.0263946 Feb 16 12:32:51.650424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'subnetpool_id': '2472b279-bbd3-4979-9343-6f3e94117fa6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:32:51.651997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.quota [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Loaded quota_driver: . Feb 16 12:32:51.657951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:32:51.663456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Usage tracker for resource:subnet and tenant:5ac392d7201b450ebcc3d396a68bd0b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:32:51.666646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:32:51.673919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:32:51.729539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Made reservation on behalf of 5ac392d7201b450ebcc3d396a68bd0b6 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:32:51.732347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:52.095187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:52.174542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Checking segment: {'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:32:52.174920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Network hostable DHCP agents. Network: 14b79637-f3c0-4690-a459-e87247917518, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:32:52.208268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47e558f-f391-43b7-a11e-9dcb07b89343,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:52.218494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.218854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.219221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.219548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.219876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.220198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.220518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.220849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.221171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.221486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.221798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.222113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Tracked resource versions report: Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: pushed versions: Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: { 'AddressGroup': {'1.2'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'ConntrackHelper': {'1.0'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Log': {'1.0'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Network': {'1.1'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Port': {'1.7'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'PortForwarding': {'1.2'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'QosPolicy': {'1.8'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroup': {'1.4'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SubPort': {'1.0'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Subnet': {'1.1'}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Trunk': {'1.1'}} Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: consumer versions: Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'ConntrackHelper': '1.0', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Log': '1.0', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Network': '1.1', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Port': '1.7', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'PortForwarding': '1.2', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'QosPolicy': '1.8', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroup': '1.4', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroupRule': '1.2', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SubPort': '1.0', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Subnet': '1.1', Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Trunk': '1.1'}} Feb 16 12:32:52.223418 dv-neutron-829487-1-hyperv neutron-server[88443]: {{(pid=88443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:32:52.306902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Network 14b79637-f3c0-4690-a459-e87247917518 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:32:52.369580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 14b79637-f3c0-4690-a459-e87247917518) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:32:52.374196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:32:52.374865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:52.378946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520add86-9a59-4b6d-bbfb-d613dd597520 None None] Network 14b79637-f3c0-4690-a459-e87247917518 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:32:52.456392 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a4405376-972e-4d36-b2e8-97908ae9b40b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8092887 Feb 16 12:32:52.689379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-14b79637-f3c0-4690-a459-e87247917518', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'fixed_ips': [{'subnet_id': 'b47e558f-f391-43b7-a11e-9dcb07b89343'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:32:52.690614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:52.875276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Allocated IP 172.20.0.2 (14b79637-f3c0-4690-a459-e87247917518/b47e558f-f391-43b7-a11e-9dcb07b89343/28e0bfa0-a322-4e2a-a86e-2fe3a51362c0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:32:53.103994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:53.117212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Transition to ACTIVE for port object 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:32:53.136937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Transition to ACTIVE for port object 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:32:53.239246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:53.303778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Network 14b79637-f3c0-4690-a459-e87247917518 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:32:53.306635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:32:53.313455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:32:53.320804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Pushing event updated for resources: {'Port': ['ID=28e0bfa0-a322-4e2a-a86e-2fe3a51362c0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:53.361112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.361473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.361815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.362145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.362469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.362807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.363156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.363478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.363815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.364137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.364452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.364785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Tracked resource versions report: Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: pushed versions: Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: { 'AddressGroup': {'1.2'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'ConntrackHelper': {'1.0'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Log': {'1.0'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Network': {'1.1'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Port': {'1.7'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'PortForwarding': {'1.2'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'QosPolicy': {'1.8'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroup': {'1.4'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SubPort': {'1.0'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Subnet': {'1.1'}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Trunk': {'1.1'}} Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: consumer versions: Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'ConntrackHelper': '1.0', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Log': '1.0', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Network': '1.1', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Port': '1.7', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'PortForwarding': '1.2', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'QosPolicy': '1.8', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroup': '1.4', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroupRule': '1.2', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SubPort': '1.0', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Subnet': '1.1', Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Trunk': '1.1'}} Feb 16 12:32:53.366076 dv-neutron-829487-1-hyperv neutron-server[88445]: {{(pid=88445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:32:53.416598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Attempting to bind port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:32:53.417127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Attempting to bind port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:32:53.417445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Attempting to bind port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 on network 14b79637-f3c0-4690-a459-e87247917518 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:32:53.423087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:32:53.423478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Checking segment: {'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:32:53.423972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:53.424364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Bound using segment: {'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:32:53.424824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Bound port: 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:32:53.425208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:53.512502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] For port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:32:53.516428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] For port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=28e0bfa0-a322-4e2a-a86e-2fe3a51362c0,segment=NetworkSegment(1718d06d-fabe-4afa-8c89-f91514384b02),segment_id=1718d06d-fabe-4afa-8c89-f91514384b02)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:32:53.558819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:53.649545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1c860-761d-492e-bf6a-7e976c6f20a6 None None] Pushing event updated for resources: {'Port': ['ID=28e0bfa0-a322-4e2a-a86e-2fe3a51362c0,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:54.876627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 42828) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:55.253485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-df7306a7-93df-4f73-a045-7adbfc82ccb6 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:32:55.254528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df7306a7-93df-4f73-a045-7adbfc82ccb6 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3767836 Feb 16 12:32:56.851851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:32:56.992639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:32:57.453542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1929091-113a-450b-b2d8-dfe46134c59a None None] Network 14b79637-f3c0-4690-a459-e87247917518 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:32:57.634602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-604b8965-7a9c-4ca8-a257-1cc37bacd5de None None] Provisioning for port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:32:57.668714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42842) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:57.671347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-604b8965-7a9c-4ca8-a257-1cc37bacd5de None None] Provisioning complete for port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:32:57.671963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-604b8965-7a9c-4ca8-a257-1cc37bacd5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:57.816015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-604b8965-7a9c-4ca8-a257-1cc37bacd5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:57.874654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-604b8965-7a9c-4ca8-a257-1cc37bacd5de None None] For port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=28e0bfa0-a322-4e2a-a86e-2fe3a51362c0,segment=NetworkSegment(1718d06d-fabe-4afa-8c89-f91514384b02),segment_id=1718d06d-fabe-4afa-8c89-f91514384b02)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:32:57.936083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-604b8965-7a9c-4ca8-a257-1cc37bacd5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:58.009433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b8965-7a9c-4ca8-a257-1cc37bacd5de None None] Pushing event updated for resources: {'Port': ['ID=28e0bfa0-a322-4e2a-a86e-2fe3a51362c0,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:58.057664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-88d91998-7d6d-413e-8634-601ac3c0af80 None None] Provisioning complete for port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:32:58.058558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88d91998-7d6d-413e-8634-601ac3c0af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:58.071420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-6e6e5375-dfcf-407a-8010-5e30d6c76457 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:32:58.072556 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6e6e5375-dfcf-407a-8010-5e30d6c76457 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4028420 Feb 16 12:32:58.829758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:32:58.894633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:32:58.895293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:00.731968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42854) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:33:01.073481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:33:01.077896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:33:01.081602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Usage tracker for resource:router and tenant:5ac392d7201b450ebcc3d396a68bd0b6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:33:01.085334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:33:01.091437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:33:01.169925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:01.171471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:01.192271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:01.382118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:01.489887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:01.491049 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a8f739d2-170c-4d78-b1b4-1ff571191984 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7580743 Feb 16 12:33:03.838617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a240ae73-4984-4aba-84ed-9bc1409b0112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:03.868130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:33:04.241760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-50fb15e0-cc2d-47d4-9a42-b55a1f415fa2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:33:04.242734 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-50fb15e0-cc2d-47d4-9a42-b55a1f415fa2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3736949 Feb 16 12:33:06.181168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b426361-fca8-4df6-96c7-130492119601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:06.628112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:33:06.985876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:33:06.990859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:33:06.994685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Usage tracker for resource:network and tenant:40a59cd2a2544057af8d36084f520cdc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:33:06.998358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:33:07.004269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:33:07.106081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.152370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Made reservation on behalf of 40a59cd2a2544057af8d36084f520cdc for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:33:07.154706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.166778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.181349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:33:07.185601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Usage tracker for resource:security_group_rule and tenant:40a59cd2a2544057af8d36084f520cdc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:33:07.188280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:33:07.193771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:33:07.221394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.275085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.352373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.370151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Reserving flat network on physical network physnet1 {{(pid=88444) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 12:33:07.390136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb60ad5-38e5-432d-a89b-4a1515a08bea,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:07.395493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.395836 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Added segment 53bf1842-7dd8-4803-a38c-48b461334c29 of type flat for network 899eec45-c7b7-4526-b2b5-ff758a8c35fb Feb 16 12:33:07.428433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.558316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.559232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:33:07.559811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:07.671046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] Pushing event updated for resources: {'Network': ['ID=899eec45-c7b7-4526-b2b5-ff758a8c35fb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:07.681356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:33:07.844675 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-99ee46cd-64ad-4281-b225-f1d169080c9b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2154238 Feb 16 12:33:08.615675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:09.587484 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:33:10.209293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:33:10.415821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe002c-01d2-41af-972d-a1f37755691a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:33:10.417174 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-abbe002c-01d2-41af-972d-a1f37755691a admin admin] 10.222.0.47 "GET /v2.0/subnets/b47e558f-f391-43b7-a11e-9dcb07b89343 HTTP/1.1" status: 200 len: 849 time: 0.2069230 Feb 16 12:33:10.560236 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5fc2a659-36b3-41eb-80ed-90ad251045f8 admin admin] 10.222.0.47 "GET /v2.0/routers/11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 HTTP/1.1" status: 200 len: 704 time: 0.1373584 Feb 16 12:33:11.020119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:11.246859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Allocated IP 172.20.0.1 (14b79637-f3c0-4690-a459-e87247917518/b47e558f-f391-43b7-a11e-9dcb07b89343/e21ef2e6-a141-495e-b9f2-b47010379969) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:33:11.400628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:11.418720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Transition to ACTIVE for port object e21ef2e6-a141-495e-b9f2-b47010379969 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:33:11.541420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:11.607716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Network 14b79637-f3c0-4690-a459-e87247917518 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:33:11.610616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:33:11.614190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:33:11.614700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:11.795913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Pushing event updated for resources: {'Port': ['ID=e21ef2e6-a141-495e-b9f2-b47010379969,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:11.940980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-af81bdaa-788c-49b2-bd36-ef6335f95d2a None None] Provisioning for port e21ef2e6-a141-495e-b9f2-b47010379969 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:33:11.945722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-af81bdaa-788c-49b2-bd36-ef6335f95d2a None None] Provisioning complete for port e21ef2e6-a141-495e-b9f2-b47010379969 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:33:11.946096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af81bdaa-788c-49b2-bd36-ef6335f95d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:12.001838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af81bdaa-788c-49b2-bd36-ef6335f95d2a None None] Port e21ef2e6-a141-495e-b9f2-b47010379969 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:33:12.031243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:12.257665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:12.324217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:12.324961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:12.461254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Pushing event updated for resources: {'Port': ['ID=e21ef2e6-a141-495e-b9f2-b47010379969,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:12.521754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Network 14b79637-f3c0-4690-a459-e87247917518 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:33:12.522739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:33:12.724953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1ed702b7-b5ed-4aa1-b5f8-c36b4b45fde8 None None] Provisioning complete for port e21ef2e6-a141-495e-b9f2-b47010379969 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:33:12.725319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ed702b7-b5ed-4aa1-b5f8-c36b4b45fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:12.776788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1ed702b7-b5ed-4aa1-b5f8-c36b4b45fde8 None None] Port e21ef2e6-a141-495e-b9f2-b47010379969 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:33:12.855877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:33:13.008889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:33:13.027136 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5ca4ca63-7524-41ee-b6c0-5b1050fc6940 admin admin] 10.222.0.47 "PUT /v2.0/routers/11d8e1b1-0f3b-42ec-96ad-d6c162b9e162/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4533858 Feb 16 12:33:13.027361 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Sync routers for ids ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:33:13.030454 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Routers {'11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:33:13.031349 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:33:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:13.204321 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Set router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:33:13.570123 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'name': 'router1', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:33:01Z', 'updated_at': '2022-02-16T12:33:11Z', 'revision_number': 2, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'gw_port_host': None, '_interfaces': [{'id': 'e21ef2e6-a141-495e-b9f2-b47010379969', 'name': '', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'mac_address': 'fa:16:3e:93:ca:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:11Z', 'updated_at': '2022-02-16T12:33:12Z', 'revision_number': 2, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'subnets': [{'id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2472b279-bbd3-4979-9343-6f3e94117fa6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:13.575571 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Checking router: 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:33:13.575942 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Updating router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 port e21ef2e6-a141-495e-b9f2-b47010379969 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:33:13.627140 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:14.000395 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:14.015782 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Transition to ACTIVE for port object e21ef2e6-a141-495e-b9f2-b47010379969 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:33:14.174248 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:14.393327 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Pushing event updated for resources: {'Port': ['ID=e21ef2e6-a141-495e-b9f2-b47010379969,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:14.421647 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.421999 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.422331 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.422658 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.422998 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.423338 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.423659 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.423975 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.424304 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.424620 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.424932 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.425240 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Tracked resource versions report: Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: pushed versions: Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: { 'AddressGroup': {'1.2'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'ConntrackHelper': {'1.0'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Log': {'1.0'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Network': {'1.1'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Port': {'1.7'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'PortForwarding': {'1.2'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'QosPolicy': {'1.8'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroup': {'1.4'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SubPort': {'1.0'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Subnet': {'1.1'}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Trunk': {'1.1'}} Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: consumer versions: Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'ConntrackHelper': '1.0', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Log': '1.0', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Network': '1.1', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Port': '1.7', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'PortForwarding': '1.2', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'QosPolicy': '1.8', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroup': '1.4', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroupRule': '1.2', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SubPort': '1.0', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Subnet': '1.1', Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Trunk': '1.1'}} Feb 16 12:33:14.426564 dv-neutron-829487-1-hyperv neutron-server[88446]: {{(pid=88446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:33:14.432781 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Attempting to bind port e21ef2e6-a141-495e-b9f2-b47010379969 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:33:14.433181 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Attempting to bind port e21ef2e6-a141-495e-b9f2-b47010379969 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:33:14.433599 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Attempting to bind port e21ef2e6-a141-495e-b9f2-b47010379969 on network 14b79637-f3c0-4690-a459-e87247917518 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:33:14.438694 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:33:14.439112 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Checking segment: {'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:33:14.439596 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:14.439978 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Bound using segment: {'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:33:14.440452 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Bound port: e21ef2e6-a141-495e-b9f2-b47010379969, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1718d06d-fabe-4afa-8c89-f91514384b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '14b79637-f3c0-4690-a459-e87247917518'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:33:14.440833 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:14.528122 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] For port e21ef2e6-a141-495e-b9f2-b47010379969, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:33:14.532069 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] For port e21ef2e6-a141-495e-b9f2-b47010379969, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e21ef2e6-a141-495e-b9f2-b47010379969,segment=NetworkSegment(1718d06d-fabe-4afa-8c89-f91514384b02),segment_id=1718d06d-fabe-4afa-8c89-f91514384b02)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:33:14.625842 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:14.710228 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c8142-60a8-42e0-857a-ef147eec0015 None None] Pushing event updated for resources: {'Port': ['ID=e21ef2e6-a141-495e-b9f2-b47010379969,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:14.727252 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Routers {'11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:33:14.727871 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:33:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:14.890783 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] Set router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:33:15.227476 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'name': 'router1', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:33:01Z', 'updated_at': '2022-02-16T12:33:11Z', 'revision_number': 2, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'gw_port_host': None, '_interfaces': [{'id': 'e21ef2e6-a141-495e-b9f2-b47010379969', 'name': '', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'mac_address': 'fa:16:3e:93:ca:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:11Z', 'updated_at': '2022-02-16T12:33:14Z', 'revision_number': 4, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'subnets': [{'id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2472b279-bbd3-4979-9343-6f3e94117fa6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:15.231820 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c459ec3-bf02-4490-8e2e-943943098afb None None] The sync data for ids ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'] in dv-neutron-829487-1-hyperv is: [{'id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'name': 'router1', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:33:01Z', 'updated_at': '2022-02-16T12:33:11Z', 'revision_number': 2, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'gw_port_host': None, '_interfaces': [{'id': 'e21ef2e6-a141-495e-b9f2-b47010379969', 'name': '', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'mac_address': 'fa:16:3e:93:ca:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:11Z', 'updated_at': '2022-02-16T12:33:14Z', 'revision_number': 4, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'subnets': [{'id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2472b279-bbd3-4979-9343-6f3e94117fa6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:33:15.273855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 42920) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:33:15.422186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a072f98b-cb63-4a94-9ea9-2c4ccaed70bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:33:15.423541 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a072f98b-cb63-4a94-9ea9-2c4ccaed70bb admin admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 842 time: 0.1486962 Feb 16 12:33:15.432916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:33:15.437209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:33:15.440904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Usage tracker for resource:subnet and tenant:40a59cd2a2544057af8d36084f520cdc is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:33:15.443667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:33:15.449888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:33:15.579441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Made reservation on behalf of 40a59cd2a2544057af8d36084f520cdc for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:33:15.581753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:16.157774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:33:16.158219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:16.228569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9189abb-b336-4670-a330-04a109614ae9,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:16.237479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:33:16.237826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Network hostable DHCP agents. Network: 899eec45-c7b7-4526-b2b5-ff758a8c35fb, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:33:16.369614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:33:16.489529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 899eec45-c7b7-4526-b2b5-ff758a8c35fb) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:33:16.493564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:33:16.494165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:16.501904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e20ae-fb41-4e9a-be11-c9d1a1ccffd9 None None] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:33:16.608037 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e9de7034-4251-49c6-aa06-8395e842f00e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1739683 Feb 16 12:33:16.740643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af61a1e-7897-4e30-baa2-68a8a34c5993 None None] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:33:16.914475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e21ef2e6-a141-495e-b9f2-b47010379969 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:33:17.163785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e21ef2e6-a141-495e-b9f2-b47010379969 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:33:17.170333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e21ef2e6-a141-495e-b9f2-b47010379969 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:33:17.170775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:17.294114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:17.327284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port e21ef2e6-a141-495e-b9f2-b47010379969, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e21ef2e6-a141-495e-b9f2-b47010379969,segment=NetworkSegment(1718d06d-fabe-4afa-8c89-f91514384b02),segment_id=1718d06d-fabe-4afa-8c89-f91514384b02)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:33:17.403565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:17.469725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=e21ef2e6-a141-495e-b9f2-b47010379969,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:18.839945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e21ef2e6-a141-495e-b9f2-b47010379969 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:33:18.909819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e21ef2e6-a141-495e-b9f2-b47010379969 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:33:18.910181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:18.942828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:33:19.140767 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-717fe976-d5e7-4507-b6e1-6cefb5a196f8 admin admin] 10.222.0.47 "GET /v2.0/routers/11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 HTTP/1.1" status: 200 len: 710 time: 0.1967981 Feb 16 12:33:19.309567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f9b03-8fc2-4e45-85ed-5e249a397220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:33:19.310056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ee0f9b03-8fc2-4e45-85ed-5e249a397220 admin admin] Synchronizing usage tracker for tenant:40a59cd2a2544057af8d36084f520cdc on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:33:19.426209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ee0f9b03-8fc2-4e45-85ed-5e249a397220 admin admin] Unset dirty status for tenant:40a59cd2a2544057af8d36084f520cdc on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:33:19.427626 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee0f9b03-8fc2-4e45-85ed-5e249a397220 admin admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 886 time: 0.2815335 Feb 16 12:33:19.436284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:33:19.885838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:20.296370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:20.352267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:20.481112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Allocated IP 172.26.6.113 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/1f40564d-d1fc-4071-bf59-540350d68fe6) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:33:20.623270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:20.706461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:20.773417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:33:20.776799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:33:20.780362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:33:20.834116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Pushing event updated for resources: {'Port': ['ID=1f40564d-d1fc-4071-bf59-540350d68fe6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:21.272140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:21.600382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:21.603559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:21.777466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:33:21.954818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:33:21.963216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:21.969389 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fc1e52ca-95a6-44a2-b965-4e22f1230c5d admin admin] 10.222.0.47 "PUT /v2.0/routers/11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 HTTP/1.1" status: 200 len: 890 time: 2.5319316 Feb 16 12:33:21.969569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Sync routers for ids ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:33:21.975718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Routers {'11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:33:21.976405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:33:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:22.170641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Set router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:33:22.504561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'name': 'router1', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f40564d-d1fc-4071-bf59-540350d68fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:33:01Z', 'updated_at': '2022-02-16T12:33:21Z', 'revision_number': 4, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'gw_port': {'id': '1f40564d-d1fc-4071-bf59-540350d68fe6', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:20Z', 'updated_at': '2022-02-16T12:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e21ef2e6-a141-495e-b9f2-b47010379969', 'name': '', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'mac_address': 'fa:16:3e:93:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:11Z', 'updated_at': '2022-02-16T12:33:17Z', 'revision_number': 5, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'subnets': [{'id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2472b279-bbd3-4979-9343-6f3e94117fa6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:22.509226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Checking router: 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:33:22.509576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Updating router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 port 1f40564d-d1fc-4071-bf59-540350d68fe6 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:33:22.573544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:22.893667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:22.905486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Transition to ACTIVE for port object 1f40564d-d1fc-4071-bf59-540350d68fe6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:33:23.020557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:23.096084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Attempting to bind port 1f40564d-d1fc-4071-bf59-540350d68fe6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:33:23.096467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Attempting to bind port 1f40564d-d1fc-4071-bf59-540350d68fe6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:33:23.096830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Attempting to bind port 1f40564d-d1fc-4071-bf59-540350d68fe6 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:33:23.105966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:33:23.111545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:33:23.111545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:23.111545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:33:23.111545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Bound port: 1f40564d-d1fc-4071-bf59-540350d68fe6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:33:23.111545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:23.134055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22aebc-2700-45ed-8694-b79439a7ba88 None None] Pushing event updated for resources: {'Port': ['ID=1f40564d-d1fc-4071-bf59-540350d68fe6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:23.185738 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] For port 1f40564d-d1fc-4071-bf59-540350d68fe6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:33:23.188639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] For port 1f40564d-d1fc-4071-bf59-540350d68fe6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1f40564d-d1fc-4071-bf59-540350d68fe6,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:33:23.294267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:23.370371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Routers {'11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:33:23.371085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:33:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:23.425669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22aebc-2700-45ed-8694-b79439a7ba88 None None] Pushing event updated for resources: {'Port': ['ID=1f40564d-d1fc-4071-bf59-540350d68fe6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:23.554535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] Set router 11d8e1b1-0f3b-42ec-96ad-d6c162b9e162 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:33:23.907178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'name': 'router1', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f40564d-d1fc-4071-bf59-540350d68fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:33:01Z', 'updated_at': '2022-02-16T12:33:21Z', 'revision_number': 4, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'gw_port': {'id': '1f40564d-d1fc-4071-bf59-540350d68fe6', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:20Z', 'updated_at': '2022-02-16T12:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e21ef2e6-a141-495e-b9f2-b47010379969', 'name': '', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'mac_address': 'fa:16:3e:93:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:11Z', 'updated_at': '2022-02-16T12:33:17Z', 'revision_number': 5, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'subnets': [{'id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2472b279-bbd3-4979-9343-6f3e94117fa6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:33:23.911123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f07c0-eec1-46c0-a137-4e4ffb44b959 None None] The sync data for ids ['11d8e1b1-0f3b-42ec-96ad-d6c162b9e162'] in dv-neutron-829487-1-hyperv is: [{'id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'name': 'router1', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f40564d-d1fc-4071-bf59-540350d68fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:33:01Z', 'updated_at': '2022-02-16T12:33:21Z', 'revision_number': 4, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'gw_port': {'id': '1f40564d-d1fc-4071-bf59-540350d68fe6', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:20Z', 'updated_at': '2022-02-16T12:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e21ef2e6-a141-495e-b9f2-b47010379969', 'name': '', 'network_id': '14b79637-f3c0-4690-a459-e87247917518', 'tenant_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'mac_address': 'fa:16:3e:93:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8e1b1-0f3b-42ec-96ad-d6c162b9e162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:33:11Z', 'updated_at': '2022-02-16T12:33:17Z', 'revision_number': 5, 'project_id': '5ac392d7201b450ebcc3d396a68bd0b6', 'subnets': [{'id': 'b47e558f-f391-43b7-a11e-9dcb07b89343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2472b279-bbd3-4979-9343-6f3e94117fa6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:33:24.318217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 42944) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:33:24.434047 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-096af454-777b-451e-a4e6-ec5065c9db65 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146891 Feb 16 12:33:24.866391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1f40564d-d1fc-4071-bf59-540350d68fe6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:33:25.197502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 1f40564d-d1fc-4071-bf59-540350d68fe6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:33:25.202668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 1f40564d-d1fc-4071-bf59-540350d68fe6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:33:25.203068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:25.336597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:25.352932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 1f40564d-d1fc-4071-bf59-540350d68fe6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1f40564d-d1fc-4071-bf59-540350d68fe6,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:33:25.449166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:25.515580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=1f40564d-d1fc-4071-bf59-540350d68fe6,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:33:26.860971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1f40564d-d1fc-4071-bf59-540350d68fe6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:33:26.975808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 1f40564d-d1fc-4071-bf59-540350d68fe6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:33:26.976183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:33.797696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8f12c7d9-fc09-4718-9d96-2032f9dd4aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:36.163875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69d584b9-0503-4a51-a99a-ce225690fb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:37.155633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:37.231665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:38.626327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:46.586563 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:34:03.779452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e7c846d-f294-4627-aa1c-db84c88e7698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:06.179666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c7e42bb5-a17b-491b-8fe9-2dcfbcb61592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:07.105895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:07.234360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:08.635155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:23.588395 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:34:33.773904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a25f-aac2-4f85-a708-880dfc48c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:36.291248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e22b628-acef-4952-b07b-88602230faf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:37.110558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:37.216581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:38.599930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:00.586504 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:35:03.776107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91695b9f-c700-4db8-8c97-2f94aa88eb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:06.150876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b0e06ff-7c94-43f5-999b-8c21f15abf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:07.105079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:07.210003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:08.614797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:33.781234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04f79995-ab39-4285-a9e4-27457fe01c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:34.858343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43546) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:34.926703 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ee5707-dd8e-4dc2-92da-66950f312d22 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:35:34.929857 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e1ee5707-dd8e-4dc2-92da-66950f312d22 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0705526 Feb 16 12:35:35.061542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a8d61-4e8f-4a77-8f57-620f0efa653e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:35.063082 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-165a8d61-4e8f-4a77-8f57-620f0efa653e admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1290891 Feb 16 12:35:36.141005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18951b2f-1a6d-4b46-a60e-1b5fded78268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.095544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.214702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:37.242142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.323127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dbc961-2451-4f71-b284-8e3d14a151dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:37.324453 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c5dbc961-2451-4f71-b284-8e3d14a151dc admin admin] 10.222.0.47 "GET /v2.0/subnets/b47e558f-f391-43b7-a11e-9dcb07b89343 HTTP/1.1" status: 200 len: 849 time: 0.1087766 Feb 16 12:35:37.334309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:35:37.496851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.584398 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:35:37.752819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748313416991'] for subnet, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.796397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:37.796995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:37.798621 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] 10.222.0.47 "PUT /v2.0/subnets/b47e558f-f391-43b7-a11e-9dcb07b89343 HTTP/1.1" status: 200 len: 868 time: 0.4677041 Feb 16 12:35:37.811348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449b94b-5d5c-465c-8860-4338f6de15af None None] Network 14b79637-f3c0-4690-a459-e87247917518 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:35:37.823273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47e558f-f391-43b7-a11e-9dcb07b89343,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:35:37.830947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.831334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.831676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.832012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.832343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.832688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.833022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.833362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.833690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.834015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.834334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:37.834655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f60af3-6a38-4f15-8dc2-791c05a6e100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:35:38.237701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-25d3645e-79de-48d5-97f7-ccb4b0a5dab9 None None] Provisioning complete for port 28e0bfa0-a322-4e2a-a86e-2fe3a51362c0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:38.238076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25d3645e-79de-48d5-97f7-ccb4b0a5dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:38.363274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-25d3645e-79de-48d5-97f7-ccb4b0a5dab9 None None] Provisioning complete for port e21ef2e6-a141-495e-b9f2-b47010379969 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:35:38.363943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25d3645e-79de-48d5-97f7-ccb4b0a5dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:38.608059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:39.942260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:40.124827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5cfcc-e474-4d8f-b8b9-72b8efe7cb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:40.125214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5cfcc-e474-4d8f-b8b9-72b8efe7cb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:40.126730 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b0f5cfcc-e474-4d8f-b8b9-72b8efe7cb81 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1835186 Feb 16 12:35:42.279290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43576) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:42.450433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2e2c1-3c69-4f39-9784-76f4d2a551b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:42.450908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2e2c1-3c69-4f39-9784-76f4d2a551b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:42.452460 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-01b2e2c1-3c69-4f39-9784-76f4d2a551b4 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1722612 Feb 16 12:35:44.605828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43586) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:44.775586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d95ff6f-56ed-45a8-bbe8-b1622c37fbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:44.776920 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7d95ff6f-56ed-45a8-bbe8-b1622c37fbd2 admin admin] 10.222.0.47 "GET /v2.0/networks/14b79637-f3c0-4690-a459-e87247917518 HTTP/1.1" status: 200 len: 868 time: 0.1701486 Feb 16 12:35:46.904326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:47.074245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4502be-c499-4da2-b8db-b1d7c1ac520a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:47.076175 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7b4502be-c499-4da2-b8db-b1d7c1ac520a admin admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 886 time: 0.1709168 Feb 16 12:35:49.228509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43606) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:49.336328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f607fd6-1fde-4cce-a8db-38dd4e3874ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:49.336780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f607fd6-1fde-4cce-a8db-38dd4e3874ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:49.339760 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f607fd6-1fde-4cce-a8db-38dd4e3874ef admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088240 Feb 16 12:35:51.478880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:51.581530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a0b72a-f66c-4b65-999e-3d97637e3166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:51.581981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a0b72a-f66c-4b65-999e-3d97637e3166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:51.583478 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a3a0b72a-f66c-4b65-999e-3d97637e3166 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035969 Feb 16 12:35:53.738090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:53.846725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ae0dc-eb60-40be-945d-9edda2b9316b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:53.848100 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-711ae0dc-eb60-40be-945d-9edda2b9316b admin admin] 10.222.0.47 "GET /v2.0/subnets/b47e558f-f391-43b7-a11e-9dcb07b89343 HTTP/1.1" status: 200 len: 868 time: 0.1090574 Feb 16 12:35:56.000697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 43636) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:56.102355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e0f6b-5ee4-4799-9a1b-efd2f1c4805d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:35:56.102912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4e5e0f6b-5ee4-4799-9a1b-efd2f1c4805d admin admin] Synchronizing usage tracker for tenant:40a59cd2a2544057af8d36084f520cdc on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:35:56.191519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4e5e0f6b-5ee4-4799-9a1b-efd2f1c4805d admin admin] Unset dirty status for tenant:40a59cd2a2544057af8d36084f520cdc on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:35:56.192608 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4e5e0f6b-5ee4-4799-9a1b-efd2f1c4805d admin admin] 10.222.0.47 "GET /v2.0/subnets/c9189abb-b336-4670-a330-04a109614ae9 HTTP/1.1" status: 200 len: 816 time: 0.1909587 Feb 16 12:36:03.784281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4adf6946-567b-4560-a373-901c6bf3554c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:06.178396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5520b365-ccc3-4dc8-adcf-376e034c442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.088548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.180044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.638161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.582596 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:36:15.045927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43682) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:15.093041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-e388bfba-f295-46ae-b6a2-3a928a0dd4f5 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:15.094034 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e388bfba-f295-46ae-b6a2-3a928a0dd4f5 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471370 Feb 16 12:36:17.298716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:17.367060 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb1a404-2eb9-447e-9736-909bb136cc22 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:36:17.368295 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dfb1a404-2eb9-447e-9736-909bb136cc22 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685992 Feb 16 12:36:17.491756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afa346-d44b-4aa2-ba2f-a573033cc8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:17.493113 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a6afa346-d44b-4aa2-ba2f-a573033cc8ad admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203787 Feb 16 12:36:19.712739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43702) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:19.764077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:19.769098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:19.778976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:19.871008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Made reservation on behalf of 40a59cd2a2544057af8d36084f520cdc for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:19.875259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.977364 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.services.revisions.revision_plugin [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Could not find related network for resource to bump revision. Feb 16 12:36:19.989888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:20.000292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.000669 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Added segment ab6eed18-ae98-4bf4-8834-157cddc19e61 of type vlan for network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa Feb 16 12:36:20.029898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.140133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.141104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:20.141683 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.286346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] Pushing event updated for resources: {'Network': ['ID=05e56ce2-ce50-44b8-9c28-1b067e0f23fa,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:20.296737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:20.397630 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bc8f1722-8285-4472-9079-80a04f36cd22 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.6837044 Feb 16 12:36:22.535095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:22.603146 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c4aa05-7fb4-4f90-9bab-cbb9bc3e7e85 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:36:22.604022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5c4aa05-7fb4-4f90-9bab-cbb9bc3e7e85 admin admin] Synchronizing usage tracker for tenant:40a59cd2a2544057af8d36084f520cdc on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:22.682440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5c4aa05-7fb4-4f90-9bab-cbb9bc3e7e85 admin admin] Unset dirty status for tenant:40a59cd2a2544057af8d36084f520cdc on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:22.684112 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a5c4aa05-7fb4-4f90-9bab-cbb9bc3e7e85 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1475441 Feb 16 12:36:22.789508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cddebb-7eb4-4a53-a7da-7931c8f7742c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:22.790881 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-63cddebb-7eb4-4a53-a7da-7931c8f7742c admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1028287 Feb 16 12:36:22.801708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:22.806261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:22.816196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:22.888351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Made reservation on behalf of 40a59cd2a2544057af8d36084f520cdc for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:22.890630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.157105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.236266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cef0917-2917-4699-8a2a-a900af8cf244,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:23.240294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Checking segment: {'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:23.240644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Network hostable DHCP agents. Network: 05e56ce2-ce50-44b8-9c28-1b067e0f23fa, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:23.362587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:23.471183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 05e56ce2-ce50-44b8-9c28-1b067e0f23fa) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:23.475133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:23.475749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.479651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b967bbde-4a2b-4d02-b9be-176c80df84e7 None None] Network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:23.552070 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-90245e00-e390-4298-bbd8-b13c98eb79d7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7539568 Feb 16 12:36:23.697822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-05e56ce2-ce50-44b8-9c28-1b067e0f23fa', 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa', 'tenant_id': '40a59cd2a2544057af8d36084f520cdc', 'fixed_ips': [{'subnet_id': '6cef0917-2917-4699-8a2a-a900af8cf244'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:36:23.698690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.858256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Allocated IP 192.168.233.2 (05e56ce2-ce50-44b8-9c28-1b067e0f23fa/6cef0917-2917-4699-8a2a-a900af8cf244/46666cd6-b183-4764-9e06-108d4a62cf71) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:24.063295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.073756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Transition to ACTIVE for port object 46666cd6-b183-4764-9e06-108d4a62cf71 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:24.093463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Transition to ACTIVE for port object 46666cd6-b183-4764-9e06-108d4a62cf71 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:24.175008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.242621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:24.245496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:24.252353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:24.254409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Pushing event updated for resources: {'Port': ['ID=46666cd6-b183-4764-9e06-108d4a62cf71,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:24.287204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.287746 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.287864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.288186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.288511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.288858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.289206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.289531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.289858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.290179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.290499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.290815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:24.354471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Attempting to bind port 46666cd6-b183-4764-9e06-108d4a62cf71 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:24.354827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Attempting to bind port 46666cd6-b183-4764-9e06-108d4a62cf71 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:24.355222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Attempting to bind port 46666cd6-b183-4764-9e06-108d4a62cf71 on network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:24.361082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:24.361451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Checking segment: {'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:24.361847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.362259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Bound using segment: {'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:24.362712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Bound port: 46666cd6-b183-4764-9e06-108d4a62cf71, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:24.363116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.452504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] For port 46666cd6-b183-4764-9e06-108d4a62cf71, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:24.455361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] For port 46666cd6-b183-4764-9e06-108d4a62cf71, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=46666cd6-b183-4764-9e06-108d4a62cf71,segment=NetworkSegment(ab6eed18-ae98-4bf4-8834-157cddc19e61),segment_id=ab6eed18-ae98-4bf4-8834-157cddc19e61)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:24.522161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.602305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984018fb-5ecc-4de0-9254-473a07312cdf None None] Pushing event updated for resources: {'Port': ['ID=46666cd6-b183-4764-9e06-108d4a62cf71,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:24.974440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 46666cd6-b183-4764-9e06-108d4a62cf71 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:25.111427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 46666cd6-b183-4764-9e06-108d4a62cf71 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:25.464189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab57e99-9c7e-46cd-8823-e2a80c6b3563 None None] Network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:25.692046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-593e2439-87a5-43b9-a0c3-96b817bfbdcc None None] Provisioning for port 46666cd6-b183-4764-9e06-108d4a62cf71 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:25.708321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-593e2439-87a5-43b9-a0c3-96b817bfbdcc None None] Provisioning complete for port 46666cd6-b183-4764-9e06-108d4a62cf71 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:25.708321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593e2439-87a5-43b9-a0c3-96b817bfbdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.840871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593e2439-87a5-43b9-a0c3-96b817bfbdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.877874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-593e2439-87a5-43b9-a0c3-96b817bfbdcc None None] For port 46666cd6-b183-4764-9e06-108d4a62cf71, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=46666cd6-b183-4764-9e06-108d4a62cf71,segment=NetworkSegment(ab6eed18-ae98-4bf4-8834-157cddc19e61),segment_id=ab6eed18-ae98-4bf4-8834-157cddc19e61)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:25.946570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593e2439-87a5-43b9-a0c3-96b817bfbdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.020782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e2439-87a5-43b9-a0c3-96b817bfbdcc None None] Pushing event updated for resources: {'Port': ['ID=46666cd6-b183-4764-9e06-108d4a62cf71,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:26.066973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-65e62b7f-f0cb-4e50-a4c1-6460794cf9a6 None None] Provisioning complete for port 46666cd6-b183-4764-9e06-108d4a62cf71 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:26.067370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65e62b7f-f0cb-4e50-a4c1-6460794cf9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.939132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 46666cd6-b183-4764-9e06-108d4a62cf71 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:27.009045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 46666cd6-b183-4764-9e06-108d4a62cf71 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:27.009405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.813631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d42a089a-a59a-43d5-8ca5-fdcb186df249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.139138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d292cad5-d324-4c3f-ba84-a24622184595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.082090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.190755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.613452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.581332 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:37:03.806920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8910-7d08-4529-aeac-2d83c16824b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.138615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1eedbe8-109d-4030-93ba-213d09ea930d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.115761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.178741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.595496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:28.580016 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:37:33.754954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a154717-24ac-4c9d-96d8-83eb9734915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.137991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f10fe239-dd35-49c7-9b79-ddf86dfd9781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.103677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.217870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.635235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.384124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43756) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:49.389979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-e8249e29-7d45-4b0b-b860-b79854a05a60 tempest-verify_tempest_config-1328827837 tempest-verify_tempest_config-1328827837-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:37:49.390967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e8249e29-7d45-4b0b-b860-b79854a05a60 tempest-verify_tempest_config-1328827837 tempest-verify_tempest_config-1328827837-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058944 Feb 16 12:37:49.965780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:50.078376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.092781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:50.096556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Usage tracker for resource:security_group_rule and tenant:6f5f9caeebc7459eb4ab045bf8795e8f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:50.099300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:50.104894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:50.183627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.246772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.292195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Synchronizing usage tracker for tenant:40a59cd2a2544057af8d36084f520cdc on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:50.295503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373ee3cd-3a97-4d89-8baa-7db1c6c3ca53,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:50.304523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.304886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.305224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.305554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.305880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.306205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.306524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.306842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.307188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.308095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.308418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.308732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:50.388644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] Unset dirty status for tenant:40a59cd2a2544057af8d36084f520cdc on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:50.389927 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-447d8ed8-b230-400b-a3f5-029467b6ec0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f5f9caeebc7459eb4ab045bf8795e8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4231756 Feb 16 12:37:50.392514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 43780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:50.451187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6c86887-66f9-4f79-a19b-fc0e95fda199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.475165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6c86887-66f9-4f79-a19b-fc0e95fda199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.649266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6c86887-66f9-4f79-a19b-fc0e95fda199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.663470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c86887-66f9-4f79-a19b-fc0e95fda199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373ee3cd-3a97-4d89-8baa-7db1c6c3ca53,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:50.672642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6c86887-66f9-4f79-a19b-fc0e95fda199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.675959 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f6c86887-66f9-4f79-a19b-fc0e95fda199 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/373ee3cd-3a97-4d89-8baa-7db1c6c3ca53 HTTP/1.1" status: 204 len: 168 time: 0.2806242 Feb 16 12:38:03.811436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cfd6ca82-de24-461f-aeb9-d5e758b4c883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.578383 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:38:06.148953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db11cde9-3a90-4246-a5b5-ac0e6d790d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.135696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.223705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.600127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.770291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2317006-4385-4d41-87dd-2c0db47a77d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.148268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd254294-9bad-41b7-bece-5a517a13129e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.102380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.210948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.644321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.577769 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 5 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:39:03.792045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ccb024ea-efb7-404c-8aa8-ab27eeb6c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:06.148026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280d3494-541f-445c-b787-b1abaa3824db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.125227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.249088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.632326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:10.883216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689255'] for agent, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.582975 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:39:25.860763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 43850) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:25.971553 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1799589c-d14c-4319-83a7-811aa3006455 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1096745 Feb 16 12:39:28.091740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 43860) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:28.145393 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d58541c1-5472-48ff-8f88-df21efd897f4 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0524895 Feb 16 12:39:33.787842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac52c743-61a8-431e-ba3a-b38ffe1700f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.214169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d94af351-436f-452b-ad68-ab4f3fdf085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.122054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.233395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.688169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.890543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.581401 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:40:03.816572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e31b5d81-9db0-4256-b3c2-0b2de0b126f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.224473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd22d-89bc-4fc3-99e0-dbca0c404f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.119613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.210510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.693177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.869777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.580770 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:40:33.778181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c78ba3f2-8d76-4966-bce2-691c3a48d669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.257287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff641-19dc-427f-836d-f52627d8b9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.135237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.200472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.632257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.874082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.757272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44020) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.214645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1774853448'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:01.220192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:01.224221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Usage tracker for resource:network and tenant:c388d0ba624b407f83fa8d9d2620e493 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:01.227196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:01.232773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:01.244163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44042) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.371341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:01.374862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.391928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.406818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:01.410748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Usage tracker for resource:security_group_rule and tenant:c388d0ba624b407f83fa8d9d2620e493 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:01.414079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:01.420051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:01.512718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.597934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.634012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:01.647940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea98004-11d3-44f6-8b59-98f12c21767e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:01.653534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748313559462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.654111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Unsubscribe: segment precommit_create {{(pid=88443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:41:01.654575 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Added segment 725681cc-58a0-4ebe-b8c0-af1dc900a190 of type vlan for network efb9431a-889d-4681-a402-0ae5ba34cd8c Feb 16 12:41:01.669303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.669635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.669980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.670338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.670654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.671010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.671341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.671671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.671997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.672322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.672653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.672971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Tracked resource versions report: Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: pushed versions: Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: { 'AddressGroup': {'1.2'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'ConntrackHelper': {'1.0'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Log': {'1.0'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Network': {'1.1'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Port': {'1.7'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'PortForwarding': {'1.2'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'QosPolicy': {'1.8'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroup': {'1.4'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SubPort': {'1.0'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Subnet': {'1.1'}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Trunk': {'1.1'}} Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: consumer versions: Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'ConntrackHelper': '1.0', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Log': '1.0', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Network': '1.1', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Port': '1.7', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'PortForwarding': '1.2', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'QosPolicy': '1.8', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroup': '1.4', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SecurityGroupRule': '1.2', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'SubPort': '1.0', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Subnet': '1.1', Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: 'Trunk': '1.1'}} Feb 16 12:41:01.674022 dv-neutron-829487-1-hyperv neutron-server[88443]: {{(pid=88443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:41:01.700034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.906784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.912400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:01.924509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.013678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-383127520-network', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:02.032915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Network': ['ID=efb9431a-889d-4681-a402-0ae5ba34cd8c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.042457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:02.047022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Usage tracker for resource:network and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:02.049916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:02.053503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network efb9431a-889d-4681-a402-0ae5ba34cd8c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:02.056895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:02.102480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44064) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:02.140587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44070) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:02.141167 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0fd35efd-9848-4490-bc93-e9d035425e8b tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3815091 Feb 16 12:41:02.149470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'subnet': {'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:02.205528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Made reservation on behalf of 20642a7c8ad54f0a8e01f9fd81b9dc5b for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:02.207907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.221033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.237364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:02.241903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Usage tracker for resource:security_group_rule and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:02.247010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:02.252970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:02.273814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:02.277818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Usage tracker for resource:subnet and tenant:c388d0ba624b407f83fa8d9d2620e493 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:02.283880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:02.289635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:02.344799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.473932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:02.477520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.508218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.539629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:02.553082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1224391936-network', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:02.555845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5159c2c4-59d8-4d62-97a8-ea454f1ebc92,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.562721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:02.565187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.565456 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Added segment df19f8f0-d9f7-4207-9bfd-ea4b0552c176 of type vlan for network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f Feb 16 12:41:02.571700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Usage tracker for resource:network and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:02.575216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:02.587687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:02.609680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.758890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.759620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:02.760211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.765174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Made reservation on behalf of c627c7c33d584442a9bd12e6fe547f03 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:02.771854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.795705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.806477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.887256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:02.889865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Subnet': ['ID=05b07ca0-4cc6-4e20-9dad-668c8ea02dc1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.895495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:02.897286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Checking segment: {'id': '725681cc-58a0-4ebe-b8c0-af1dc900a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:02.897641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network hostable DHCP agents. Network: efb9431a-889d-4681-a402-0ae5ba34cd8c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:02.899662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:02.903672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.904012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.904346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.904675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.905001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.905326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.905646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.906352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.906352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.906672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.906776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] Pushing event updated for resources: {'Network': ['ID=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.907041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.907294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Tracked resource versions report: Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: pushed versions: Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: { 'AddressGroup': {'1.2'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'ConntrackHelper': {'1.0'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Log': {'1.0'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Network': {'1.1'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Port': {'1.7'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'PortForwarding': {'1.2'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'QosPolicy': {'1.8'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroup': {'1.4'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SubPort': {'1.0'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Subnet': {'1.1'}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Trunk': {'1.1'}} Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: consumer versions: Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'ConntrackHelper': '1.0', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Log': '1.0', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Network': '1.1', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Port': '1.7', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'PortForwarding': '1.2', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'QosPolicy': '1.8', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroup': '1.4', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SecurityGroupRule': '1.2', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'SubPort': '1.0', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Subnet': '1.1', Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: 'Trunk': '1.1'}} Feb 16 12:41:02.908715 dv-neutron-829487-1-hyperv neutron-server[88444]: {{(pid=88444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:41:02.910978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:02.924353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:03.010877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:03.061359 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a3f50b5d-102f-4e58-80df-749edf96958d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8091257 Feb 16 12:41:03.062080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:03.063537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Request body: {'subnet': {'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-383127520-subnet', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:03.069668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:03.075003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Usage tracker for resource:subnet and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:03.079719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:03.085924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:03.090481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.123681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, efb9431a-889d-4681-a402-0ae5ba34cd8c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:03.127779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:03.131741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.133762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b527335-667f-48f3-a88f-0c7649a7f652 None None] Network efb9431a-889d-4681-a402-0ae5ba34cd8c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:03.229456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.254042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:03.268612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.268959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Added segment ac4e769f-0407-4ec2-9d78-3bcb843c8680 of type vlan for network 36e1f399-a6d1-471c-88c7-46719211fb88 Feb 16 12:41:03.291403 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d35ee594-bb4e-48a6-a913-80f1669cfe39 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1432071 Feb 16 12:41:03.291403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:03.299261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-223448215'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:03.315849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acbb109-fc29-48a3-accc-10564f8e7ca7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:03.339423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.354942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-efb9431a-889d-4681-a402-0ae5ba34cd8c', 'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'tenant_id': 'c388d0ba624b407f83fa8d9d2620e493', 'fixed_ips': [{'subnet_id': '05b07ca0-4cc6-4e20-9dad-668c8ea02dc1'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:03.355811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.399323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Made reservation on behalf of 20642a7c8ad54f0a8e01f9fd81b9dc5b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:03.401676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.525544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.526919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:03.527949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.539596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Allocated IP 2001:db8::2 (efb9431a-889d-4681-a402-0ae5ba34cd8c/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1/9795cbf3-6ced-4893-b681-2c5ac70b6b3d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:03.545024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:03.565919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Usage tracker for resource:port and tenant:c388d0ba624b407f83fa8d9d2620e493 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:03.664435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:03.665145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:03.672748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:03.716096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] Pushing event updated for resources: {'Network': ['ID=36e1f399-a6d1-471c-88c7-46719211fb88,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:03.731429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 36e1f399-a6d1-471c-88c7-46719211fb88 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:03.817523 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7791bebd-22ff-4e71-9980-1198588164e4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7137940 Feb 16 12:41:03.818367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:03.820660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44130) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:03.822951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.830857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Request body: {'subnet': {'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1224391936-subnet', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:03.833950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.836132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:03.842289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Usage tracker for resource:subnet and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:03.847617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:03.856479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:03.910783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] device_id is not set on port aca0945d-583d-44b2-8b78-4f2ae77be1e4 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:03.915284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66082731-a023-49cb-9e60-4c1259c98e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.944278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.956883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Transition to ACTIVE for port object 9795cbf3-6ced-4893-b681-2c5ac70b6b3d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:03.977292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Transition to ACTIVE for port object 9795cbf3-6ced-4893-b681-2c5ac70b6b3d will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:03.988081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Made reservation on behalf of c627c7c33d584442a9bd12e6fe547f03 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:03.991838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.052464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Checking segment: {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:04.053085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Network hostable DHCP agents. Network: 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:04.082128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=babdde1c-242e-47ce-8104-d34de9bf4946,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.086918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.190356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Allocated IP 2001:db8::de (efb9431a-889d-4681-a402-0ae5ba34cd8c/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1/aca0945d-583d-44b2-8b78-4f2ae77be1e4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:04.206839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:04.208051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:04.212564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:04.238869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1646135203', 'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:04.248689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:04.266584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:04.292345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:network and tenant:5f6cf5ad41a544288cc9f3c8dfb44416 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:04.327631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Attempting to bind port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:04.327997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Attempting to bind port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '725681cc-58a0-4ebe-b8c0-af1dc900a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:04.328358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Attempting to bind port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d on network efb9431a-889d-4681-a402-0ae5ba34cd8c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:04.330336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Pushing event updated for resources: {'Port': ['ID=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.339045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.339329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.339669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.340002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.340329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.340655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.341142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.341272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.341617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.342004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.342251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.342687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Tracked resource versions report: Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: pushed versions: Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: { 'AddressGroup': {'1.2'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'ConntrackHelper': {'1.0'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Log': {'1.0'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Network': {'1.1'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Port': {'1.7'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'PortForwarding': {'1.2'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'QosPolicy': {'1.8'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroup': {'1.4'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SubPort': {'1.0'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Subnet': {'1.1'}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Trunk': {'1.1'}} Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: consumer versions: Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'ConntrackHelper': '1.0', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Log': '1.0', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Network': '1.1', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Port': '1.7', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'PortForwarding': '1.2', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'QosPolicy': '1.8', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroup': '1.4', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SecurityGroupRule': '1.2', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'SubPort': '1.0', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Subnet': '1.1', Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: 'Trunk': '1.1'}} Feb 16 12:41:04.344113 dv-neutron-829487-1-hyperv neutron-server[88445]: {{(pid=88445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:41:04.349304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:04.349842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Checking segment: {'id': '725681cc-58a0-4ebe-b8c0-af1dc900a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:04.350135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.350714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Bound using segment: {'id': '725681cc-58a0-4ebe-b8c0-af1dc900a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:04.351084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Bound port: 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725681cc-58a0-4ebe-b8c0-af1dc900a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:04.351568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.355820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:04.358444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.394248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:04.401053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:04.435958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:04.442181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.476315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:04.480184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,segment=NetworkSegment(725681cc-58a0-4ebe-b8c0-af1dc900a190),segment_id=725681cc-58a0-4ebe-b8c0-af1dc900a190)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:04.483670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6d410-5361-49f5-839a-06f44a1ddc28 None None] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:04.503925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3623021c-e4a1-4391-9bd0-650472748e87,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.564346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Checking segment: {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:04.564928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Network hostable DHCP agents. Network: 36e1f399-a6d1-471c-88c7-46719211fb88, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:04.606226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.627939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Transition to ACTIVE for port object aca0945d-583d-44b2-8b78-4f2ae77be1e4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:04.715211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44156) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.760390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:04.761327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.775985 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.815342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Network 36e1f399-a6d1-471c-88c7-46719211fb88 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:04.815629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Made reservation on behalf of 5f6cf5ad41a544288cc9f3c8dfb44416 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:04.821559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.843360 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4896dd86-2202-464e-9c28-14a3634f2e4b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7845399 Feb 16 12:41:04.845879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44164) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.847309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.851113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:04.855928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:04.865589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Usage tracker for resource:router and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:04.870531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.872764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:04.881100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:04.881502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:04.897643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44168) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.916489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 36e1f399-a6d1-471c-88c7-46719211fb88) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:04.920480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc497-ca2f-4e13-9aa7-1c2395080e21 None None] Pushing event updated for resources: {'Port': ['ID=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.944802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:security_group_rule and tenant:5f6cf5ad41a544288cc9f3c8dfb44416 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:04.946220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f8470-99a8-4b40-a5f6-1dae4c0690b1 None None] Network 36e1f399-a6d1-471c-88c7-46719211fb88 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:04.950149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:04.950752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.978709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:04.993264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:04.996137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.997655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.998955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.001610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:05.005588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:05.013457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:05.014284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.018591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44174) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.053847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=aca0945d-583d-44b2-8b78-4f2ae77be1e4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:05.066080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.157059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.220868 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f828c62f-94a7-4ee7-a0fa-3119af110b33 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9305468 Feb 16 12:41:05.221145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44180) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.228125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102163206', 'allowed_address_pairs': [{'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:38:5d:80'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.248888 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-73943325-66ee-46fd-adee-0d7e6cbd88d6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4258130 Feb 16 12:41:05.262836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.282894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.287981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Allocated IP 172.20.0.2 (0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f/babdde1c-242e-47ce-8104-d34de9bf4946/c31c4af4-96eb-4159-83fe-d9a8742a7f0d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:05.320823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44188) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.355532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.361288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.370212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.371545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Usage tracker for resource:floatingip and tenant:7324b1b7965d4a879801562ffc82997e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.378156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.387712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.389289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:05.401821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.402759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.403187 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Added segment 21fa5cd8-7118-49f2-9ef2-031979645940 of type vlan for network 4753f164-c133-44c9-b6bf-6a2e55923c2e Feb 16 12:41:05.441356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.529154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Usage tracker for resource:router and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.532570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3b48db-9a8a-4276-bda4-b11343f03c60,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:05.539065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.560756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-36e1f399-a6d1-471c-88c7-46719211fb88', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:05.561598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.562053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.590114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.592655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:05.592655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.596425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-472410806'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.604762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-389612961'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.682155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.715027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.721337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2106730704'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.726050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.729131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Usage tracker for resource:network and tenant:cc3a4578ae8c4dabb808be65b8b28087 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.732253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.737947 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0694587 Feb 16 12:41:05.738599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.745624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.751185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'subnet': {'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.754400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fe305-a0a1-4f05-956d-986fabe5b2ea tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Network': ['ID=4753f164-c133-44c9-b6bf-6a2e55923c2e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:05.758559 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.762140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.764691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.769336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:subnet and tenant:5f6cf5ad41a544288cc9f3c8dfb44416 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.772011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Usage tracker for resource:port and tenant:c388d0ba624b407f83fa8d9d2620e493 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.774427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.777741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.785797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.787937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.789833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.790808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.798687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 4753f164-c133-44c9-b6bf-6a2e55923c2e details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:05.814238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.853686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Usage tracker for resource:network and tenant:af30118d4e9b488591e6de6fdbe351ae is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.861584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Made reservation on behalf of 5f6cf5ad41a544288cc9f3c8dfb44416 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:05.863893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.864166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.867905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Usage tracker for resource:network and tenant:c49e30f9cb844fb4b51de1c67edb2a31 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.874012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.876786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.876938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Transition to ACTIVE for port object c31c4af4-96eb-4159-83fe-d9a8742a7f0d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:05.885447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.939158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Transition to ACTIVE for port object c31c4af4-96eb-4159-83fe-d9a8742a7f0d will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:05.948626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Allocated IP 172.20.0.2 (36e1f399-a6d1-471c-88c7-46719211fb88/3623021c-e4a1-4391-9bd0-650472748e87/60d58950-850b-4e8f-9957-be00e5e5754f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:05.968837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.970668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Made reservation on behalf of c49e30f9cb844fb4b51de1c67edb2a31 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:05.974176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.991366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.018421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.023081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Usage tracker for resource:security_group_rule and tenant:c49e30f9cb844fb4b51de1c67edb2a31 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:06.026085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:06.031998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:06.042887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.109168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:06.122127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.128215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.133709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Made reservation on behalf of cc3a4578ae8c4dabb808be65b8b28087 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:06.137821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.145511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Pushing event updated for resources: {'Port': ['ID=c31c4af4-96eb-4159-83fe-d9a8742a7f0d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.156754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.175952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.183340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Usage tracker for resource:security_group_rule and tenant:cc3a4578ae8c4dabb808be65b8b28087 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:06.184983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:06.188211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:06.190422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:06.191154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:06.214168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.227312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:06.239581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.246502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Added segment bc62b0ba-9ebc-49b6-9096-9147bfb843f6 of type vlan for network 87ebe822-3dca-4138-8a5c-524686278d97 Feb 16 12:41:06.248708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-098a6db4-e2e6-4d16-84ff-a95ab811b0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.280951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:06.315827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Made reservation on behalf of af30118d4e9b488591e6de6fdbe351ae for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:06.315827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.316728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e156d5-2af1-4633-b292-adf825525d06 None None] Network efb9431a-889d-4681-a402-0ae5ba34cd8c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:06.325374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.351686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.408120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Attempting to bind port c31c4af4-96eb-4159-83fe-d9a8742a7f0d on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:06.408490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Attempting to bind port c31c4af4-96eb-4159-83fe-d9a8742a7f0d by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:06.408992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Attempting to bind port c31c4af4-96eb-4159-83fe-d9a8742a7f0d on network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:06.452499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.468610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:06.469122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Checking segment: {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:06.469387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.469784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Bound using segment: {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:06.470265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Bound port: c31c4af4-96eb-4159-83fe-d9a8742a7f0d, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:06.470671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.472196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Usage tracker for resource:security_group_rule and tenant:af30118d4e9b488591e6de6fdbe351ae is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:06.476962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:06.499260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:06.509742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0928f890-94ba-4f83-868b-b97fbbb1d478,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.577568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6330ec6b-dc1d-406e-9a30-ba03ad22d869 None None] Provisioning for port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:06.582433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.594020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.602338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.641656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.645723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Transition to ACTIVE for port object 60d58950-850b-4e8f-9957-be00e5e5754f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:06.648461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:06.649415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.665056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.699240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Transition to ACTIVE for port object 60d58950-850b-4e8f-9957-be00e5e5754f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:06.710529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] device_id is not set on port 9069f76e-1862-4c6d-9a45-0ef1950e4cd6 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:06.729451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] For port c31c4af4-96eb-4159-83fe-d9a8742a7f0d, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:06.742751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] For port c31c4af4-96eb-4159-83fe-d9a8742a7f0d, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c31c4af4-96eb-4159-83fe-d9a8742a7f0d,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:06.790167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.792337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.863700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event updated for resources: {'Network': ['ID=87ebe822-3dca-4138-8a5c-524686278d97,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.891810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Pushing event updated for resources: {'Port': ['ID=60d58950-850b-4e8f-9957-be00e5e5754f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.907995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Network 36e1f399-a6d1-471c-88c7-46719211fb88 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:06.909288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 87ebe822-3dca-4138-8a5c-524686278d97 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:06.936174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.955786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Allocated IP 2001:db8::182 (efb9431a-889d-4681-a402-0ae5ba34cd8c/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1/9069f76e-1862-4c6d-9a45-0ef1950e4cd6) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:06.973729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.989935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:06.992523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.002030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:07.016089 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d3458e26-a148-4b4b-b551-495eb8b42aa6 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6938956 Feb 16 12:41:07.034784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:07.043837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Request body: {'subnet': {'network_id': '87ebe822-3dca-4138-8a5c-524686278d97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:07.055518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:07.089769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Allocated IP 172.26.6.237 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/dc86e08f-b84a-4fa3-b260-49b998de4458) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:07.203295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9795cbf3-6ced-4893-b681-2c5ac70b6b3d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:07.251837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:41:07.252466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.397517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.403655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.403991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Added segment 08eafdda-69c8-466d-86c5-c872028957f2 of type vlan for network 86849418-afa1-43cb-a5dc-84de0abb2dbc Feb 16 12:41:07.449096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d0da006-5209-47ed-bc34-2488dde81919,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.462094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d7946b-dcab-4dcc-9e77-31433d3db603,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.470274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Attempting to bind port 60d58950-850b-4e8f-9957-be00e5e5754f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:07.470828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Attempting to bind port 60d58950-850b-4e8f-9957-be00e5e5754f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:07.471487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Attempting to bind port 60d58950-850b-4e8f-9957-be00e5e5754f on network 36e1f399-a6d1-471c-88c7-46719211fb88 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:07.479084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500e4a1-bd2e-4b8e-bbd7-976b4fa43c4a None None] Pushing event updated for resources: {'Port': ['ID=c31c4af4-96eb-4159-83fe-d9a8742a7f0d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.483301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:07.483677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Checking segment: {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:07.484078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.484460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Bound using segment: {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:07.484933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Bound port: 60d58950-850b-4e8f-9957-be00e5e5754f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:07.485306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.500317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.563293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Provisioning for port aca0945d-583d-44b2-8b78-4f2ae77be1e4 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:07.569378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.581226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:07.596604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.598553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Provisioning complete for port aca0945d-583d-44b2-8b78-4f2ae77be1e4 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:07.599105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.632829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:07.632829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.635985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:07.637026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:07.642011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Usage tracker for resource:subnet and tenant:c49e30f9cb844fb4b51de1c67edb2a31 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:07.645426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:07.651869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:07.657588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.665962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd81487-dd93-4aac-8c1a-9983aa3a205e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.685993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.695465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.695808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Added segment 9cd892c6-b039-452f-8e7f-6dca41195424 of type vlan for network f2eb93d3-0387-4da3-90a5-ab02a8746ed9 Feb 16 12:41:07.728084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.778741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Made reservation on behalf of c49e30f9cb844fb4b51de1c67edb2a31 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:07.784716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.796628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Checking segment: {'id': '21fa5cd8-7118-49f2-9ef2-031979645940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:07.796986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Port aca0945d-583d-44b2-8b78-4f2ae77be1e4 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:07.797100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network hostable DHCP agents. Network: 4753f164-c133-44c9-b6bf-6a2e55923c2e, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:07.805438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.811725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.815201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.821010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] For port 60d58950-850b-4e8f-9957-be00e5e5754f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:07.823076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Provisioning complete for port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:08.153821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.153821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] For port 60d58950-850b-4e8f-9957-be00e5e5754f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=60d58950-850b-4e8f-9957-be00e5e5754f,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:08.153821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.154108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.183166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,segment=NetworkSegment(725681cc-58a0-4ebe-b8c0-af1dc900a190),segment_id=725681cc-58a0-4ebe-b8c0-af1dc900a190)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:08.183682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Transition to ACTIVE for port object 9069f76e-1862-4c6d-9a45-0ef1950e4cd6 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:08.183761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.183761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:08.183761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.184354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.184354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.184498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network 4753f164-c133-44c9-b6bf-6a2e55923c2e is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:08.184570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.184570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:08.184570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.185213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9442bf-cd35-4006-a0e0-7f1a5c568c6b None None] Pushing event updated for resources: {'Port': ['ID=60d58950-850b-4e8f-9957-be00e5e5754f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.205732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Pushing event updated for resources: {'Network': ['ID=86849418-afa1-43cb-a5dc-84de0abb2dbc,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.218823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 86849418-afa1-43cb-a5dc-84de0abb2dbc details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:08.310913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Pushing event updated for resources: {'Network': ['ID=f2eb93d3-0387-4da3-90a5-ab02a8746ed9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.327751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network f2eb93d3-0387-4da3-90a5-ab02a8746ed9 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:08.339228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.352697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.422147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.424273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 4753f164-c133-44c9-b6bf-6a2e55923c2e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:08.427657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.427876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:08.434477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:08.446563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:08.465497 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a7c78508-0073-4dfb-83a9-210c0893214c tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5637333 Feb 16 12:41:08.470682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-15333800-0adb-4091-8fc9-af8b9e538f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.4482119 Feb 16 12:41:08.480603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:08.484065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.531163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Pushing event updated for resources: {'Port': ['ID=dc86e08f-b84a-4fa3-b260-49b998de4458,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.531163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44224) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.574815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.614265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06ff78-1f1b-4250-b445-f16e58f0ff78 None None] Network 4753f164-c133-44c9-b6bf-6a2e55923c2e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:08.708230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'network': {'name': 'tempest-network--992529920', 'router:external': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:08.762421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:08.793606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:network and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:08.798273 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b31d6424-3be5-4ba1-af48-62419475b75f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0553663 Feb 16 12:41:08.799503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.815280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:08.839875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:08.841618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c882b2b5-2017-43cf-9460-730321bca8c3 None None] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:08.851021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.867849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-454326619', 'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:08.877395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:08.905984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:08.928864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:08.936154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:08.939515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:08.939889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-a68769eb-c3b0-4e70-93c2-52e32c1aedc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:08.950415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:08.953170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.967575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.979070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.030240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Made reservation on behalf of b7e31b84f7a64504be295e39e6625f14 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:09.032918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.079315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Allocated IP 172.26.6.17 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/f9096ea1-24c9-4b60-a33b-e8fef5837d09) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:09.096180 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=9069f76e-1862-4c6d-9a45-0ef1950e4cd6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:09.100409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.150384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:port and tenant:5f6cf5ad41a544288cc9f3c8dfb44416 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:09.171478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:09.192967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:security_group_rule and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:09.198601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:09.215452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event updated for resources: {'Subnet': ['ID=28c43755-89ac-49ba-b553-4c2a884d583d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:09.223008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:09.232320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:09.267590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:09.280296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Checking segment: {'id': 'bc62b0ba-9ebc-49b6-9096-9147bfb843f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87ebe822-3dca-4138-8a5c-524686278d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:09.280641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Network hostable DHCP agents. Network: 87ebe822-3dca-4138-8a5c-524686278d97, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:09.400633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.453854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 60d58950-850b-4e8f-9957-be00e5e5754f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:09.491604 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-84595ae3-8104-4129-ae78-f90680db7d9e tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.2693911 Feb 16 12:41:09.492268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44246) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:09.503104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.547834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.595108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Made reservation on behalf of 5f6cf5ad41a544288cc9f3c8dfb44416 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:09.611843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.613816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.657379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Network 87ebe822-3dca-4138-8a5c-524686278d97 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:09.679404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44250) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:09.692062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] device_id is not set on port 800ee3bf-a82f-460c-8d59-dede8ef46934 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:09.693506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d50ab3-dfbf-4ecd-9e2b-c9ac6e56b209 None None] Network 4753f164-c133-44c9-b6bf-6a2e55923c2e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:09.705736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd4aea-3e67-4910-954d-b7919cf249fe,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:09.709564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.756686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:09.794325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e879333-01b3-4c7f-b6e4-e395fd8b098f None None] Network 36e1f399-a6d1-471c-88c7-46719211fb88 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:09.822199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Pushing event updated for resources: {'Port': ['ID=dc86e08f-b84a-4fa3-b260-49b998de4458,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:09.823893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.824559 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Added segment 8f19c844-1e1a-4ecf-8f0e-67140bb04a6f of type vlan for network 6fa98270-3e0b-47a8-b47b-7bc87f51de78 Feb 16 12:41:09.867119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.887217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Allocated IP 2001:db8::14a (4753f164-c133-44c9-b6bf-6a2e55923c2e/6d0da006-5209-47ed-bc34-2488dde81919/800ee3bf-a82f-460c-8d59-dede8ef46934) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:09.948901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.952126 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cd447423-98cb-4e05-baa9-8a6695cc7671 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2358053 Feb 16 12:41:09.954849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44256) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:09.984391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1924969597', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'fixed_ips': [{'ip_address': '172.26.6.237'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:10.001569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.010377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Usage tracker for resource:port and tenant:7324b1b7965d4a879801562ffc82997e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.022224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.038050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.068760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 60d58950-850b-4e8f-9957-be00e5e5754f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:10.087202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9795cbf3-6ced-4893-b681-2c5ac70b6b3d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:10.108489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Request body: {'port': {'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-717286048'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:10.119030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.120389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.122073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:10.123602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.129251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.132694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Usage tracker for resource:port and tenant:6dc5568bde8c4155bbcf7b43c097e4de is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.136503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.143354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.154498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Provisioning for port 9069f76e-1862-4c6d-9a45-0ef1950e4cd6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:10.158812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 87ebe822-3dca-4138-8a5c-524686278d97) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:10.174270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:10.175364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.203051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348305d-1cf8-41d3-a89a-027e4780b777 None None] Network 87ebe822-3dca-4138-8a5c-524686278d97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:10.225258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Provisioning complete for port 9069f76e-1862-4c6d-9a45-0ef1950e4cd6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:10.225773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.230232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Made reservation on behalf of 7324b1b7965d4a879801562ffc82997e for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:10.232622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.232760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905355e9-a0d7-4b2a-ab06-f93f743389bf tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:10.239679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905355e9-a0d7-4b2a-ab06-f93f743389bf tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:10.245557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905355e9-a0d7-4b2a-ab06-f93f743389bf tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:10.246440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-905355e9-a0d7-4b2a-ab06-f93f743389bf tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Synchronizing usage tracker for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:10.258245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.278848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Network': ['ID=6fa98270-3e0b-47a8-b47b-7bc87f51de78,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:10.282684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Made reservation on behalf of 6dc5568bde8c4155bbcf7b43c097e4de for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:10.285145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.286167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.299381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Usage tracker for resource:security_group_rule and tenant:7324b1b7965d4a879801562ffc82997e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.304352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.309943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.311223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.320661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.336529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.344095 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-39ed248d-a3dd-4d77-8aed-4ef011150b2e tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3082614 Feb 16 12:41:10.345783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Usage tracker for resource:security_group_rule and tenant:6dc5568bde8c4155bbcf7b43c097e4de is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.346911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44260) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:10.349500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.353372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Request body: {'port': {'network_id': '87ebe822-3dca-4138-8a5c-524686278d97', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2017862084'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:10.356555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.366164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 6fa98270-3e0b-47a8-b47b-7bc87f51de78 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:10.378996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-905355e9-a0d7-4b2a-ab06-f93f743389bf tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Unset dirty status for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:10.395168 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-905355e9-a0d7-4b2a-ab06-f93f743389bf tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.8833570 Feb 16 12:41:10.395295 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1621774-fe90-4aa6-9be8-0400e0faffef tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.8505449 Feb 16 12:41:10.395381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:10.395381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44268) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:10.465933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.526789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Port 9069f76e-1862-4c6d-9a45-0ef1950e4cd6 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:10.586475 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:41:10.587478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:10.588133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.591844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.634034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:10.636389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Allocated IP 172.26.6.191 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/9be8a8a9-8c90-4bb0-8011-efca8b6cae39) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:10.646599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.652279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:10.652830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.658111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Usage tracker for resource:port and tenant:c49e30f9cb844fb4b51de1c67edb2a31 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.662510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.666915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 9069f76e-1862-4c6d-9a45-0ef1950e4cd6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:10.667307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.684464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.694860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:10.745656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Pushing event updated for resources: {'Port': ['ID=f9096ea1-24c9-4b60-a33b-e8fef5837d09,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:10.747652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Provisioning for port 60d58950-850b-4e8f-9957-be00e5e5754f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:10.756034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Provisioning complete for port 60d58950-850b-4e8f-9957-be00e5e5754f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:10.756403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.763995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.783288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] device_id is not set on port 01f9c079-69af-4f3d-bd84-ef1f4720d3d8 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:10.797976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-87ebe822-3dca-4138-8a5c-524686278d97', 'network_id': '87ebe822-3dca-4138-8a5c-524686278d97', 'tenant_id': 'c49e30f9cb844fb4b51de1c67edb2a31', 'fixed_ips': [{'subnet_id': '28c43755-89ac-49ba-b553-4c2a884d583d'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:10.799266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.828040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.832221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network 4753f164-c133-44c9-b6bf-6a2e55923c2e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:10.908915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Made reservation on behalf of c49e30f9cb844fb4b51de1c67edb2a31 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:10.912766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.929586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:10.934708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.944808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767ab479-5a20-44fd-8422-dfc193b82e98,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:10.966683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.019858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c31c4af4-96eb-4159-83fe-d9a8742a7f0d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:11.064671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:11.068496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] device_id is not set on port a2cb3c39-3008-4dbe-97ed-931ef29442f5 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:11.070755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:11.070755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.131022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.150448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.198181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.205831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Port': ['ID=800ee3bf-a82f-460c-8d59-dede8ef46934,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.235276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Allocated IP 172.20.0.2 (87ebe822-3dca-4138-8a5c-524686278d97/28c43755-89ac-49ba-b553-4c2a884d583d/ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:11.258476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] For port 60d58950-850b-4e8f-9957-be00e5e5754f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=60d58950-850b-4e8f-9957-be00e5e5754f,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:11.260985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:11.266810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:11.279271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:11.325299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c31c4af4-96eb-4159-83fe-d9a8742a7f0d completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:11.336173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Pushing event updated for resources: {'Port': ['ID=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.400711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.420952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.441411 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0c351833-9c88-49fd-9349-26c999ecd251 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6153114 Feb 16 12:41:11.441626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44272) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.469839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] device_id is not set on port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:11.505549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:41:11.506431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:41:11.529501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Provisioning complete for port aca0945d-583d-44b2-8b78-4f2ae77be1e4 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:11.529965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.559703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Deleting port 800ee3bf-a82f-460c-8d59-dede8ef46934 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:11.560058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.569500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Pushing event updated for resources: {'Port': ['ID=60d58950-850b-4e8f-9957-be00e5e5754f,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.589411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.606663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Transition to ACTIVE for port object ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:11.617528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.618020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Port aca0945d-583d-44b2-8b78-4f2ae77be1e4 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:11.633747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Transition to ACTIVE for port object ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:11.721985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d698ad-5ae4-4013-ad26-4ffe5bb5b52f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.741092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Provisioning for port c31c4af4-96eb-4159-83fe-d9a8742a7f0d completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:11.745473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.754923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.755311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.756050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.756395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > port after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.756702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.759454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > port after_update 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.759454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.759454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.759454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.759454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.791294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Provisioning complete for port c31c4af4-96eb-4159-83fe-d9a8742a7f0d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:11.791848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.823026 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9a3f1f31-b8bd-4032-bbfc-9f2a1efa3af9 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8536508 Feb 16 12:41:11.835439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44276) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.861111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Network 87ebe822-3dca-4138-8a5c-524686278d97 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:11.867553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:11.869924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:11.880841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Pushing event updated for resources: {'Port': ['ID=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.922461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.922804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.923169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.923527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:11.923896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa98270-3e0b-47a8-b47b-7bc87f51de78']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:11.951452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f19c844-1e1a-4ecf-8f0e-67140bb04a6f') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:11.952101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f19c844-1e1a-4ecf-8f0e-67140bb04a6f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:11.975160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.007296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Attempting to bind port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:12.007889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Attempting to bind port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'bc62b0ba-9ebc-49b6-9096-9147bfb843f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87ebe822-3dca-4138-8a5c-524686278d97'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:12.008416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Attempting to bind port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 on network 87ebe822-3dca-4138-8a5c-524686278d97 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:12.018028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:12.019223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Checking segment: {'id': 'bc62b0ba-9ebc-49b6-9096-9147bfb843f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87ebe822-3dca-4138-8a5c-524686278d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:12.020222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.020757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Bound using segment: {'id': 'bc62b0ba-9ebc-49b6-9096-9147bfb843f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87ebe822-3dca-4138-8a5c-524686278d97'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:12.021378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Bound port: ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc62b0ba-9ebc-49b6-9096-9147bfb843f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87ebe822-3dca-4138-8a5c-524686278d97'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:12.021910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.045896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.047964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.140783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.170192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:12.170595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.182240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Allocated IP 172.20.0.13 (87ebe822-3dca-4138-8a5c-524686278d97/28c43755-89ac-49ba-b553-4c2a884d583d/a2cb3c39-3008-4dbe-97ed-931ef29442f5) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: from cryptography.utils import int_from_bytes Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: from cryptography.utils import int_from_bytes Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn_limited( Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn_limited( Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:12.186713 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:12.198664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] For port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:12.198664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] For port c31c4af4-96eb-4159-83fe-d9a8742a7f0d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c31c4af4-96eb-4159-83fe-d9a8742a7f0d,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:12.199850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] For port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,segment=NetworkSegment(bc62b0ba-9ebc-49b6-9096-9147bfb843f6),segment_id=bc62b0ba-9ebc-49b6-9096-9147bfb843f6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:12.214023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.248078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Deleting port dc86e08f-b84a-4fa3-b260-49b998de4458 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:12.248414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.297557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.307250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.328903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.336600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.388733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06648001-fa76-42e9-bd57-cbd393ac8aaa None None] Pushing event updated for resources: {'Port': ['ID=c31c4af4-96eb-4159-83fe-d9a8742a7f0d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:12.446089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for 9069f76e-1862-4c6d-9a45-0ef1950e4cd6 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:12.470308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-175dec17-3fc4-4311-9213-f85bedbb7dc4 None None] Provisioning complete for port 60d58950-850b-4e8f-9957-be00e5e5754f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:12.470694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-175dec17-3fc4-4311-9213-f85bedbb7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.507662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b450a-fabf-467b-9cd5-19bfc3ed9b49 None None] Pushing event updated for resources: {'Port': ['ID=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:12.525320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Calling delete_port for 800ee3bf-a82f-460c-8d59-dede8ef46934 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:12.584598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] device_id is not set on port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:12.637064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-175dec17-3fc4-4311-9213-f85bedbb7dc4 None None] Provisioning complete for port c31c4af4-96eb-4159-83fe-d9a8742a7f0d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:12.637564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-175dec17-3fc4-4311-9213-f85bedbb7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.707473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.749348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Transition to ACTIVE for port object 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:12.856244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.872904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.080097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.080429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.098531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fa98270-3e0b-47a8-b47b-7bc87f51de78 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:41:13.110530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.114856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fa98270-3e0b-47a8-b47b-7bc87f51de78,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.283082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=3a2ebd28-1c5a-4da2-89ca-4147b0efa840,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.291633 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3eb65ce0-314a-40ef-87d3-c81432e339f1 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "DELETE /v2.0/networks/6fa98270-3e0b-47a8-b47b-7bc87f51de78 HTTP/1.1" status: 204 len: 168 time: 2.8618336 Feb 16 12:41:13.301730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44280) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:13.319742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Calling delete_port for dc86e08f-b84a-4fa3-b260-49b998de4458 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:13.330896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:13.336990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:13.341925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:network and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:13.345357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:13.415278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.420113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:13.596412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 60d58950-850b-4e8f-9957-be00e5e5754f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:13.617857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.635421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Transition to ACTIVE for port object a2cb3c39-3008-4dbe-97ed-931ef29442f5 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:13.655898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Checking segment: {'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:13.656258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Network hostable DHCP agents. Network: 86849418-afa1-43cb-a5dc-84de0abb2dbc, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:13.657517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206df28a-42a6-4703-a3d6-2cd489efcceb None None] Network 87ebe822-3dca-4138-8a5c-524686278d97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:13.666945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.723669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Port': ['ID=9069f76e-1862-4c6d-9a45-0ef1950e4cd6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.768615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.876698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Made reservation on behalf of b7e31b84f7a64504be295e39e6625f14 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:13.879433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.881700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 60d58950-850b-4e8f-9957-be00e5e5754f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:13.882006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.889991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Network 87ebe822-3dca-4138-8a5c-524686278d97 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:13.891584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:13.894036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.900410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:13.907351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:13.908002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.921703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-195e62f5-9a1e-4abb-b913-dda93cc8fd5f None None] Provisioning for port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:13.935356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.936921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event updated for resources: {'Port': ['ID=a2cb3c39-3008-4dbe-97ed-931ef29442f5,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.944739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Network 86849418-afa1-43cb-a5dc-84de0abb2dbc is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:13.958757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.960870 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5dc3e84b-666f-4a12-a245-c3a664590c65 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/ports/9069f76e-1862-4c6d-9a45-0ef1950e4cd6 HTTP/1.1" status: 204 len: 168 time: 3.5667911 Feb 16 12:41:13.965444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44284) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.043050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:14.056372 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb6f684-a42d-4685-8d11-1579f2e17138 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] GET failed (client error): The resource could not be found. Feb 16 12:41:14.058384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-edb6f684-a42d-4685-8d11-1579f2e17138 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Synchronizing usage tracker for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:14.069833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.070178 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Added segment 13cec5a6-aa3c-47b3-aff1-c665d4be78c5 of type vlan for network eed9047b-cd56-449d-aee6-f9817f156a62 Feb 16 12:41:14.075115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.108668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Router 0c7818c0-420e-4c93-8d23-9006e9c75f40 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:14.113654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event deleted for resources: {'Port': ['ID=800ee3bf-a82f-460c-8d59-dede8ef46934,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:14.118253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.128485 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c43f2b2f-68bc-4d73-afb6-1c79d9c9ee5f tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.7805083 Feb 16 12:41:14.132889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.145793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:14.204224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 86849418-afa1-43cb-a5dc-84de0abb2dbc) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:14.218570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9c9dc-287c-4855-abcb-9707534c9979 None None] Network 86849418-afa1-43cb-a5dc-84de0abb2dbc requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:14.240943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc86e08f-b84a-4fa3-b260-49b998de4458,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:14.252349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-edb6f684-a42d-4685-8d11-1579f2e17138 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Unset dirty status for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:14.253509 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-edb6f684-a42d-4685-8d11-1579f2e17138 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "GET /v2.0/ports/9069f76e-1862-4c6d-9a45-0ef1950e4cd6 HTTP/1.1" status: 404 len: 333 time: 0.2807491 Feb 16 12:41:14.261130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:14.271719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:14.279465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.304471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-917293572'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:14.316827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.319021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-28bc5ae0-5a2c-43f6-8526-7a1ebcf8113c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "DELETE /v2.0/ports/800ee3bf-a82f-460c-8d59-dede8ef46934 HTTP/1.1" status: 204 len: 168 time: 2.8771706 Feb 16 12:41:14.328953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44296) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.342241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.344900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.346221 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df9465c1-ee7f-4b07-9c97-1e31e07e07df tempest-ExternalNetworksAdminNegativeTestJSON-1041842710 tempest-ExternalNetworksAdminNegativeTestJSON-1041842710-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/5f55a2da-258b-4f9f-a656-c0fb521e418b HTTP/1.1" status: 204 len: 168 time: 2.5053473 Feb 16 12:41:14.350731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e', 'external_fixed_ips': [{'subnet_id': '6d0da006-5209-47ed-bc34-2488dde81919', 'ip_address': '2001:db8::14a'}]}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:14.359408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:14.366629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:router and tenant:5f6cf5ad41a544288cc9f3c8dfb44416 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:14.371712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:14.381876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:14.398176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:14.418022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:14.418539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.493988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.496508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.526083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:14.526385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:14.526777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:14.527965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:14.532361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.565386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Provisioning complete for port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:14.565872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.575777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.577082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:14.577677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.616524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:14.616885 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:14.625977 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 2 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:14.628084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.637359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Deleting port a2cb3c39-3008-4dbe-97ed-931ef29442f5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:14.637705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.672120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,segment=NetworkSegment(bc62b0ba-9ebc-49b6-9096-9147bfb843f6),segment_id=bc62b0ba-9ebc-49b6-9096-9147bfb843f6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:14.732034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.742014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.742650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c31c4af4-96eb-4159-83fe-d9a8742a7f0d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:14.753138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:14.765608 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Sync routers for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:14.776239 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:14.777052 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:14.781168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:14.781920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:14.782551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:14.789086 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.4835246 Feb 16 12:41:14.807056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44302) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.828393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:14.828733 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:14.834811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'subnet': {'network_id': 'eed9047b-cd56-449d-aee6-f9817f156a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:14.846455 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 3 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:14.894289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:14.910857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:subnet and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:14.919680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:14.932299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:14.938072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:14.940158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:14.955150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03562c58-f537-461b-9502-481dbefde94a None None] Sync routers for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:14.958392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:14.959015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:14.969445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c31c4af4-96eb-4159-83fe-d9a8742a7f0d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:14.969951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.045965 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:15.046661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:15.047466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:15.084604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.085064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.085407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.094271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.101445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:15.101776 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:15.114928 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 4 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:15.131824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Made reservation on behalf of b7e31b84f7a64504be295e39e6625f14 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:15.132818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49b32-a89d-4742-8999-f3a959455a7d tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Network': ['ID=eed9047b-cd56-449d-aee6-f9817f156a62,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:15.134804 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.145835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network eed9047b-cd56-449d-aee6-f9817f156a62 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:15.154777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.155163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.155584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.159725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.166292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:15.166621 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:15.201167 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 5 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:15.230410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.230744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.231119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.245322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.245621 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d084d89a-8182-41e4-b2eb-59d181f01d2c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9819238 Feb 16 12:41:15.246458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:15.246786 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:15.253765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44314) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.258797 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 6 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:15.279813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:15.288989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.290240 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6646d7a8-4522-42c5-8664-984381870d35 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.4432571 Feb 16 12:41:15.297502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44318) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.379220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.379550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.379647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.425342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:15.429937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:15.430217 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:15.451538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:15.453300 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 7 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:15.454626 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:11Z', 'revision_number': 3, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:15.458959 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Checking router: 0c7818c0-420e-4c93-8d23-9006e9c75f40 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:15.459518 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Updating router 0c7818c0-420e-4c93-8d23-9006e9c75f40 port f9096ea1-24c9-4b60-a33b-e8fef5837d09 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:15.481716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.482057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.482396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.484626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.527803 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.581593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:15.584757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:15.584943 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:15.591671 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 8 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:15.608292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Usage tracker for resource:security_group_rule and tenant:f8abd6f7f5b74127a8b3b82548ae9e16 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:15.615375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.615720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.616061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.678752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:15.711517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:15.721628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:15.721966 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:15.728943 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 9 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:15.748741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:15.752961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.753290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.755096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.771272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:15.774858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.804653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:15.805006 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:15.833650 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 10 to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 Feb 16 12:41:15.857225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] device_id is not set on port 112dd9ba-97f5-4f3e-a295-81a108a597b0 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:15.894265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:15.894593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:15.894924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:15.907816 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.921064 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Transition to ACTIVE for port object f9096ea1-24c9-4b60-a33b-e8fef5837d09 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:15.937210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:15.937820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.971917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Provisioning for port a2cb3c39-3008-4dbe-97ed-931ef29442f5 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:15.991345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Provisioning complete for port a2cb3c39-3008-4dbe-97ed-931ef29442f5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:15.991642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.040711 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.067064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:11Z', 'revision_number': 3, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:16.069039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-74e757fa-f224-47da-8f4f-5d07676f0c63 None None] Port a2cb3c39-3008-4dbe-97ed-931ef29442f5 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:16.076511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03562c58-f537-461b-9502-481dbefde94a None None] Checking router: acfa09c5-c493-4dbe-976e-6c88ad83f7e0 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:16.076968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03562c58-f537-461b-9502-481dbefde94a None None] Updating router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:16.175568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:16.176132 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:16.176999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.177318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03562c58-f537-461b-9502-481dbefde94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.240375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.256569 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Pushing event updated for resources: {'Port': ['ID=f9096ea1-24c9-4b60-a33b-e8fef5837d09,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:16.265470 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Attempting to bind port f9096ea1-24c9-4b60-a33b-e8fef5837d09 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:16.267572 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Attempting to bind port f9096ea1-24c9-4b60-a33b-e8fef5837d09 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:16.268160 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Attempting to bind port f9096ea1-24c9-4b60-a33b-e8fef5837d09 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:16.279315 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.280217 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.281089 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.281768 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.282319 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.282876 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.283993 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.284531 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.285126 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.285682 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.286905 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.287785 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Tracked resource versions report: Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: pushed versions: Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: { 'AddressGroup': {'1.2'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'ConntrackHelper': {'1.0'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Log': {'1.0'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Network': {'1.1'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Port': {'1.7'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'PortForwarding': {'1.2'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'QosPolicy': {'1.8'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroup': {'1.4'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SubPort': {'1.0'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Subnet': {'1.1'}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Trunk': {'1.1'}} Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: consumer versions: Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: { DHCP agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: L3 agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: Metadata agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: Metering agent@dv-neutron-829487-1-hyperv: {}, Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: Open vSwitch agent@dv-neutron-829487-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'ConntrackHelper': '1.0', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Log': '1.0', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Network': '1.1', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Port': '1.7', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'PortForwarding': '1.2', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'QosPolicy': '1.8', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroup': '1.4', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SecurityGroupRule': '1.2', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'SubPort': '1.0', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Subnet': '1.1', Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: 'Trunk': '1.1'}} Feb 16 12:41:16.289135 dv-neutron-829487-1-hyperv neutron-server[88446]: {{(pid=88446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:41:16.305010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e4e3c3dd-3523-4a7b-9bff-bc9ba6075f30 None None] Provisioning complete for port a2cb3c39-3008-4dbe-97ed-931ef29442f5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:16.305470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c3dd-3523-4a7b-9bff-bc9ba6075f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.308434 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:16.309461 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:16.310197 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.310780 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:16.311479 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Bound port: f9096ea1-24c9-4b60-a33b-e8fef5837d09, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:16.312169 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.405111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3c3dd-3523-4a7b-9bff-bc9ba6075f30 None None] Port a2cb3c39-3008-4dbe-97ed-931ef29442f5 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:16.409565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:41:16.412336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.420023 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] For port f9096ea1-24c9-4b60-a33b-e8fef5837d09, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:16.424308 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] For port f9096ea1-24c9-4b60-a33b-e8fef5837d09, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f9096ea1-24c9-4b60-a33b-e8fef5837d09,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:16.495431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Calling delete_port for a2cb3c39-3008-4dbe-97ed-931ef29442f5 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:16.501299 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.603826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03562c58-f537-461b-9502-481dbefde94a None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.620756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-03562c58-f537-461b-9502-481dbefde94a None None] Transition to ACTIVE for port object 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:16.628877 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1bc6f-2787-4b9d-bcde-152440b6834e None None] Pushing event updated for resources: {'Port': ['ID=f9096ea1-24c9-4b60-a33b-e8fef5837d09,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:16.649440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] For port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:16.649941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempted to set empty binding levels {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:41:16.653098 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:16.653914 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:16.713736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03562c58-f537-461b-9502-481dbefde94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.724380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b6412b18-816c-4d09-82f2-e2e57ff9d496,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:16.752927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Checking segment: {'id': '13cec5a6-aa3c-47b3-aff1-c665d4be78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eed9047b-cd56-449d-aee6-f9817f156a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:16.752927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Network hostable DHCP agents. Network: eed9047b-cd56-449d-aee6-f9817f156a62, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:16.810771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.857452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.876091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd23f2-1966-45ef-8556-2047959380e4 None None] Pushing event updated for resources: {'Port': ['ID=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:16.879205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-03562c58-f537-461b-9502-481dbefde94a None None] Attempting to bind port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:16.879956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-03562c58-f537-461b-9502-481dbefde94a None None] Attempting to bind port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:16.880694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03562c58-f537-461b-9502-481dbefde94a None None] Attempting to bind port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:16.893650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03562c58-f537-461b-9502-481dbefde94a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:16.894141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03562c58-f537-461b-9502-481dbefde94a None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:16.894549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03562c58-f537-461b-9502-481dbefde94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.895089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03562c58-f537-461b-9502-481dbefde94a None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:16.895765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-03562c58-f537-461b-9502-481dbefde94a None None] Bound port: 9be8a8a9-8c90-4bb0-8011-efca8b6cae39, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:16.896159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03562c58-f537-461b-9502-481dbefde94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.967807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Network eed9047b-cd56-449d-aee6-f9817f156a62 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:17.006107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-03562c58-f537-461b-9502-481dbefde94a None None] For port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:17.025973 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:17.040161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.046196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.121362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Allocated IP 2001:db8::2a3 (efb9431a-889d-4681-a402-0ae5ba34cd8c/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1/112dd9ba-97f5-4f3e-a295-81a108a597b0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:17.133449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.181209 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8abd6f7f5b74127a8b3b82548ae9e16&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0784252 Feb 16 12:41:17.182646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:17.183278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.203269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44322) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:17.220131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, eed9047b-cd56-449d-aee6-f9817f156a62) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:17.229700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9903b6a-f9cc-4da8-9763-44e595cc06f3 None None] Network eed9047b-cd56-449d-aee6-f9817f156a62 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:17.246470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:17.247087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.251628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.264763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.300868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=3a2ebd28-1c5a-4da2-89ca-4147b0efa840,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.309323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e555bdd-14b3-463a-b130-0d013ec0ca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3984ac-6e2d-4999-a1ae-70bc95dba780,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.338583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Allocated IP 2001:db8::14a (4753f164-c133-44c9-b6bf-6a2e55923c2e/6d0da006-5209-47ed-bc34-2488dde81919/20978054-9706-4498-91ad-7b163f3592e9) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:17.391004 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4922c991-bbeb-4cfe-a64d-2f037120f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.7052488 Feb 16 12:41:17.401358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44326) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:17.457205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event deleted for resources: {'Port': ['ID=a2cb3c39-3008-4dbe-97ed-931ef29442f5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.464316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-03562c58-f537-461b-9502-481dbefde94a None None] For port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:17.502869 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a103058a-a33c-4949-8f57-3a894ad00ad7 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6924906 Feb 16 12:41:17.523927 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:11Z', 'revision_number': 3, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:17.532647 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa6761-a4f2-47d3-a148-5da87fbeb11f None None] The sync data for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv is: [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:11Z', 'revision_number': 3, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:17.562234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:17.607904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03562c58-f537-461b-9502-481dbefde94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.625235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.639843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'floatingip': {'floating_network_id': 'eed9047b-cd56-449d-aee6-f9817f156a62'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:17.651576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f106c80-d486-468b-9ac1-d6ace0dec982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.676328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe7596-2b1d-4516-b095-9a100ba374ea None None] Network eed9047b-cd56-449d-aee6-f9817f156a62 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:17.678891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:17.720557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:17.721185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:17.754585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:floatingip and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:17.754585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:17.761049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:17.786852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Deleting port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:17.787212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.820968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f106c80-d486-468b-9ac1-d6ace0dec982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.892195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.921012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-88a604e9-422c-41c9-9037-8e55413abf42 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "DELETE /v2.0/ports/a2cb3c39-3008-4dbe-97ed-931ef29442f5 HTTP/1.1" status: 204 len: 168 time: 3.7217863 Feb 16 12:41:17.926239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:17.978285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd23f2-1966-45ef-8556-2047959380e4 None None] Pushing event updated for resources: {'Port': ['ID=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.035324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.054553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.153372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:18.160254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Allocated IP 172.20.0.1 (0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f/babdde1c-242e-47ce-8104-d34de9bf4946/27c8cd8f-e9f3-4424-ae69-e03e480cc445) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:18.176786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f106c80-d486-468b-9ac1-d6ace0dec982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.211897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.266241 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-88f2d6f4-002e-4cb2-91e4-782fa1b776d3 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3247926 Feb 16 12:41:18.269287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:18.286201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-939309695'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:18.296918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Transition to ACTIVE for port object 112dd9ba-97f5-4f3e-a295-81a108a597b0 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:18.299224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:18.318936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Usage tracker for resource:network and tenant:c49e30f9cb844fb4b51de1c67edb2a31 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:18.318936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:18.327099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:18.329410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] For port 3a2ebd28-1c5a-4da2-89ca-4147b0efa840, host hv-neutron-8294, got binding levels [] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:18.329947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.333497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Allocated IP 172.20.0.1 (36e1f399-a6d1-471c-88c7-46719211fb88/3623021c-e4a1-4391-9bd0-650472748e87/bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:18.445474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Made reservation on behalf of c49e30f9cb844fb4b51de1c67edb2a31 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:18.448934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.484446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Calling delete_port for 3a2ebd28-1c5a-4da2-89ca-4147b0efa840 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:18.538820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.541392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:18.549977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-03562c58-f537-461b-9502-481dbefde94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:11Z', 'revision_number': 3, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:18.555053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03562c58-f537-461b-9502-481dbefde94a None None] The sync data for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv is: [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:11Z', 'revision_number': 3, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:18.572403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f106c80-d486-468b-9ac1-d6ace0dec982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3984ac-6e2d-4999-a1ae-70bc95dba780,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.592861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.636185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.656434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.656781 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Added segment a2b3311c-ea19-42bb-be27-fc2b5a950a8f of type vlan for network b9fa90ce-cddc-4fd4-933f-81ef7e010974 Feb 16 12:41:18.666190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.673766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network 4753f164-c133-44c9-b6bf-6a2e55923c2e is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:18.676715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:18.715102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:18.721711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Transition to ACTIVE for port object bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:18.723946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:18.730062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:18.730619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:18.730619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.737495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=112dd9ba-97f5-4f3e-a295-81a108a597b0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.738002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:18.800102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.913688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f106c80-d486-468b-9ac1-d6ace0dec982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.914828 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0f106c80-d486-468b-9ac1-d6ace0dec982 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e3984ac-6e2d-4999-a1ae-70bc95dba780 HTTP/1.1" status: 204 len: 168 time: 1.7090409 Feb 16 12:41:18.943837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Allocated IP 172.20.0.8 (eed9047b-cd56-449d-aee6-f9817f156a62/b6412b18-816c-4d09-82f2-e2e57ff9d496/ac40e7e5-4e76-4547-93b1-07f21d742233) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:18.960677 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-438278a5-7361-46bf-abd7-5cba53a9b373 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6711824 Feb 16 12:41:18.975598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.000465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:38:5d:80'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:19.054312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.130230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.136290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:19.137030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.163957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Port': ['ID=20978054-9706-4498-91ad-7b163f3592e9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.169630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.173175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.255167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f49df8f-abcf-4973-bcdf-245d7716f1a4 None None] Provisioning for port 112dd9ba-97f5-4f3e-a295-81a108a597b0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:19.260986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f49df8f-abcf-4973-bcdf-245d7716f1a4 None None] Provisioning complete for port 112dd9ba-97f5-4f3e-a295-81a108a597b0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:19.261489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f49df8f-abcf-4973-bcdf-245d7716f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.326835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a2ebd28-1c5a-4da2-89ca-4147b0efa840,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.335494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Transition to ACTIVE for port object 27c8cd8f-e9f3-4424-ae69-e03e480cc445 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:19.339933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.396669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7f49df8f-abcf-4973-bcdf-245d7716f1a4 None None] Port 112dd9ba-97f5-4f3e-a295-81a108a597b0 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:19.466089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.473607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Network 36e1f399-a6d1-471c-88c7-46719211fb88 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:19.486294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:19.489191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:19.526914 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ab6dab00-615e-4e22-b293-e779c948377d tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3a2ebd28-1c5a-4da2-89ca-4147b0efa840 HTTP/1.1" status: 204 len: 168 time: 2.1245031 Feb 16 12:41:19.534041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44352) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.636577 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a628ee28-3a53-40a3-b1e4-f3b18c42bb10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:41:19.637181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a628ee28-3a53-40a3-b1e4-f3b18c42bb10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Synchronizing usage tracker for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:19.673648 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3986745 Feb 16 12:41:19.684909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.797251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.851061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f9096ea1-24c9-4b60-a33b-e8fef5837d09 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:19.864482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c5535-4f9d-482a-bdff-22b6ba8bb7e7 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event updated for resources: {'Network': ['ID=b9fa90ce-cddc-4fd4-933f-81ef7e010974,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.878700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44362) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.916678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.916775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network b9fa90ce-cddc-4fd4-933f-81ef7e010974 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:20.027596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.105880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a628ee28-3a53-40a3-b1e4-f3b18c42bb10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Unset dirty status for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:20.105880 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a628ee28-3a53-40a3-b1e4-f3b18c42bb10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "GET /v2.0/ports/3a2ebd28-1c5a-4da2-89ca-4147b0efa840 HTTP/1.1" status: 404 len: 333 time: 0.5663795 Feb 16 12:41:20.119860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44366) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:20.154449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.159153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-156542dd-00ac-4c67-8a26-9dcb3f2e22b5 None None] Provisioning for port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:20.164839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-156542dd-00ac-4c67-8a26-9dcb3f2e22b5 None None] Provisioning complete for port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:20.166457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-156542dd-00ac-4c67-8a26-9dcb3f2e22b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.191661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Request body: {'port': {'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014869404'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:20.195862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:20.201117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f9096ea1-24c9-4b60-a33b-e8fef5837d09 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:20.211757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f9096ea1-24c9-4b60-a33b-e8fef5837d09 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:20.212373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.214710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:20.216872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:20.225686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:20.226150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.278532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-156542dd-00ac-4c67-8a26-9dcb3f2e22b5 None None] Port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:20.294076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.372656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.378895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Pushing event updated for resources: {'Port': ['ID=27c8cd8f-e9f3-4424-ae69-e03e480cc445,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:20.381761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:20.394278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.399680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f314c211-31d3-41ce-8ca2-68bf2361d739 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7324b1b7965d4a879801562ffc82997e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154715 Feb 16 12:41:20.402611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f9096ea1-24c9-4b60-a33b-e8fef5837d09, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f9096ea1-24c9-4b60-a33b-e8fef5837d09,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:20.408415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44370) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:20.437967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.508221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.508221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:20.536789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.537937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Made reservation on behalf of 6dc5568bde8c4155bbcf7b43c097e4de for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:20.540940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.559737 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0773e47b-5d30-43da-bd8a-dd8b35328bf8 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "GET /v2.0/agents/498b9910-0074-473f-943d-4b8b1fccea8a/dhcp-networks HTTP/1.1" status: 200 len: 8035 time: 0.8653908 Feb 16 12:41:20.569661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44374) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:20.572652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Network eed9047b-cd56-449d-aee6-f9817f156a62 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:20.578940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:20.612228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:20.652416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Port': ['ID=ac40e7e5-4e76-4547-93b1-07f21d742233,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:20.672917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] device_id is not set on port 581329eb-0177-4b60-a271-84ffbc205799 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:20.687117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f9096ea1-24c9-4b60-a33b-e8fef5837d09,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:20.769732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b102dd31-d131-4f75-951f-761ec46bb0d0 None None] Provisioning for port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:20.777993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b102dd31-d131-4f75-951f-761ec46bb0d0 None None] Provisioning complete for port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:20.778527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b102dd31-d131-4f75-951f-761ec46bb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.812380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:20.828877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:20.829402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.885464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b102dd31-d131-4f75-951f-761ec46bb0d0 None None] Port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:20.959827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-93c96459-dc87-42a0-a206-1a54cd8517f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.983753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.988522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.014831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:21.052593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-93c96459-dc87-42a0-a206-1a54cd8517f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.059717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.076937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.146353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.150038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.214742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.218754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.233451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.261599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3a868-62f6-4471-935a-987e838e89e6 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] Network b9fa90ce-cddc-4fd4-933f-81ef7e010974 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:21.301751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.313710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.362605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Router 23bbd9fe-61a4-4138-9e26-d00edf2839d9 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:21.388712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] In _notify_port_updated(), no bound segment for port 112dd9ba-97f5-4f3e-a295-81a108a597b0 on network efb9431a-889d-4681-a402-0ae5ba34cd8c {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:21.394093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:21.394747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.398536 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "PUT /v2.0/ports/112dd9ba-97f5-4f3e-a295-81a108a597b0 HTTP/1.1" status: 200 len: 1001 time: 2.4310327 Feb 16 12:41:21.398660 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-97a3a868-62f6-4471-935a-987e838e89e6 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "POST /v2.0/agents/498b9910-0074-473f-943d-4b8b1fccea8a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8256240 Feb 16 12:41:21.402924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.403230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.409472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579a772-7bc7-47f9-b3e4-ca62257d4736 None None] Network b9fa90ce-cddc-4fd4-933f-81ef7e010974 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:21.490888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-93c96459-dc87-42a0-a206-1a54cd8517f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.495051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.497763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.616413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c96459-dc87-42a0-a206-1a54cd8517f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767ab479-5a20-44fd-8422-dfc193b82e98,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.698058 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 112dd9ba-97f5-4f3e-a295-81a108a597b0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:21.698754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.735443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-791ff327-8c94-44e4-900b-a0fdca6179be None None] Provisioning complete for port 112dd9ba-97f5-4f3e-a295-81a108a597b0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:21.735443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-791ff327-8c94-44e4-900b-a0fdca6179be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.754434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.788169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:21.861442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-93c96459-dc87-42a0-a206-1a54cd8517f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.865102 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-93c96459-dc87-42a0-a206-1a54cd8517f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/767ab479-5a20-44fd-8422-dfc193b82e98 HTTP/1.1" status: 204 len: 168 time: 1.4511755 Feb 16 12:41:21.883393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Network 86849418-afa1-43cb-a5dc-84de0abb2dbc is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:21.887176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:21.891339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-791ff327-8c94-44e4-900b-a0fdca6179be None None] Port 112dd9ba-97f5-4f3e-a295-81a108a597b0 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:21.892699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:21.903479 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Sync routers for ids ['23bbd9fe-61a4-4138-9e26-d00edf2839d9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:21.905570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:21.906552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:21.907137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.910625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=581329eb-0177-4b60-a271-84ffbc205799,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.921181 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Routers {'23bbd9fe-61a4-4138-9e26-d00edf2839d9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:21.921655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:21.921832 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['23bbd9fe-61a4-4138-9e26-d00edf2839d9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:21.922458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.955250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.994115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.998825 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e283ed9e-455f-4661-8f0a-fa78e54e881d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6680462 Feb 16 12:41:22.000163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44388) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.080308 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fcfd1de4-b99d-409d-8efd-b2d4c859c460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9566953 Feb 16 12:41:22.090549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.091486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.099037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44392) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.130134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.165005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f9096ea1-24c9-4b60-a33b-e8fef5837d09 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:22.174547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:22.253009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f9096ea1-24c9-4b60-a33b-e8fef5837d09 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:22.253714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.265739 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Set router 23bbd9fe-61a4-4138-9e26-d00edf2839d9 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:22.411809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd750690-bf4b-4739-ba07-10ce73cb2760 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=112dd9ba-97f5-4f3e-a295-81a108a597b0,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:22.422207 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-565bab93-9e1a-4d38-ab90-f73200b1b9ba tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "GET /v2.0/agents/498b9910-0074-473f-943d-4b8b1fccea8a/dhcp-networks HTTP/1.1" status: 200 len: 8803 time: 1.0137498 Feb 16 12:41:22.427315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44398) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.428090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.491150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.611328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.620464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Port': ['ID=ac40e7e5-4e76-4547-93b1-07f21d742233,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:22.647923 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bbd9fe-61a4-4138-9e26-d00edf2839d9', 'name': '', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e', 'external_fixed_ips': [{'subnet_id': '6d0da006-5209-47ed-bc34-2488dde81919', 'ip_address': '2001:db8::14a'}], 'enable_snat': True}, 'gw_port_id': '20978054-9706-4498-91ad-7b163f3592e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:14Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 3, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port': {'id': '20978054-9706-4498-91ad-7b163f3592e9', 'name': '', 'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bbd9fe-61a4-4138-9e26-d00edf2839d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6d0da006-5209-47ed-bc34-2488dde81919', 'ip_address': '2001:db8::14a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:16Z', 'updated_at': '2022-02-16T12:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d0da006-5209-47ed-bc34-2488dde81919', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:22.650306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Pushing event updated for resources: {'Port': ['ID=27c8cd8f-e9f3-4424-ae69-e03e480cc445,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:22.654380 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Checking router: 23bbd9fe-61a4-4138-9e26-d00edf2839d9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:22.654936 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Updating router 23bbd9fe-61a4-4138-9e26-d00edf2839d9 port 20978054-9706-4498-91ad-7b163f3592e9 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:22.714173 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.767439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.771352 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-74f7a8f6-1355-4445-bdc2-c3fc7512facb tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1899951 Feb 16 12:41:22.772084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.772264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:22.773079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44410) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.778310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:22.793105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Network 36e1f399-a6d1-471c-88c7-46719211fb88 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:22.853725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:22.961114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for 112dd9ba-97f5-4f3e-a295-81a108a597b0 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:23.064426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.129943 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7ebdd795-0dcd-4aaa-9ea6-0d34193edbc1 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "DELETE /v2.0/agents/498b9910-0074-473f-943d-4b8b1fccea8a/dhcp-networks/b9fa90ce-cddc-4fd4-933f-81ef7e010974 HTTP/1.1" status: 204 len: 168 time: 0.6905777 Feb 16 12:41:23.141905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:23.206944 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.207538 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bdf01f90-122d-47e5-af24-625ce8e7f2db tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=eed9047b-cd56-449d-aee6-f9817f156a62 HTTP/1.1" status: 200 len: 689 time: 0.4193406 Feb 16 12:41:23.208516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:23.218153 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Transition to ACTIVE for port object 20978054-9706-4498-91ad-7b163f3592e9 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:23.218819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:23.238383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b3892f29-99df-4cde-8c3d-b182b461a40e None None] Provisioning complete for port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:23.238923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b3892f29-99df-4cde-8c3d-b182b461a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.295925 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.297733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b3892f29-99df-4cde-8c3d-b182b461a40e None None] Port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:23.310686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b3892f29-99df-4cde-8c3d-b182b461a40e None None] Provisioning complete for port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:23.312079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b3892f29-99df-4cde-8c3d-b182b461a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.374059 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Attempting to bind port 20978054-9706-4498-91ad-7b163f3592e9 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:23.374517 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Attempting to bind port 20978054-9706-4498-91ad-7b163f3592e9 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '21fa5cd8-7118-49f2-9ef2-031979645940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:23.374951 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Attempting to bind port 20978054-9706-4498-91ad-7b163f3592e9 on network 4753f164-c133-44c9-b6bf-6a2e55923c2e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:23.384851 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:23.385662 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Checking segment: {'id': '21fa5cd8-7118-49f2-9ef2-031979645940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:23.385662 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.389269 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Bound using segment: {'id': '21fa5cd8-7118-49f2-9ef2-031979645940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:23.390025 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Bound port: 20978054-9706-4498-91ad-7b163f3592e9, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fa5cd8-7118-49f2-9ef2-031979645940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4753f164-c133-44c9-b6bf-6a2e55923c2e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:23.396469 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.404554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.423892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b3892f29-99df-4cde-8c3d-b182b461a40e None None] Port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:23.442927 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67367520-7b05-4616-aea1-deb089ee3878 None None] Pushing event updated for resources: {'Port': ['ID=20978054-9706-4498-91ad-7b163f3592e9,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:23.497490 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] For port 20978054-9706-4498-91ad-7b163f3592e9, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:23.501542 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] For port 20978054-9706-4498-91ad-7b163f3592e9, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=20978054-9706-4498-91ad-7b163f3592e9,segment=NetworkSegment(21fa5cd8-7118-49f2-9ef2-031979645940),segment_id=21fa5cd8-7118-49f2-9ef2-031979645940)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:23.531022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Deleting port 20978054-9706-4498-91ad-7b163f3592e9 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:23.531394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.557784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44430) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:23.592291 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.680004 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Routers {'23bbd9fe-61a4-4138-9e26-d00edf2839d9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:23.681183 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['23bbd9fe-61a4-4138-9e26-d00edf2839d9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:23.710503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:23.733570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Sync routers for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:23.749821 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-73c73247-d29d-428e-a225-ec48aaded6aa admin admin] 10.222.0.47 "PUT /v2.0/routers/acfa09c5-c493-4dbe-976e-6c88ad83f7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4425142 Feb 16 12:41:23.751026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:23.751678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:23.808998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-859712122'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:23.824677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:23.831232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:network and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:23.839798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:23.843884 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67367520-7b05-4616-aea1-deb089ee3878 None None] Pushing event updated for resources: {'Port': ['ID=20978054-9706-4498-91ad-7b163f3592e9,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:23.850009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:23.855220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.867960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Router 0c7818c0-420e-4c93-8d23-9006e9c75f40 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:23.916549 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] Set router 23bbd9fe-61a4-4138-9e26-d00edf2839d9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:23.953660 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0265f0a1-cb03-4297-bfea-e3d5ebd1fc2a tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "GET /v2.0/agents/498b9910-0074-473f-943d-4b8b1fccea8a/dhcp-networks HTTP/1.1" status: 200 len: 8035 time: 0.8054516 Feb 16 12:41:23.954572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44442) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:23.971539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] device_id is not set on port 581329eb-0177-4b60-a271-84ffbc205799 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:23.975115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.984435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Made reservation on behalf of 493ce7d0346145a898eeca1fc2708786 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:23.987862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.010210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.014627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.037833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] For port 20978054-9706-4498-91ad-7b163f3592e9, host dv-neutron-829487-1-hyperv, got binding levels [] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:24.038188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.050070 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c60ebe89-1d90-4cb1-85f3-c8a89f6691a0 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "GET /v2.0/networks/87ebe822-3dca-4138-8a5c-524686278d97/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0911148 Feb 16 12:41:24.058203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44450) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:24.080086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:24.097972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Deleting port ac40e7e5-4e76-4547-93b1-07f21d742233 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:24.099402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.122695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Transition to ACTIVE for port object 581329eb-0177-4b60-a271-84ffbc205799 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:24.129569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:24.195210 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bbd9fe-61a4-4138-9e26-d00edf2839d9', 'name': '', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:14Z', 'updated_at': '2022-02-16T12:41:23Z', 'revision_number': 4, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.202345 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d555c86-e513-49e2-b239-0f7d12c1299a None None] The sync data for ids ['23bbd9fe-61a4-4138-9e26-d00edf2839d9'] in dv-neutron-829487-1-hyperv is: [{'id': '23bbd9fe-61a4-4138-9e26-d00edf2839d9', 'name': '', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:14Z', 'updated_at': '2022-02-16T12:41:23Z', 'revision_number': 4, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:24.236417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:security_group_rule and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:24.245694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Port': ['ID=112dd9ba-97f5-4f3e-a295-81a108a597b0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:24.257268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Calling delete_port for 20978054-9706-4498-91ad-7b163f3592e9 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:24.562716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 2, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.570543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Checking router: acfa09c5-c493-4dbe-976e-6c88ad83f7e0 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:24.570898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Updating router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:24.631872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.692927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.705565 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bdcddbe9-ba2c-465b-9770-edd2156a7f01 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/ports/112dd9ba-97f5-4f3e-a295-81a108a597b0 HTTP/1.1" status: 204 len: 168 time: 3.2981031 Feb 16 12:41:24.712769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:24.715324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44456) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:24.718512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.720749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:24.732706 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Sync routers for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:24.738784 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f18e2e0-93ba-4eeb-a41c-1e7cac111a32 admin admin] 10.222.0.47 "PUT /v2.0/routers/0c7818c0-420e-4c93-8d23-9006e9c75f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4658344 Feb 16 12:41:24.752553 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:24.753347 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.756007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.756430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.779292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:24.906494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Calling delete_port for ac40e7e5-4e76-4547-93b1-07f21d742233 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:24.934275 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-675014f6-b363-4ae2-97da-edd346e47804 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "GET /v2.0/networks/87ebe822-3dca-4138-8a5c-524686278d97/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.8733473 Feb 16 12:41:24.938070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:24.940416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:24.940934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44464) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:25.056059 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f0837f-2a3f-4dbe-9b51-785bf5c1ce20 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] GET failed (client error): The resource could not be found. Feb 16 12:41:25.057390 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a5f0837f-2a3f-4dbe-9b51-785bf5c1ce20 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "GET /v2.0/ports/112dd9ba-97f5-4f3e-a295-81a108a597b0 HTTP/1.1" status: 404 len: 333 time: 0.3404424 Feb 16 12:41:25.073990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:25.079851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1961583056'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:25.192907 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:25.245031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=581329eb-0177-4b60-a271-84ffbc205799,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:25.260725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:25.261272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:25.264951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:25.269986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:25.270572 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:25.275246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.281440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:25.282284 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 2 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:25.379191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.410663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Transition to ACTIVE for port object 27c8cd8f-e9f3-4424-ae69-e03e480cc445 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:25.460155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Deleting port 20978054-9706-4498-91ad-7b163f3592e9 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:25.460393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:25.461267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.477540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Usage tracker for resource:port and tenant:c388d0ba624b407f83fa8d9d2620e493 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:25.479014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.492495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983278113', 'description': 'tempest-description--1567119640'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:25.508147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac40e7e5-4e76-4547-93b1-07f21d742233,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:25.542008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d75a8fa9-816d-467e-a8d6-cf84b4a7f196 tempest-DHCPAgentSchedulersTestJSON-906417565 tempest-DHCPAgentSchedulersTestJSON-906417565-project-admin] 10.222.0.47 "GET /v2.0/agents/498b9910-0074-473f-943d-4b8b1fccea8a/dhcp-networks HTTP/1.1" status: 200 len: 8035 time: 0.5579951 Feb 16 12:41:25.546745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44482) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:25.560310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:25.565016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fc9a3-72d7-40ef-b170-aaec36e39cd7 None None] Pushing event updated for resources: {'Port': ['ID=27c8cd8f-e9f3-4424-ae69-e03e480cc445,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:25.565614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:25.565960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:25.566277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:25.579555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:25.590357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Usage tracker for resource:security_group and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:25.603906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:25.603906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:25.648690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:25.691489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.759703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 2, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:25.770185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:25.773155 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Checking router: 0c7818c0-420e-4c93-8d23-9006e9c75f40 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:25.773518 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Updating router 0c7818c0-420e-4c93-8d23-9006e9c75f40 port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:25.784431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.812734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.839469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:25.840275 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:25.841628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.847363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 3 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:25.857330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Attempting to bind port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:25.857515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Attempting to bind port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:25.857902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Attempting to bind port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 on network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:25.868530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:25.868906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Checking segment: {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:25.869353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.869746 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Bound using segment: {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:25.870353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Bound port: 27c8cd8f-e9f3-4424-ae69-e03e480cc445, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:25.871472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.889226 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.896704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] device_id is not set on port 25bf5c96-3532-4fc4-8556-7018f2efdb63 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:25.939541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:25.948935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Usage tracker for resource:security_group_rule and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:25.966200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.970118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:25.994669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:25.995019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:25.995354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:25.997011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:26.000506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.001331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:26.015881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:26.016126 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:26.018382 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 4 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:26.039560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] For port 27c8cd8f-e9f3-4424-ae69-e03e480cc445, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:26.042685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357430049', 'description': 'tempest-description--681760884'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:26.044684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] For port 27c8cd8f-e9f3-4424-ae69-e03e480cc445, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=27c8cd8f-e9f3-4424-ae69-e03e480cc445,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:26.047930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.056727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:26.062456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Usage tracker for resource:security_group and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:26.066597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:26.075008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:26.081207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:26.081207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:26.081207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:26.108107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.151476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:26.152039 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:26.153737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:26.161680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 5 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:26.191381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4095e0f3-567f-4f54-b695-b96f7b2cd259,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.202139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] For port 20978054-9706-4498-91ad-7b163f3592e9, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=20978054-9706-4498-91ad-7b163f3592e9,segment=NetworkSegment(21fa5cd8-7118-49f2-9ef2-031979645940),segment_id=21fa5cd8-7118-49f2-9ef2-031979645940)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:26.202650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.204684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:26.205388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:26.294612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.294945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Added segment bcfa462b-7929-4ebf-b7b7-6c014d18966c of type vlan for network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 Feb 16 12:41:26.304768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.304959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fc9a3-72d7-40ef-b170-aaec36e39cd7 None None] Pushing event updated for resources: {'Port': ['ID=27c8cd8f-e9f3-4424-ae69-e03e480cc445,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.324777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Allocated IP 2001:db8::11d (efb9431a-889d-4681-a402-0ae5ba34cd8c/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1/25bf5c96-3532-4fc4-8556-7018f2efdb63) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:26.385087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.413322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:26.414026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:26.415764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:26.424620 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.440676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.446096 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Transition to ACTIVE for port object bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:26.471426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:26.473847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.500472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:26.500891 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:26.511233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Calling delete_port for 20978054-9706-4498-91ad-7b163f3592e9 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:26.537597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:26.537802 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 6 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:26.555064 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.555270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.611479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:26.611814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:26.612116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:26.620548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Usage tracker for resource:security_group_rule and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:26.642027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:26.718017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b6412b18-816c-4d09-82f2-e2e57ff9d496,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.722305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:26.727581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.731201 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892576f1-7406-49e6-9ce0-e1c1af585489 None None] Pushing event updated for resources: {'Port': ['ID=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.733228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13803170-bf93-441e-bd14-d12da659fc26,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.744823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > segment before_delete 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.745181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.759486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.760228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > port after_create 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.760228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > port after_delete 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.760489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > port after_update 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.760809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > segment after_delete 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.761144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet after_create 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.761488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet after_delete 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.761802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet after_update 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.784660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.811735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.813101 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fbef769c-6bb8-468c-8efe-01d8ced85e76 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3449402 Feb 16 12:41:26.833783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44490) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:26.851118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9047b-cd56-449d-aee6-f9817f156a62']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:26.863970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Request body: {'security_group_rule': {'security_group_id': '13803170-bf93-441e-bd14-d12da659fc26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:26.869692 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Attempting to bind port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:26.870195 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Attempting to bind port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:26.871690 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Attempting to bind port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf on network 36e1f399-a6d1-471c-88c7-46719211fb88 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:26.882565 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:26.887944 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Checking segment: {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:26.888081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:26.888586 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.889041 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Bound using segment: {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:26.889546 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Bound port: bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:26.890087 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.898170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cec5a6-aa3c-47b3-aff1-c665d4be78c5') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:26.898473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cec5a6-aa3c-47b3-aff1-c665d4be78c5') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:26.907088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Usage tracker for resource:security_group_rule and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:26.917174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:26.937917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:26.947789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.963364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.972756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet after_create 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.973256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet after_delete 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.973413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet before_create 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.973732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Subscribe: > subnet before_update 55550000 {{(pid=88443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:41:26.974256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fa90ce-cddc-4fd4-933f-81ef7e010974']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:26.988713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.010371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:27.010697 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:27.013792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Transition to ACTIVE for port object 25bf5c96-3532-4fc4-8556-7018f2efdb63 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:27.015462 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 7 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:27.017720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:27.018360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.036438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b3311c-ea19-42bb-be27-fc2b5a950a8f') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:27.036986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b3311c-ea19-42bb-be27-fc2b5a950a8f') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:27.037313 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:27.069105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:26Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:27.075854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161d335-071b-48b4-b61a-2a69827dde42 None None] The sync data for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv is: [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:26Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:27.092963 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] For port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:27.093148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.099077 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] For port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:27.099375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:27.099707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:27.100042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:27.123320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:27.123320 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:27.128161 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 8 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:27.130416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.135307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.168728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:27.169120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.176798 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.181304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: from cryptography.utils import int_from_bytes Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: from cryptography.utils import int_from_bytes Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn_limited( Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn_limited( Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:27.188060 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:27.200039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:27.200634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:27.201140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:27.219563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.266357 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:27.267647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.267767 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:27.273495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:27.274909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.319050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:27.319697 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:27.332421 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 9 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:27.338139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af22f5a-142a-4d5e-9e24-349270fd6eb0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.366405 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892576f1-7406-49e6-9ce0-e1c1af585489 None None] Pushing event updated for resources: {'Port': ['ID=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.388694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.396533 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ce65d53e-e07d-4081-a2ed-8b9796f9580c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3843822 Feb 16 12:41:27.422248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.423587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.431057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Request body: {'security_group_rule': {'security_group_id': '4af22f5a-142a-4d5e-9e24-349270fd6eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:27.440424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:27.445690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Usage tracker for resource:security_group_rule and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:27.450673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:27.461491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:27.471884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.490092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.493874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:27.493874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:27.493874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:27.500249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eed9047b-cd56-449d-aee6-f9817f156a62 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:41:27.518535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.519700 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:27.537192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:27.537519 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:27.543385 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 10 to bind port 581329eb-0177-4b60-a271-84ffbc205799 Feb 16 12:41:27.564608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:27.564950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:27.565290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:27.567312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.571931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Network': ['ID=fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.577739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:27.578676 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 581329eb-0177-4b60-a271-84ffbc205799 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:27.578676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.591681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:27.609055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event deleted for resources: {'Network': ['ID=b9fa90ce-cddc-4fd4-933f-81ef7e010974,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.614404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.624223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-078fd57c-1ec4-44c5-bb98-79a38096407b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.0460725 Feb 16 12:41:27.624595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44498) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.636832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:27.664593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.674430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=25bf5c96-3532-4fc4-8556-7018f2efdb63,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.677794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:27.682787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'subnet': {'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:27.691561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:27.698188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:27.698892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.718730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event deleted for resources: {'Network': ['ID=eed9047b-cd56-449d-aee6-f9817f156a62,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.744911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b266229-7356-43e7-9340-acce913bb12f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.763246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.792933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 27c8cd8f-e9f3-4424-ae69-e03e480cc445 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:27.814351 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5ffec2e1-8ac9-453e-960a-92ac82d60a1b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "DELETE /v2.0/networks/eed9047b-cd56-449d-aee6-f9817f156a62 HTTP/1.1" status: 204 len: 168 time: 4.5870998 Feb 16 12:41:27.816141 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3ea63124-09cb-4ec8-ba7c-875e90b423d0 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7412097 Feb 16 12:41:27.816935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44502) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.822963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44504) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.920688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-35e5a70c-8e19-4a9a-8d90-ed3fe7459b8c tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "DELETE /v2.0/networks/b9fa90ce-cddc-4fd4-933f-81ef7e010974 HTTP/1.1" status: 204 len: 168 time: 2.3563986 Feb 16 12:41:27.932435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.936000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44510) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.936961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:27.941077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.954020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:38:5d:80'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:27.993823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9e95b908-0c89-4881-bebe-6ca554f1cc6a tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Synchronizing usage tracker for tenant:b7e31b84f7a64504be295e39e6625f14 on resource:floatingip {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:27.996453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.000096 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-24dfe6ce-5d86-4cd5-b1d3-ca0ef5c6e15d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1560590 Feb 16 12:41:28.004589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:28.011616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.012285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:28.012823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.020404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Request body: {'security_group_rule': {'security_group_id': '13803170-bf93-441e-bd14-d12da659fc26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:28.047529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.049811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event deleted for resources: {'Port': ['ID=20978054-9706-4498-91ad-7b163f3592e9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:28.062386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:28.067244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:subnet and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:28.085329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:28.101796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Usage tracker for resource:security_group_rule and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:28.103032 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:27Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:28.113757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:28.114666 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be03727-adcb-452f-8688-a14c5b2cfdaf None None] The sync data for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv is: [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:27Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:28.116584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baca048-345a-4888-a270-441c699ec81e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:28.125055 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-985b4486-f879-4edd-8666-960bea8aaa57 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] DELETE failed (client error): The resource could not be found. Feb 16 12:41:28.125843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985b4486-f879-4edd-8666-960bea8aaa57 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:41:28.127577 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-985b4486-f879-4edd-8666-960bea8aaa57 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "DELETE /v2.0/ports/a2cb3c39-3008-4dbe-97ed-931ef29442f5 HTTP/1.1" status: 404 len: 333 time: 0.1256068 Feb 16 12:41:28.142700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:28.155989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44518) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.206732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.243302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3de80985-144d-4db0-bd7d-ebafae53e30a None None] Provisioning for port 25bf5c96-3532-4fc4-8556-7018f2efdb63 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:28.244681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Deleting subnet 28c43755-89ac-49ba-b553-4c2a884d583d {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:28.247238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.251366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3de80985-144d-4db0-bd7d-ebafae53e30a None None] Provisioning complete for port 25bf5c96-3532-4fc4-8556-7018f2efdb63 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:28.251853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3de80985-144d-4db0-bd7d-ebafae53e30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.281985 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 27c8cd8f-e9f3-4424-ae69-e03e480cc445, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=27c8cd8f-e9f3-4424-ae69-e03e480cc445,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:28.307168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.321005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3de80985-144d-4db0-bd7d-ebafae53e30a None None] Port 25bf5c96-3532-4fc4-8556-7018f2efdb63 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:28.335312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:28.338759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.345246 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-26f65194-27ee-4f77-9752-ca81673f19ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9152112 Feb 16 12:41:28.345246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9e95b908-0c89-4881-bebe-6ca554f1cc6a tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Unset dirty status for tenant:b7e31b84f7a64504be295e39e6625f14 on resource:floatingip {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:28.345246 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9e95b908-0c89-4881-bebe-6ca554f1cc6a tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5204005 Feb 16 12:41:28.346537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.347020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.359776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.415928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Request body: {'security_group_rule': {'security_group_id': '4af22f5a-142a-4d5e-9e24-349270fd6eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:28.426550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:28.431350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Usage tracker for resource:security_group_rule and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:28.438338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:28.445087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:28.466171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=27c8cd8f-e9f3-4424-ae69-e03e480cc445,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:28.480419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] For port 581329eb-0177-4b60-a271-84ffbc205799, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:28.480789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempted to set empty binding levels {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:41:28.491843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Made reservation on behalf of 493ce7d0346145a898eeca1fc2708786 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:28.495377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.552121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.577210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.582452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.612382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.612884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.613690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.613808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.614485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.614718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.615197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.615644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.616800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Synchronizing usage tracker for tenant:b7e31b84f7a64504be295e39e6625f14 on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:28.684942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.712581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.722007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.730873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.771253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.775353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] In _notify_port_updated(), no bound segment for port 581329eb-0177-4b60-a271-84ffbc205799 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:28.775353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.775353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.775886 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "PUT /v2.0/ports/581329eb-0177-4b60-a271-84ffbc205799 HTTP/1.1" status: 200 len: 981 time: 6.6300142 Feb 16 12:41:28.781964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44530) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.849813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Unset dirty status for tenant:b7e31b84f7a64504be295e39e6625f14 on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:28.855146 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a46464a4-a979-45c4-9f59-23c407019e75 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5193 time: 0.5030756 Feb 16 12:41:28.855146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44534) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.971533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73746c-5622-4a5c-a48b-41a742115550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=581329eb-0177-4b60-a271-84ffbc205799,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.015346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.032423 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-470a6e73-7f98-4002-bae8-bb370789959e tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:41:29.035931 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-470a6e73-7f98-4002-bae8-bb370789959e tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/931032ac-d19e-454c-96f9-d2a96088e262 HTTP/1.1" status: 404 len: 345 time: 0.1610887 Feb 16 12:41:29.042482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.050101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44538) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.095431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.096043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23bbd9fe-61a4-4138-9e26-d00edf2839d9 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:29.101049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5133f6b7-b053-4bbf-9efe-753d5e080483,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.121080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.129933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.131103 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a2e9037f-d8a8-42b9-915e-ca94b17f10e3 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "DELETE /v2.0/routers/23bbd9fe-61a4-4138-9e26-d00edf2839d9 HTTP/1.1" status: 204 len: 168 time: 7.1281476 Feb 16 12:41:29.132741 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-385040e0-885e-4f64-8cf5-0853ddad9c6b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 12:41:29.147459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385040e0-885e-4f64-8cf5-0853ddad9c6b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:41:29.147459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44542) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.220915 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-385040e0-885e-4f64-8cf5-0853ddad9c6b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "DELETE /v2.0/networks/eed9047b-cd56-449d-aee6-f9817f156a62 HTTP/1.1" status: 404 len: 339 time: 0.1656950 Feb 16 12:41:29.221908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.228372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44546) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.241858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'network': {'name': 'tempest-network--56364988', 'router:external': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:29.249831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:29.256776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:network and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:29.260152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:29.265975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:29.280862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Deleting subnet 6d0da006-5209-47ed-bc34-2488dde81919 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:29.293046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.293504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.293967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.294426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.294887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.295370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.295826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.296275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.296724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.297176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.297627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.298078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.298525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.298972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.299445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.300997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Synchronizing usage tracker for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:29.303269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc90bc3d-ecbb-40ad-9ff5-5f3cd8c272a8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.310341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.313254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.339192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.340378 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-561eb546-09bf-4293-b05b-ccc58cc40b64 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9909403 Feb 16 12:41:29.348498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44550) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.358322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:29.362942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea327427-1bbb-4012-bc71-5ac5005d667a None None] Network 87ebe822-3dca-4138-8a5c-524686278d97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:29.365834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event deleted for resources: {'Subnet': ['ID=28c43755-89ac-49ba-b553-4c2a884d583d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.368844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.377530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.378595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:29.384002 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ae5bda69-cfc5-43e8-809b-0604646ae6b3 tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "DELETE /v2.0/subnets/28c43755-89ac-49ba-b553-4c2a884d583d HTTP/1.1" status: 204 len: 168 time: 1.2244120 Feb 16 12:41:29.385228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.385367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44554) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.389731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Usage tracker for resource:floatingip and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:29.389963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.394191 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22357b85-ab5f-408d-a8bd-0fe8f5758a62 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3784702 Feb 16 12:41:29.464755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:29.467690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44558) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.480181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:29.484754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Made reservation on behalf of b7e31b84f7a64504be295e39e6625f14 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:29.487870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.503717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:29.507847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Subnet': ['ID=be015796-5129-4c94-b0c8-e71954407f2b,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.509377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.514857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.518300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:29.532602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Usage tracker for resource:floatingip and tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:29.542568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:29.550142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Unset dirty status for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:29.551331 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-96e9eb01-4a39-4fef-b76a-28b5fc91ad00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13889 time: 0.7684157 Feb 16 12:41:29.552098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.557848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44562) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.560016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:29.578974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:29.594359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Checking segment: {'id': 'bcfa462b-7929-4ebf-b7b7-6c014d18966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:29.594875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Network hostable DHCP agents. Network: fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:29.601353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.601910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Added segment 79d46710-683a-4699-ad65-ec21486e7459 of type vlan for network e32f250b-cd3e-41bc-8f1c-0bee5c485c21 Feb 16 12:41:29.652043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.672672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.683071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.725016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] DHCP port deletion for 87ebe822-3dca-4138-8a5c-524686278d97 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:29.730970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Deleting port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:29.731585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.735473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] In _notify_port_updated(), no bound segment for port 25bf5c96-3532-4fc4-8556-7018f2efdb63 on network efb9431a-889d-4681-a402-0ae5ba34cd8c {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:29.746526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.751506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.753128 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "PUT /v2.0/ports/25bf5c96-3532-4fc4-8556-7018f2efdb63 HTTP/1.1" status: 200 len: 1003 time: 1.9269180 Feb 16 12:41:29.764949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Deleting port 581329eb-0177-4b60-a271-84ffbc205799 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:29.765297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.795009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44566) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.815419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Deleting port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:29.816815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.827717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:29.836497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:29.899753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 27c8cd8f-e9f3-4424-ae69-e03e480cc445 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:30.021719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:30.022349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.053235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 25bf5c96-3532-4fc4-8556-7018f2efdb63 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:30.055423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.144105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:30.144788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] For port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,segment=NetworkSegment(bc62b0ba-9ebc-49b6-9096-9147bfb843f6),segment_id=bc62b0ba-9ebc-49b6-9096-9147bfb843f6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:30.145144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.145144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:30.145144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.145330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.145446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:30.146054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.155223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.185564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43259634-bac2-4fd5-880c-1c1969624f43 None None] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:30.193448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ec511-5cfd-4355-81da-58edd7dd71c6 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=25bf5c96-3532-4fc4-8556-7018f2efdb63,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:30.360361 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cdfdf9ec-572c-4e48-b302-054c56c59d32 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7348838 Feb 16 12:41:30.371730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44570) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:30.381639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1244821785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:30.387197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Network': ['ID=e32f250b-cd3e-41bc-8f1c-0bee5c485c21,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:30.404311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:30.410815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Calling delete_port for ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:30.418233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:router and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:30.421346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e32f250b-cd3e-41bc-8f1c-0bee5c485c21 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:30.443621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:30.455285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0f3ff1ff-2b9d-4b0c-9259-b68b1eee9945 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 1.2257960 Feb 16 12:41:30.465975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6a70e562-e089-45b5-b33d-4fc08af868bd None None] Provisioning complete for port 25bf5c96-3532-4fc4-8556-7018f2efdb63 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:30.466349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a70e562-e089-45b5-b33d-4fc08af868bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.474371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44574) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:30.505992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:30.581949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] For port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,segment=NetworkSegment(bc62b0ba-9ebc-49b6-9096-9147bfb843f6),segment_id=bc62b0ba-9ebc-49b6-9096-9147bfb843f6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:30.582367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.606647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.609309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.698308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.699485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.712623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.864855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Calling delete_port for ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:30.869156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80f9a1-22f4-4c0f-a9dc-e2734f65ce1f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:30.875589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80f9a1-22f4-4c0f-a9dc-e2734f65ce1f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:30.882035 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80f9a1-22f4-4c0f-a9dc-e2734f65ce1f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:30.889105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80f9a1-22f4-4c0f-a9dc-e2734f65ce1f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:30.896641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6a70e562-e089-45b5-b33d-4fc08af868bd None None] Port 25bf5c96-3532-4fc4-8556-7018f2efdb63 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:30.897065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80f9a1-22f4-4c0f-a9dc-e2734f65ce1f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:30.898250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5', 'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5', 'tenant_id': '493ce7d0346145a898eeca1fc2708786', 'fixed_ips': [{'subnet_id': 'be015796-5129-4c94-b0c8-e71954407f2b'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:30.899720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.903427 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3b80f9a1-22f4-4c0f-a9dc-e2734f65ce1f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.4242079 Feb 16 12:41:30.906064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for 25bf5c96-3532-4fc4-8556-7018f2efdb63 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:30.909950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44578) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:30.911413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] For port 581329eb-0177-4b60-a271-84ffbc205799, host hv-neutron-8294, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:30.911915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.951421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:31.054404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.131709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.200880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Allocated IP 172.26.6.107 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/39d4466f-fb2d-4ab8-a487-1fb985a85a79) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:31.214131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:31.214487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:31.228268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.239222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.247465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Calling delete_port for 581329eb-0177-4b60-a271-84ffbc205799 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:31.289513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Allocated IP 172.20.0.2 (fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5/be015796-5129-4c94-b0c8-e71954407f2b/30dac084-8b6c-4c23-9892-cedca231f3df) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:31.302467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:31.309125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:31.311214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.339917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0da006-5209-47ed-bc34-2488dde81919,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:31.350535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.371446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event deleted for resources: {'Port': ['ID=ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:31.388606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] No DVR routers for this DVR port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:31.421782 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4a7eb4f9-4baf-420c-bf82-fb72ef7a904f tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/6d0da006-5209-47ed-bc34-2488dde81919 HTTP/1.1" status: 204 len: 168 time: 2.2805619 Feb 16 12:41:31.424426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.424827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44582) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.455578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.456954 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0fe4426c-523f-4488-825f-cc9cc7d694af tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0834782 Feb 16 12:41:31.463314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44586) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.466199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.533438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.570607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:31.591072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.598232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.664473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.683429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ebe822-3dca-4138-8a5c-524686278d97']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.695211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.707644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc62b0ba-9ebc-49b6-9096-9147bfb843f6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.707946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc62b0ba-9ebc-49b6-9096-9147bfb843f6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.717341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Deleting port ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:31.717716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.722270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.741170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Port': ['ID=25bf5c96-3532-4fc4-8556-7018f2efdb63,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:31.773737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.799093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32f250b-cd3e-41bc-8f1c-0bee5c485c21']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.813593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event deleted for resources: {'Port': ['ID=581329eb-0177-4b60-a271-84ffbc205799,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:31.825732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d46710-683a-4699-ad65-ec21486e7459') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.826071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d46710-683a-4699-ad65-ec21486e7459') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.838424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.841017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.846693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.853853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.860718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:31.861124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.869066 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:31.876415 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:31.910666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:31.911054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:31.933096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.934861 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c730cc10-fb65-40bd-b244-1ffd8407b238 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/ports/25bf5c96-3532-4fc4-8556-7018f2efdb63 HTTP/1.1" status: 204 len: 168 time: 2.1363142 Feb 16 12:41:31.942531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44590) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.968815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90de628e-73e1-40ed-b9fa-ec8172dd08ac None None] The port 'ebd6bbe9-53ce-41c7-96c1-bfbf5e1ff553' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:31.997055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.001897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.024562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Transition to ACTIVE for port object 30dac084-8b6c-4c23-9892-cedca231f3df will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:32.053145 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-815f4479-991e-472b-b069-20e9d0f4da9a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] GET failed (client error): The resource could not be found. Feb 16 12:41:32.053818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-815f4479-991e-472b-b069-20e9d0f4da9a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Synchronizing usage tracker for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:32.060590 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9dc2b500-c032-4010-8afb-3fa0a62a0e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "DELETE /v2.0/ports/581329eb-0177-4b60-a271-84ffbc205799 HTTP/1.1" status: 204 len: 168 time: 2.4698789 Feb 16 12:41:32.061731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.067688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44594) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.103807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:32.104247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:32.121429 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:32.177715 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea4f22f-221a-496d-843e-55e9f925d2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:41:32.178255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4ea4f22f-221a-496d-843e-55e9f925d2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Synchronizing usage tracker for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:32.186524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.221252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.248974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.261355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] Pushing event deleted for resources: {'Network': ['ID=87ebe822-3dca-4138-8a5c-524686278d97,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.268178 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-69d9bc8e-0f33-497e-aa7c-732e052afbea tempest-DHCPAgentSchedulersTestJSON-151528344 tempest-DHCPAgentSchedulersTestJSON-151528344-project] 10.222.0.47 "DELETE /v2.0/networks/87ebe822-3dca-4138-8a5c-524686278d97 HTTP/1.1" status: 204 len: 168 time: 2.8793283 Feb 16 12:41:32.369866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4ea4f22f-221a-496d-843e-55e9f925d2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Unset dirty status for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:32.371382 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4ea4f22f-221a-496d-843e-55e9f925d2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "GET /v2.0/ports/581329eb-0177-4b60-a271-84ffbc205799 HTTP/1.1" status: 404 len: 333 time: 0.3005912 Feb 16 12:41:32.376768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.383063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1164315765', 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:32.387871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:32.398567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:32.436956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:32.444473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Transition to ACTIVE for port object 30dac084-8b6c-4c23-9892-cedca231f3df will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:32.444639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.448684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e32f250b-cd3e-41bc-8f1c-0bee5c485c21 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:41:32.451928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.458308 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "DELETE /v2.0/networks/e32f250b-cd3e-41bc-8f1c-0bee5c485c21 HTTP/1.1" status: 204 len: 168 time: 1.5491867 Feb 16 12:41:32.459709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.493081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'network': {'name': 'tempest-network--1723704000', 'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:32.502524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:32.509494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:network and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:32.524719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:32.533796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:32.546975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e6c1a-03c3-41a8-81ff-2b2ee7126cdc tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event deleted for resources: {'Network': ['ID=e32f250b-cd3e-41bc-8f1c-0bee5c485c21,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.551261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Made reservation on behalf of 6dc5568bde8c4155bbcf7b43c097e4de for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:32.553949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.577822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] device_id is not set on port af369728-f30f-4549-9a11-b23048ca1f56 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:32.582798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.598916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:32.605961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:32.646453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:32.649853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:32.653626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:32.675531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Allocated IP 172.26.6.195 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/859dce3f-94f6-4706-91cf-475fcc3de057) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:32.695060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Pushing event updated for resources: {'Port': ['ID=30dac084-8b6c-4c23-9892-cedca231f3df,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.711169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Made reservation on behalf of b7e31b84f7a64504be295e39e6625f14 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:32.714275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.749981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Attempting to bind port 30dac084-8b6c-4c23-9892-cedca231f3df on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:32.750351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Attempting to bind port 30dac084-8b6c-4c23-9892-cedca231f3df by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'bcfa462b-7929-4ebf-b7b7-6c014d18966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:32.750693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Attempting to bind port 30dac084-8b6c-4c23-9892-cedca231f3df on network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:32.756117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:32.756484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Checking segment: {'id': 'bcfa462b-7929-4ebf-b7b7-6c014d18966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:32.756876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.757258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Bound using segment: {'id': 'bcfa462b-7929-4ebf-b7b7-6c014d18966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:32.757706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Bound port: 30dac084-8b6c-4c23-9892-cedca231f3df, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfa462b-7929-4ebf-b7b7-6c014d18966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:32.758065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.812711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-815f4479-991e-472b-b069-20e9d0f4da9a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Unset dirty status for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:32.820502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-815f4479-991e-472b-b069-20e9d0f4da9a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "GET /v2.0/ports/25bf5c96-3532-4fc4-8556-7018f2efdb63 HTTP/1.1" status: 404 len: 333 time: 0.8769088 Feb 16 12:41:32.823776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44608) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.833207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.851087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1484229873'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:32.854749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] For port 30dac084-8b6c-4c23-9892-cedca231f3df, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:32.858431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] For port 30dac084-8b6c-4c23-9892-cedca231f3df, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=30dac084-8b6c-4c23-9892-cedca231f3df,segment=NetworkSegment(bcfa462b-7929-4ebf-b7b7-6c014d18966c),segment_id=bcfa462b-7929-4ebf-b7b7-6c014d18966c)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:32.872884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event updated for resources: {'Port': ['ID=39d4466f-fb2d-4ab8-a487-1fb985a85a79,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.886192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.891551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:32.912145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.912145 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Added segment eb696788-492a-4052-bbfa-9ab40123c267 of type vlan for network cdb9c208-82ab-4753-b2b0-98540a217463 Feb 16 12:41:32.941627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.981832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.993653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4753f164-c133-44c9-b6bf-6a2e55923c2e']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:33.053467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fa5cd8-7118-49f2-9ef2-031979645940') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:33.053865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fa5cd8-7118-49f2-9ef2-031979645940') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:33.057686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.068316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1d0f6-e93c-4a0f-ae2a-36c6b6672d65 None None] Pushing event updated for resources: {'Port': ['ID=30dac084-8b6c-4c23-9892-cedca231f3df,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.079471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.118534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.142355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.142355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:33.142355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.157964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.261486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Network 86849418-afa1-43cb-a5dc-84de0abb2dbc is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:33.280458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:33.284800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:33.285226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.285723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:33.286322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.289077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.294399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=af369728-f30f-4549-9a11-b23048ca1f56,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.326360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:33.327208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.343822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Network': ['ID=cdb9c208-82ab-4753-b2b0-98540a217463,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:33.346333 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:33.356929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network cdb9c208-82ab-4753-b2b0-98540a217463 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:33.420809 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7e8d4e85-6b4e-436a-a184-d296c445438b tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9367523 Feb 16 12:41:33.421989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.470106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:33.491989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.497692 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0d7284b8-43b8-4ee5-86ff-5ec13e2e8690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1196210 Feb 16 12:41:33.504419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44624) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.518686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:33.633472 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5d0259d5-39df-4f38-82e9-15947bb7b15c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c49e30f9cb844fb4b51de1c67edb2a31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4619410 Feb 16 12:41:33.643576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.673083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb26edb1-c4a1-494e-94ab-3dceb172455f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:33.675370 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cb26edb1-c4a1-494e-94ab-3dceb172455f tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] 10.222.0.47 "GET /v2.0/networks/cdb9c208-82ab-4753-b2b0-98540a217463 HTTP/1.1" status: 200 len: 757 time: 0.2496769 Feb 16 12:41:33.681238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.686919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:33.690434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.703411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c413a6e6-f174-40af-b62e-3a8ced86a1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:33.703615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.703976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c413a6e6-f174-40af-b62e-3a8ced86a1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Synchronizing usage tracker for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:33.707678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.808478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4753f164-c133-44c9-b6bf-6a2e55923c2e {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:41:33.818338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2916dd2b-7276-4ab3-962b-aae53601c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.827600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.836996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event deleted for resources: {'Network': ['ID=4753f164-c133-44c9-b6bf-6a2e55923c2e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.866462 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-38f8a75a-f3e4-4f07-bc7a-d8bdb5f98ba0 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "DELETE /v2.0/networks/4753f164-c133-44c9-b6bf-6a2e55923c2e HTTP/1.1" status: 204 len: 168 time: 2.4364676 Feb 16 12:41:33.874737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d11c061-c8fc-4005-a024-99f15b362a0e tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:33.880533 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7d11c061-c8fc-4005-a024-99f15b362a0e tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] 10.222.0.47 "GET /v2.0/networks/f2eb93d3-0387-4da3-90a5-ab02a8746ed9 HTTP/1.1" status: 200 len: 767 time: 0.1980846 Feb 16 12:41:33.891138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:33.892435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] device_id is not set on port 0cff563e-4971-4ebc-bec5-0266b7b0edb0 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:33.901991 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44640) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.903067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858d3807-8a1a-4673-ade5-7d52192c1018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.906648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30dac084-8b6c-4c23-9892-cedca231f3df up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:33.932603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c413a6e6-f174-40af-b62e-3a8ced86a1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Unset dirty status for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:33.937593 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c413a6e6-f174-40af-b62e-3a8ced86a1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "GET /v2.0/ports/af369728-f30f-4549-9a11-b23048ca1f56 HTTP/1.1" status: 200 len: 959 time: 0.4299564 Feb 16 12:41:33.939997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Allocated IP 172.20.0.1 (fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5/be015796-5129-4c94-b0c8-e71954407f2b/4199fbe0-2655-4bea-bf32-31dce491ed67) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:33.941875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44644) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.949598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.981657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:33.995702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:34.149996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event updated for resources: {'Port': ['ID=859dce3f-94f6-4706-91cf-475fcc3de057,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:34.188103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.212467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858d3807-8a1a-4673-ade5-7d52192c1018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.216293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 30dac084-8b6c-4c23-9892-cedca231f3df completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:34.224651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:34.369230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:34.369591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.416512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Deleting port af369728-f30f-4549-9a11-b23048ca1f56 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:34.417205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.443885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f54d46-5a15-48bf-820c-1065ea22e249 None None] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:34.511583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:34.513485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.540842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'router': {'name': 'tempest-router--1800348424', 'project_id': '487bcfae02334662b01299c6f83b2c43'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:34.553700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:34.557617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb9c208-82ab-4753-b2b0-98540a217463']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.569187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:router and tenant:487bcfae02334662b01299c6f83b2c43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:34.573795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:34.577283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb696788-492a-4052-bbfa-9ab40123c267') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.577579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb696788-492a-4052-bbfa-9ab40123c267') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.589971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:34.595379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.605336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-afef3d97-fe6f-43f3-b8f8-e326193c9d76 None None] Provisioning for port 30dac084-8b6c-4c23-9892-cedca231f3df completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:34.614804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.621603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:34.622047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.633351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-afef3d97-fe6f-43f3-b8f8-e326193c9d76 None None] Provisioning complete for port 30dac084-8b6c-4c23-9892-cedca231f3df triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:34.633713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-afef3d97-fe6f-43f3-b8f8-e326193c9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:34.635147 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:34.644765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.682970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858d3807-8a1a-4673-ade5-7d52192c1018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.717454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.719027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.722391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d3807-8a1a-4673-ade5-7d52192c1018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0928f890-94ba-4f83-868b-b97fbbb1d478,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:34.735068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858d3807-8a1a-4673-ade5-7d52192c1018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.740802 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-858d3807-8a1a-4673-ade5-7d52192c1018 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0928f890-94ba-4f83-868b-b97fbbb1d478 HTTP/1.1" status: 204 len: 168 time: 1.0923645 Feb 16 12:41:34.798791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Allocated IP 2001:db8::6b (efb9431a-889d-4681-a402-0ae5ba34cd8c/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1/0cff563e-4971-4ebc-bec5-0266b7b0edb0) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:34.825770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.853452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cdb9c208-82ab-4753-b2b0-98540a217463 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:41:34.861569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.864788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.866710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event deleted for resources: {'Network': ['ID=cdb9c208-82ab-4753-b2b0-98540a217463,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:34.872612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-afef3d97-fe6f-43f3-b8f8-e326193c9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.893260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.924765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-afef3d97-fe6f-43f3-b8f8-e326193c9d76 None None] For port 30dac084-8b6c-4c23-9892-cedca231f3df, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=30dac084-8b6c-4c23-9892-cedca231f3df,segment=NetworkSegment(bcfa462b-7929-4ebf-b7b7-6c014d18966c),segment_id=bcfa462b-7929-4ebf-b7b7-6c014d18966c)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:34.976340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Transition to ACTIVE for port object 4199fbe0-2655-4bea-bf32-31dce491ed67 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:34.984786 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a6e8167e-878b-4340-a6da-a432dcc41a24 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "DELETE /v2.0/networks/cdb9c208-82ab-4753-b2b0-98540a217463 HTTP/1.1" status: 204 len: 168 time: 1.0644357 Feb 16 12:41:34.988515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:34.995116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'network': {'name': 'tempest-network--850886942'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:35.000944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:35.004022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-afef3d97-fe6f-43f3-b8f8-e326193c9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.019400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Usage tracker for resource:network and tenant:b7e31b84f7a64504be295e39e6625f14 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:35.026561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:35.035468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:35.069660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.078018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.104929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef3d97-fe6f-43f3-b8f8-e326193c9d76 None None] Pushing event updated for resources: {'Port': ['ID=30dac084-8b6c-4c23-9892-cedca231f3df,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:35.135623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Made reservation on behalf of b7e31b84f7a64504be295e39e6625f14 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:35.138018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.174082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.178472 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-56035f13-c400-4b4f-a8f7-8627f44bda75 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6474054 Feb 16 12:41:35.179418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44662) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:35.226196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9d8e3c30-487d-4b99-b171-fce6544af79b None None] Provisioning complete for port 30dac084-8b6c-4c23-9892-cedca231f3df triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:35.226592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3c30-487d-4b99-b171-fce6544af79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.275687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:35.351473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.351820 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Added segment 934cd888-960a-4509-995c-fd491de4c922 of type vlan for network c2cec5de-9f05-4b22-8ee5-c21b1fec01ba Feb 16 12:41:35.353637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3efb3e7d-79db-406e-ab25-ef63016d4122 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.429049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.543291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.591438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Calling delete_port for af369728-f30f-4549-9a11-b23048ca1f56 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:35.635390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:35.688532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3efb3e7d-79db-406e-ab25-ef63016d4122 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.692619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3efb3e7d-79db-406e-ab25-ef63016d4122 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.707362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.745574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30dac084-8b6c-4c23-9892-cedca231f3df up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:35.772391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.777895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44668) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:35.834600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.847686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 30dac084-8b6c-4c23-9892-cedca231f3df triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:35.848044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.853038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.907939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.909015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:35.909609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.923830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:35.948617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Usage tracker for resource:security_group_rule and tenant:9d4c202f08194466a9caded4abc97e6e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:35.953789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.958372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Transition to ACTIVE for port object 0cff563e-4971-4ebc-bec5-0266b7b0edb0 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:35.963293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:35.985850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3efb3e7d-79db-406e-ab25-ef63016d4122 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.986313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb3e7d-79db-406e-ab25-ef63016d4122 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 314ba803-04b4-4371-9c88-766075923b23 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:36.008339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:36.020077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3efb3e7d-79db-406e-ab25-ef63016d4122 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.024426 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3efb3e7d-79db-406e-ab25-ef63016d4122 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "DELETE /v2.0/routers/314ba803-04b4-4371-9c88-766075923b23 HTTP/1.1" status: 204 len: 168 time: 0.8408887 Feb 16 12:41:36.028663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.030461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Network': ['ID=c2cec5de-9f05-4b22-8ee5-c21b1fec01ba,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.043954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network c2cec5de-9f05-4b22-8ee5-c21b1fec01ba details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:36.052827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:36.053623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event updated for resources: {'Port': ['ID=39d4466f-fb2d-4ab8-a487-1fb985a85a79,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.066208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:36.111419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:36.112003 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a7b00493-dd4c-46f7-8128-2f9669199439 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1226292 Feb 16 12:41:36.112969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44674) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:36.119706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:36.154304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:36.200307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.209174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.254411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.308050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Port': ['ID=4199fbe0-2655-4bea-bf32-31dce491ed67,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.311984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf689ac0-ab4b-46ae-a8b7-d2863003407d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.372763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.376725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.412617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.474539 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44678) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:36.529961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6f550df3-58fe-41c8-b491-5a4c70eb3d79 None None] Provisioning for port 4199fbe0-2655-4bea-bf32-31dce491ed67 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:36.535427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6f550df3-58fe-41c8-b491-5a4c70eb3d79 None None] Provisioning complete for port 4199fbe0-2655-4bea-bf32-31dce491ed67 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:36.535867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f550df3-58fe-41c8-b491-5a4c70eb3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.565189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.601155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6f550df3-58fe-41c8-b491-5a4c70eb3d79 None None] Port 4199fbe0-2655-4bea-bf32-31dce491ed67 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:36.601905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Network c2cec5de-9f05-4b22-8ee5-c21b1fec01ba is not hosted by any dhcp agent {{(pid=88444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:41:36.602755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event deleted for resources: {'Port': ['ID=af369728-f30f-4549-9a11-b23048ca1f56,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.606108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:36.607795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.609445 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "PUT /v2.0/networks/c2cec5de-9f05-4b22-8ee5-c21b1fec01ba HTTP/1.1" status: 200 len: 856 time: 0.4955215 Feb 16 12:41:36.617993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.619703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.621076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b2af438b-60a3-4c50-9118-cb8b97cada8c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1522436 Feb 16 12:41:36.622639 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-17d0569f-9856-4ff9-84b3-f51b4f534efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "DELETE /v2.0/ports/af369728-f30f-4549-9a11-b23048ca1f56 HTTP/1.1" status: 204 len: 168 time: 2.6386909 Feb 16 12:41:36.662117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44684) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:36.662453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44686) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:36.696740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f39800-4b5f-4ba7-858b-a0fb9d65d405 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event updated for resources: {'Network': ['ID=c2cec5de-9f05-4b22-8ee5-c21b1fec01ba,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.750852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1228791355', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:36.759170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:36.763599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Usage tracker for resource:router and tenant:6e72a968c0a843e7ad4f8cffa47ad8ad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:36.766449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:36.773132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:36.849741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.850803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.866549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.869615 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbc1fc5-2a59-405c-b14b-5d1ebce6a54c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:41:36.870110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5bbc1fc5-2a59-405c-b14b-5d1ebce6a54c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Synchronizing usage tracker for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:36.893216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:36.915485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:36.927377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event updated for resources: {'Port': ['ID=859dce3f-94f6-4706-91cf-475fcc3de057,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.941809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:36.951132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:36.952049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.096041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.101863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.133557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.136993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44714) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.146486 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 12:41:37.165867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5bbc1fc5-2a59-405c-b14b-5d1ebce6a54c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Unset dirty status for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:37.170464 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5bbc1fc5-2a59-405c-b14b-5d1ebce6a54c tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "GET /v2.0/ports/af369728-f30f-4549-9a11-b23048ca1f56 HTTP/1.1" status: 404 len: 333 time: 0.4998147 Feb 16 12:41:37.170464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=0cff563e-4971-4ebc-bec5-0266b7b0edb0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:37.174762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44720) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.184226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Request body: {'port': {'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014889370'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:37.209197 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.221143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:37.238312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.260155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.293042 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e9ab251d-aef7-479f-ae43-0d4facbc1004 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4516571 Feb 16 12:41:37.293944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.295799 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5fb10377-3105-42a9-a6fa-8d5f27f88617 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9455254 Feb 16 12:41:37.303493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:37.333120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.341480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e3f9add6-9f4c-4fe4-a89f-92c56f22c1ed None None] Provisioning for port 0cff563e-4971-4ebc-bec5-0266b7b0edb0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:37.346677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e3f9add6-9f4c-4fe4-a89f-92c56f22c1ed None None] Provisioning complete for port 0cff563e-4971-4ebc-bec5-0266b7b0edb0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:37.347463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3f9add6-9f4c-4fe4-a89f-92c56f22c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.347996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'network_id': 'efb9431a-889d-4681-a402-0ae5ba34cd8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1480657629'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:37.423238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9add6-9f4c-4fe4-a89f-92c56f22c1ed None None] Port 0cff563e-4971-4ebc-bec5-0266b7b0edb0 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:37.423456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-7ed4cae7-934a-4566-a9ce-c1c91272d2ba tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Synchronizing usage tracker for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:37.448246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.465735 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d4c202f08194466a9caded4abc97e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6852458 Feb 16 12:41:37.470682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44730) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.481684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a613696-6087-47fe-97cb-23a24aee05bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c857d-211b-484e-ae78-f1a4827026c7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:37.486154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.505350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.524579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cec5de-9f05-4b22-8ee5-c21b1fec01ba']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:37.552548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Made reservation on behalf of 6dc5568bde8c4155bbcf7b43c097e4de for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:37.555700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.579739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934cd888-960a-4509-995c-fd491de4c922') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:37.580314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934cd888-960a-4509-995c-fd491de4c922') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:37.581894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:37.586505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Usage tracker for resource:port and tenant:c388d0ba624b407f83fa8d9d2620e493 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:37.589356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:37.595311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:37.634621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.662251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-7ed4cae7-934a-4566-a9ce-c1c91272d2ba tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Unset dirty status for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:37.663462 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-7ed4cae7-934a-4566-a9ce-c1c91272d2ba tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1983278113&fields=id&tenant_id=20642a7c8ad54f0a8e01f9fd81b9dc5b HTTP/1.1" status: 200 len: 267 time: 0.5234025 Feb 16 12:41:37.675303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] device_id is not set on port 0c4a2172-0659-46e9-8a80-14895c25dc47 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:37.721348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.753935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Made reservation on behalf of c388d0ba624b407f83fa8d9d2620e493 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:37.758214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:37.758908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.759043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:37.825433 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:37.842025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44754) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.842744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07547b03-9f48-4afd-8c51-5826f1be419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.908463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] device_id is not set on port 56f33e21-46f0-40a7-88d7-069fcdd14510 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:37.986974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.020166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.088167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07547b03-9f48-4afd-8c51-5826f1be419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.246596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-2a914b0d-30ad-4a36-a525-12d8a8834429 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Synchronizing usage tracker for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:38.305600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-6da451b7-82e3-4ea3-9840-bcf7b6fda68e tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:38.306261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-6da451b7-82e3-4ea3-9840-bcf7b6fda68e tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Synchronizing usage tracker for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:38.383083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.415367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2cec5de-9f05-4b22-8ee5-c21b1fec01ba {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:41:38.428639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.462247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2cec5de-9f05-4b22-8ee5-c21b1fec01ba,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:38.476377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-2a914b0d-30ad-4a36-a525-12d8a8834429 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Unset dirty status for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:38.478261 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-2a914b0d-30ad-4a36-a525-12d8a8834429 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--357430049&fields=id&tenant_id=c627c7c33d584442a9bd12e6fe547f03 HTTP/1.1" status: 200 len: 267 time: 0.6335211 Feb 16 12:41:38.558563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Allocated IP 2001:db8::11 (efb9431a-889d-4681-a402-0ae5ba34cd8c/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1/56f33e21-46f0-40a7-88d7-069fcdd14510) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:38.583607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Allocated IP 172.26.6.137 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/bfb3fbed-e674-40a7-8245-a8425e8c6ddf) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:38.615443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07547b03-9f48-4afd-8c51-5826f1be419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.618045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07547b03-9f48-4afd-8c51-5826f1be419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.621905 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-07547b03-9f48-4afd-8c51-5826f1be419b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/630c857d-211b-484e-ae78-f1a4827026c7 HTTP/1.1" status: 204 len: 168 time: 1.1471896 Feb 16 12:41:38.670689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07547b03-9f48-4afd-8c51-5826f1be419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c857d-211b-484e-ae78-f1a4827026c7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:38.723258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.730250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-6da451b7-82e3-4ea3-9840-bcf7b6fda68e tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Unset dirty status for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:38.731413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-6da451b7-82e3-4ea3-9840-bcf7b6fda68e tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/networks?id=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f HTTP/1.1" status: 200 len: 805 time: 1.0109437 Feb 16 12:41:38.732133 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-792a86d3-01b7-49c5-abc5-9e3652d28433 tempest-ExternalNetworksTestJSON-1062426481 tempest-ExternalNetworksTestJSON-1062426481-project-admin] 10.222.0.47 "DELETE /v2.0/networks/c2cec5de-9f05-4b22-8ee5-c21b1fec01ba HTTP/1.1" status: 204 len: 168 time: 2.0667307 Feb 16 12:41:38.741330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44760) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:38.798441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.804337 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-1427c344-6115-4cb7-a85f-6e5fc14aef6e tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/quotas/20642a7c8ad54f0a8e01f9fd81b9dc5b HTTP/1.1" status: 200 len: 375 time: 0.0439572 Feb 16 12:41:38.832929 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d727210-8e94-4d7b-b7de-4306880e1021 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] DELETE failed (client error): The resource could not be found. Feb 16 12:41:38.833370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d727210-8e94-4d7b-b7de-4306880e1021 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:41:38.850245 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0d727210-8e94-4d7b-b7de-4306880e1021 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] 10.222.0.47 "DELETE /v2.0/subnets/b6412b18-816c-4d09-82f2-e2e57ff9d496 HTTP/1.1" status: 404 len: 337 time: 0.1055422 Feb 16 12:41:38.852764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44764) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:38.859262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-ffdcfde1-02f7-473b-b65a-58d408c19bce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:38.859943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-ffdcfde1-02f7-473b-b65a-58d408c19bce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Synchronizing usage tracker for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:38.923461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.940870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.968392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.984358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.009939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Transition to ACTIVE for port object 56f33e21-46f0-40a7-88d7-069fcdd14510 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:39.148039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.154926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.162082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Port': ['ID=4199fbe0-2655-4bea-bf32-31dce491ed67,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:39.165574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.244351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Network efb9431a-889d-4681-a402-0ae5ba34cd8c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:39.247536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:39.250248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:39.256556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:39.264547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.273508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=56f33e21-46f0-40a7-88d7-069fcdd14510,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:39.292206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-a50c9082-98f2-483b-a16d-6feb5fbf9eac tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Synchronizing usage tracker for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:39.315817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.335773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-ffdcfde1-02f7-473b-b65a-58d408c19bce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Unset dirty status for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:39.337424 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-ffdcfde1-02f7-473b-b65a-58d408c19bce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 812 time: 0.8383756 Feb 16 12:41:39.397741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:39.401255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:39.403684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:39.412371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.503368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-8ba820b0-85ec-4de9-ad36-3f5c22ed3944 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/quotas/c627c7c33d584442a9bd12e6fe547f03 HTTP/1.1" status: 200 len: 375 time: 0.1141312 Feb 16 12:41:39.520699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.550430 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d8296163-7ec6-48bc-8f62-02b7c2b589f7 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2144806 Feb 16 12:41:39.552518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event updated for resources: {'Port': ['ID=bfb3fbed-e674-40a7-8245-a8425e8c6ddf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:39.555374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.566461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:38:5d:80'}, {'ip_address': '2001:db8::6b', 'mac_address': 'fa:16:3e:27:21:dd'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:39.591098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-a50c9082-98f2-483b-a16d-6feb5fbf9eac tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Unset dirty status for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:39.592303 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-a50c9082-98f2-483b-a16d-6feb5fbf9eac tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=20642a7c8ad54f0a8e01f9fd81b9dc5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7750854 Feb 16 12:41:39.594140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Network 86849418-afa1-43cb-a5dc-84de0abb2dbc is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:39.612456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:39.614877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:39.622222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:39.623153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2eb93d3-0387-4da3-90a5-ab02a8746ed9']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:39.630295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:39.631235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:39.631833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.661418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4a2172-0659-46e9-8a80-14895c25dc47,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:39.669219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd892c6-b039-452f-8e7f-6dca41195424') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:39.669494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd892c6-b039-452f-8e7f-6dca41195424') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:39.684359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0cef6013-d72f-4e65-93b2-725332bfd9ac None None] Provisioning for port 56f33e21-46f0-40a7-88d7-069fcdd14510 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:39.693254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0cef6013-d72f-4e65-93b2-725332bfd9ac None None] Provisioning complete for port 56f33e21-46f0-40a7-88d7-069fcdd14510 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:39.693254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cef6013-d72f-4e65-93b2-725332bfd9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.744674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.837334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0cef6013-d72f-4e65-93b2-725332bfd9ac None None] Port 56f33e21-46f0-40a7-88d7-069fcdd14510 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:39.869090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.875984 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1cea615-a73e-461e-a945-c911f5538aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7002311 Feb 16 12:41:39.879925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:39.880326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:39.896738 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:39.900490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44792) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.959965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-dabfaad2-d5c7-4df7-a5cb-e0220327cccc None None] Provisioning complete for port 4199fbe0-2655-4bea-bf32-31dce491ed67 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:39.960690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dabfaad2-d5c7-4df7-a5cb-e0220327cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.028493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dabfaad2-d5c7-4df7-a5cb-e0220327cccc None None] Port 4199fbe0-2655-4bea-bf32-31dce491ed67 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:40.074473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:40.112722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-f2d895cd-93ae-42bb-bb65-d0efbee5d7cd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:41:40.113725 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-f2d895cd-93ae-42bb-bb65-d0efbee5d7cd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2814233 Feb 16 12:41:40.228292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.248249 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-3d2780de-be24-4725-9085-c2e8f3e37aee tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7385988 Feb 16 12:41:40.516630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.516630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.518148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.518671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.518671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] Pushing event deleted for resources: {'Network': ['ID=f2eb93d3-0387-4da3-90a5-ab02a8746ed9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:40.518671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-21d799d8-fe63-4365-ba17-5c0b2be42a26 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:41:40.518671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-21d799d8-fe63-4365-ba17-5c0b2be42a26 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018414 Feb 16 12:41:40.518671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bdd6257d-06e1-4d2e-a018-0821cabd3fb4 tempest-ExternalNetworksTestJSON-1851703016 tempest-ExternalNetworksTestJSON-1851703016-project] 10.222.0.47 "DELETE /v2.0/networks/f2eb93d3-0387-4da3-90a5-ab02a8746ed9 HTTP/1.1" status: 204 len: 168 time: 1.6254857 Feb 16 12:41:40.678369 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-cdd7d641-8896-4a23-97ed-26eb811b96e1 service neutron] 10.222.0.47 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447083 Feb 16 12:41:40.810511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Router dfe72803-0db4-4148-a5d9-502f6a4c1173 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:40.861858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.874700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.931272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.934361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.963392 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-b05d3252-3961-4001-aacb-c2cb9714f40d service neutron] 10.222.0.47 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673386 Feb 16 12:41:41.064122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] device_id is not set on port 0c4a2172-0659-46e9-8a80-14895c25dc47 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:41.073373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.114693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] In _notify_port_updated(), no bound segment for port 56f33e21-46f0-40a7-88d7-069fcdd14510 on network efb9431a-889d-4681-a402-0ae5ba34cd8c {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:41.118128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:41.118787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.120110 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "PUT /v2.0/ports/56f33e21-46f0-40a7-88d7-069fcdd14510 HTTP/1.1" status: 200 len: 1065 time: 1.5617278 Feb 16 12:41:41.125211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44820) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:41.180231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:41.194395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] Sync routers for ids ['dfe72803-0db4-4148-a5d9-502f6a4c1173'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:41.212606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] Routers {'dfe72803-0db4-4148-a5d9-502f6a4c1173'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:41.213177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44824) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:41.213432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['dfe72803-0db4-4148-a5d9-502f6a4c1173'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:41.244402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7e072-bc68-4b1c-9031-cde4a558bd97 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event updated for resources: {'Port': ['ID=56f33e21-46f0-40a7-88d7-069fcdd14510,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:41.262168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Transition to ACTIVE for port object 0c4a2172-0659-46e9-8a80-14895c25dc47 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:41.275066 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-837cf73f-bbbd-400a-9b0b-0ac6b7fa52a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "PUT /v2.0/routers/dfe72803-0db4-4148-a5d9-502f6a4c1173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8052278 Feb 16 12:41:41.275559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:41.292897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'port': {'network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5', 'name': 'tempest-FloatingIPNegativeTestJSON-61878169'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:41.321971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 56f33e21-46f0-40a7-88d7-069fcdd14510 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:41.322218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.364803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:41.365319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.387030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] Routers {'dfe72803-0db4-4148-a5d9-502f6a4c1173'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:41.390236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['dfe72803-0db4-4148-a5d9-502f6a4c1173'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:41.492983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:41.493599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f51f52-d485-446a-a15e-3c020288066d None None] The sync data for ids ['dfe72803-0db4-4148-a5d9-502f6a4c1173'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:41.512487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-854bbf3e-60da-44aa-9870-146a67e469d4 None None] Provisioning complete for port 56f33e21-46f0-40a7-88d7-069fcdd14510 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:41.513238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-854bbf3e-60da-44aa-9870-146a67e469d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.524501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-68dd6f38-a16d-46ee-a630-6c1c193c1630 service neutron] 10.222.0.47 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391087 Feb 16 12:41:41.599159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.599495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.599828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.620409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.620732 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.621267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4a2172-0659-46e9-8a80-14895c25dc47,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:41.625181 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 2 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.639542 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-0fbbf76a-3dbd-4c54-ba56-996259c8547f service neutron] 10.222.0.47 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485455 Feb 16 12:41:41.643732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.644069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.644464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.649187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.649507 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.649883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 3 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.666396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.666728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.667091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.671173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-854bbf3e-60da-44aa-9870-146a67e469d4 None None] Port 56f33e21-46f0-40a7-88d7-069fcdd14510 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:41.672233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.672745 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.673486 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 4 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.700317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.700317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.700317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.712910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.714351 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.717413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 5 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.739283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.739742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.740191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.747654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.748183 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.748735 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 6 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.765061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.765675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.766152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.771371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.772108 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.772625 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 7 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.793090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.794549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.794549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.798690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.799141 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.799528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 8 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.815278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.815644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.815960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.820767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.821112 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.821509 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 9 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.837169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.837336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.837604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.844145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.844464 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.844867 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempt 10 to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 Feb 16 12:41:41.861074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.861402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.861794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempting to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.867199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:41.867575 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Failed to bind port 0c4a2172-0659-46e9-8a80-14895c25dc47 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '08eafdda-69c8-466d-86c5-c872028957f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86849418-afa1-43cb-a5dc-84de0abb2dbc'}] Feb 16 12:41:41.867933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.882343 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d9241e11-59af-47e3-9993-d2d63629f0a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af30118d4e9b488591e6de6fdbe351ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6655896 Feb 16 12:41:41.883831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44846) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:41.886602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Router 4453e843-be67-412b-8ec2-7528e9d2bc8f is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:41.894795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:42.030256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:port and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:42.087858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.177439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44876) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:42.224994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for 56f33e21-46f0-40a7-88d7-069fcdd14510 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:42.238384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-606cc226-9941-4b0f-95b9-e999e83b7245 req-7fa73b1c-9de1-4859-bba4-5eac0f01b2ee tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.2761660 Feb 16 12:41:42.261369 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96a8a294-a8ab-4ae8-844c-c0204e6bb02e req-26ca0d9d-f102-4618-9a7a-4cebb4b62738 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.0914309 Feb 16 12:41:42.300350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] For port 0c4a2172-0659-46e9-8a80-14895c25dc47, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:42.300350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attempted to set empty binding levels {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:41:42.300350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7bcac259-e2dd-4d65-9736-014a097b9d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.322587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7bcac259-e2dd-4d65-9736-014a097b9d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.349009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:42.365279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.438417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] In _notify_port_updated(), no bound segment for port 0c4a2172-0659-46e9-8a80-14895c25dc47 on network 86849418-afa1-43cb-a5dc-84de0abb2dbc {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:42.438417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:42.438417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.438417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "PUT /v2.0/ports/0c4a2172-0659-46e9-8a80-14895c25dc47 HTTP/1.1" status: 200 len: 981 time: 2.5290465 Feb 16 12:41:42.438417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44896) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:42.503776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f905392a-bb64-4488-910b-9fbe2525afeb tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:42.506604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:42.508414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a65018-0d09-437b-89f5-d58b8219329e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4a2172-0659-46e9-8a80-14895c25dc47,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:42.527414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Deleting port 0c4a2172-0659-46e9-8a80-14895c25dc47 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:42.527751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.617306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7bcac259-e2dd-4d65-9736-014a097b9d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.624778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Made reservation on behalf of 493ce7d0346145a898eeca1fc2708786 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:42.628268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.637706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.653202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcac259-e2dd-4d65-9736-014a097b9d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd81487-dd93-4aac-8c1a-9983aa3a205e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:42.662922 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f905392a-bb64-4488-910b-9fbe2525afeb tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "PUT /v2.0/quotas/8be8e94742304f04b9812a3b1f0b5fc2 HTTP/1.1" status: 200 len: 368 time: 0.4786997 Feb 16 12:41:42.666191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44912) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:42.688759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Request body: {'network': {'project_id': '8be8e94742304f04b9812a3b1f0b5fc2'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:42.692155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7bcac259-e2dd-4d65-9736-014a097b9d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.696160 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7bcac259-e2dd-4d65-9736-014a097b9d47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9dd81487-dd93-4aac-8c1a-9983aa3a205e HTTP/1.1" status: 204 len: 168 time: 0.8089037 Feb 16 12:41:42.738387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:42.741908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:42.757698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Usage tracker for resource:network and tenant:8be8e94742304f04b9812a3b1f0b5fc2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:42.760390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] device_id is not set on port 06e610cd-0ab0-4b8c-a8cd-648e81f28116 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:42.761544 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] Sync routers for ids ['4453e843-be67-412b-8ec2-7528e9d2bc8f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:42.763382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:42.776710 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] Routers {'4453e843-be67-412b-8ec2-7528e9d2bc8f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:42.784159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['4453e843-be67-412b-8ec2-7528e9d2bc8f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.784320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:42.793002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] For port 0c4a2172-0659-46e9-8a80-14895c25dc47, host hv-neutron-8294, got binding levels [] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:42.793339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.814325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Port': ['ID=56f33e21-46f0-40a7-88d7-069fcdd14510,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:42.891118 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.903611 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] Routers {'4453e843-be67-412b-8ec2-7528e9d2bc8f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:42.911217 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['4453e843-be67-412b-8ec2-7528e9d2bc8f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.975571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Calling delete_port for 0c4a2172-0659-46e9-8a80-14895c25dc47 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:43.014825 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:43.015513 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02112cd7-ac93-40c5-935e-88a8e6219b02 None None] The sync data for ids ['4453e843-be67-412b-8ec2-7528e9d2bc8f'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:43.026312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Made reservation on behalf of 8be8e94742304f04b9812a3b1f0b5fc2 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:43.028662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.045596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.069240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:43.076520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Usage tracker for resource:security_group_rule and tenant:8be8e94742304f04b9812a3b1f0b5fc2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:43.090763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:43.099511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:43.175525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.179337 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-93199d70-2e24-45a2-8a09-83a717871f0c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7010596 Feb 16 12:41:43.179799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44922) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.229692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Allocated IP 172.20.0.13 (fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5/be015796-5129-4c94-b0c8-e71954407f2b/06e610cd-0ab0-4b8c-a8cd-648e81f28116) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:43.284655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.288892 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-edb1e141-bfa5-40b5-b76d-6ef91b17f482 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/ports/56f33e21-46f0-40a7-88d7-069fcdd14510 HTTP/1.1" status: 204 len: 168 time: 2.1585410 Feb 16 12:41:43.290307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44930) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.299932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.352909 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-050e9a7d-f31b-42f4-87a1-a62830fe37a1 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] GET failed (client error): The resource could not be found. Feb 16 12:41:43.353462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-050e9a7d-f31b-42f4-87a1-a62830fe37a1 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Synchronizing usage tracker for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:43.517036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-050e9a7d-f31b-42f4-87a1-a62830fe37a1 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Unset dirty status for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:43.518210 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-050e9a7d-f31b-42f4-87a1-a62830fe37a1 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "GET /v2.0/ports/56f33e21-46f0-40a7-88d7-069fcdd14510 HTTP/1.1" status: 404 len: 333 time: 0.2280295 Feb 16 12:41:43.521699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44942) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.565088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c4a2172-0659-46e9-8a80-14895c25dc47,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:43.581210 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a22af39-81fd-43c2-abdb-05b823968d8f req-d43f740b-d013-4477-bb61-29071fb0a864 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.1585073 Feb 16 12:41:43.600630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.622553 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-74dbf40b-a30b-4927-8ae7-02536db8f916 req-2b9f3a9b-e139-40ba-8924-7ea5f5831a0d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.2013125 Feb 16 12:41:43.643247 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3811d957-6c7f-43a4-9fe5-c08f1f966e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0c4a2172-0659-46e9-8a80-14895c25dc47 HTTP/1.1" status: 204 len: 168 time: 1.2036278 Feb 16 12:41:43.646699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44948) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.649938 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-327d9d2b-4a51-4abd-b882-90bf7eab1130 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/4453e843-be67-412b-8ec2-7528e9d2bc8f HTTP/1.1" status: 200 len: 925 time: 0.4678857 Feb 16 12:41:43.656656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44952) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.685542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.696260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 0cff563e-4971-4ebc-bec5-0266b7b0edb0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:43.696610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.751715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44958) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.751901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9d447d0-0164-4846-99cf-f9e713d18edc tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=4453e843-be67-412b-8ec2-7528e9d2bc8f HTTP/1.1" status: 200 len: 205 time: 0.0608234 Feb 16 12:41:43.751984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Transition to ACTIVE for port object 06e610cd-0ab0-4b8c-a8cd-648e81f28116 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:43.752063 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ca4661-8e1b-4cc1-9d97-1ec5a5f075fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:41:43.752063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-82ca4661-8e1b-4cc1-9d97-1ec5a5f075fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Synchronizing usage tracker for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:43.753105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.806824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.861231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-82ca4661-8e1b-4cc1-9d97-1ec5a5f075fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] Unset dirty status for tenant:6dc5568bde8c4155bbcf7b43c097e4de on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:43.862445 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-82ca4661-8e1b-4cc1-9d97-1ec5a5f075fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685675596-project-admin] 10.222.0.47 "GET /v2.0/ports/0c4a2172-0659-46e9-8a80-14895c25dc47 HTTP/1.1" status: 404 len: 333 time: 0.2118521 Feb 16 12:41:43.866133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44970) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.888499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.912258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:43.953931 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5f5da943-7872-47a2-b8e4-1e79fd3e0efd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7e31b84f7a64504be295e39e6625f14&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1996779 Feb 16 12:41:43.959293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 44974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:44.005694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.006037 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Added segment d0693e05-f9d7-4e60-9bb5-1359b29447db of type vlan for network e592f355-05c8-41e2-97b3-1b8359a8dfaa Feb 16 12:41:44.030407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01221edf-0580-4db2-ac59-3bb10815d202,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:44.040407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.064856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.211919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.216094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:44.293771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.301458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.328245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86849418-afa1-43cb-a5dc-84de0abb2dbc']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:44.340039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eafdda-69c8-466d-86c5-c872028957f2') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:44.340320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eafdda-69c8-466d-86c5-c872028957f2') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:44.351628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.363654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4557fd80-895e-4543-8c4b-2e4e45538875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.375691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.381863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:44.381863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.382124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.401893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.475596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:44.475929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.480339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:44.491956 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:44.547100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Pushing event updated for resources: {'Network': ['ID=e592f355-05c8-41e2-97b3-1b8359a8dfaa,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:44.558088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e592f355-05c8-41e2-97b3-1b8359a8dfaa details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:44.571759 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d47a2e39-6c66-455d-b0ee-758efd500d63 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8879139 Feb 16 12:41:44.573908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44982) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:44.580746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Request body: {'network': {'project_id': '8be8e94742304f04b9812a3b1f0b5fc2'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:44.590137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:44.594611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Usage tracker for resource:network and tenant:8be8e94742304f04b9812a3b1f0b5fc2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:44.597766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:44.604218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:44.604593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:44.614263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for 0cff563e-4971-4ebc-bec5-0266b7b0edb0 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:44.638977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.668577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Made reservation on behalf of 8be8e94742304f04b9812a3b1f0b5fc2 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:44.673235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.746383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.765802 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] 10.222.0.47 "DELETE /v2.0/networks/86849418-afa1-43cb-a5dc-84de0abb2dbc HTTP/1.1" status: 204 len: 168 time: 0.8985915 Feb 16 12:41:44.775818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193159f1-d7ff-4deb-bd7e-30ec92caac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-251377061-project] Pushing event deleted for resources: {'Network': ['ID=86849418-afa1-43cb-a5dc-84de0abb2dbc,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:44.786244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:44.799787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.802646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Added segment 4d6727c5-660c-46b6-84d8-698cce7325e2 of type vlan for network 426ac19b-2ab4-4b1a-b2b9-cbe27a116f66 Feb 16 12:41:44.854315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4557fd80-895e-4543-8c4b-2e4e45538875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.859212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.873075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Port': ['ID=06e610cd-0ab0-4b8c-a8cd-648e81f28116,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:44.880181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:44.923692 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7deb01b7-7256-4cd9-b88e-095e154bac71 req-df4bbaf4-4a5e-4c68-8b01-ea8d1ae549b2 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.0599258 Feb 16 12:41:44.975221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1f8cb223-afea-42b4-ace4-af1691bdccb4 None None] Provisioning for port 06e610cd-0ab0-4b8c-a8cd-648e81f28116 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:44.981441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1f8cb223-afea-42b4-ace4-af1691bdccb4 None None] Provisioning complete for port 06e610cd-0ab0-4b8c-a8cd-648e81f28116 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:44.981825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f8cb223-afea-42b4-ace4-af1691bdccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.041700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-544f0a85-dbe2-49cc-aa2d-a5a8df07d9c2 req-6fb6c64f-bff3-4c45-a878-8729d9f73771 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.0850041 Feb 16 12:41:45.045630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:45.046265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.062107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.067183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cb223-afea-42b4-ace4-af1691bdccb4 None None] Port 06e610cd-0ab0-4b8c-a8cd-648e81f28116 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:45.095471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.096457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:45.097097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.201400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Pushing event updated for resources: {'Network': ['ID=426ac19b-2ab4-4b1a-b2b9-cbe27a116f66,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:45.211572 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7052999c-b1c3-4822-aa62-48917911bd8d tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9344196 Feb 16 12:41:45.212202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 426ac19b-2ab4-4b1a-b2b9-cbe27a116f66 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:45.213253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Deleting port bfb3fbed-e674-40a7-8245-a8425e8c6ddf {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:45.213466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.214697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44994) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.220130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:45.225958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:45.230377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:floatingip and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:45.233332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:45.239734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:45.278825 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dfc1523b-c251-45cc-9915-1f255b29e238 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7038822 Feb 16 12:41:45.281544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 44998) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.286808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4557fd80-895e-4543-8c4b-2e4e45538875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.287861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Request body: {'network': {'project_id': '8be8e94742304f04b9812a3b1f0b5fc2'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:45.293517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:45.295780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.297860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Usage tracker for resource:network and tenant:8be8e94742304f04b9812a3b1f0b5fc2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:45.300936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:45.307384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:45.309057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:41:45.309588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:41:45.310805 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-564d145a-a561-439b-9029-55f26859ac23 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0283430 Feb 16 12:41:45.313664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45002) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.360589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.420834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557fd80-895e-4543-8c4b-2e4e45538875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd4aea-3e67-4910-954d-b7919cf249fe,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:45.434574 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6463a34b-cafe-4f2b-bfc8-2a603613b24a tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8be8e94742304f04b9812a3b1f0b5fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196859 Feb 16 12:41:45.446294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45008) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.458019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45012) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.468564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Port': ['ID=0cff563e-4971-4ebc-bec5-0266b7b0edb0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:45.499439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.503623 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-50b98fa0-a5a8-4596-9383-e46ea7de1560 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/ports/0cff563e-4971-4ebc-bec5-0266b7b0edb0 HTTP/1.1" status: 204 len: 168 time: 1.9808428 Feb 16 12:41:45.504958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45018) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.505693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4557fd80-895e-4543-8c4b-2e4e45538875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.510611 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4557fd80-895e-4543-8c4b-2e4e45538875 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fffd4aea-3e67-4910-954d-b7919cf249fe HTTP/1.1" status: 204 len: 168 time: 1.5479810 Feb 16 12:41:45.570944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.606099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9213a30b-eb01-419c-ad2b-6b2713603e4f tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] GET failed (client error): The resource could not be found. Feb 16 12:41:45.606882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9213a30b-eb01-419c-ad2b-6b2713603e4f tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Synchronizing usage tracker for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:45.615466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f35ed8b-21bf-4c27-af74-035005938857 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.685609 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f35ed8b-21bf-4c27-af74-035005938857 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.768279 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ef14ad98-ad79-466e-ac68-25842d725efb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc3a4578ae8c4dabb808be65b8b28087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3090353 Feb 16 12:41:45.770771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45024) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.776549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Calling delete_port for bfb3fbed-e674-40a7-8245-a8425e8c6ddf owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:45.788851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.794053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9213a30b-eb01-419c-ad2b-6b2713603e4f tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Unset dirty status for tenant:c388d0ba624b407f83fa8d9d2620e493 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:45.799412 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9213a30b-eb01-419c-ad2b-6b2713603e4f tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "GET /v2.0/ports/0cff563e-4971-4ebc-bec5-0266b7b0edb0 HTTP/1.1" status: 404 len: 333 time: 0.2891872 Feb 16 12:41:45.810226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.865413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.67', 62870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.891391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a84a2e9a-7f15-44d0-a15e-d34b5f72f614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.932826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a84a2e9a-7f15-44d0-a15e-d34b5f72f614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.946408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f35ed8b-21bf-4c27-af74-035005938857 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.998323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35ed8b-21bf-4c27-af74-035005938857 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01221edf-0580-4db2-ac59-3bb10815d202,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:46.163580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f35ed8b-21bf-4c27-af74-035005938857 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.165416 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7f35ed8b-21bf-4c27-af74-035005938857 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/01221edf-0580-4db2-ac59-3bb10815d202 HTTP/1.1" status: 204 len: 168 time: 0.7179565 Feb 16 12:41:46.170719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a84a2e9a-7f15-44d0-a15e-d34b5f72f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.173085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:46.232974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a84a2e9a-7f15-44d0-a15e-d34b5f72f614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.236714 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a84a2e9a-7f15-44d0-a15e-d34b5f72f614 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2d7946b-dcab-4dcc-9e77-31433d3db603 HTTP/1.1" status: 204 len: 168 time: 0.4624951 Feb 16 12:41:46.239437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port aca0945d-583d-44b2-8b78-4f2ae77be1e4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:46.239785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.243750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a2e9a-7f15-44d0-a15e-d34b5f72f614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d7946b-dcab-4dcc-9e77-31433d3db603,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:46.302569 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fafe6bb4-7cf7-4938-bb1e-9130c2ea9659 req-fe2cfee2-fbdd-4565-ad4a-4ba063c07629 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.1040127 Feb 16 12:41:46.308830 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d8171e2-c1cc-42d4-960c-94d01393189f req-923cf557-9f04-4d8b-941a-a5be4f2de3f7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.0734797 Feb 16 12:41:46.362264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Allocated IP 172.26.6.203 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/526094bd-f894-461b-85df-f66982a14ea9) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:46.533308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-2786197b-f0e4-448b-91f6-e23df7707fa1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:46.534965 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-2786197b-f0e4-448b-91f6-e23df7707fa1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 812 time: 0.6669686 Feb 16 12:41:46.537400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.577312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.603104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.67', 62873) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:46.826199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.911708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:46.931454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:46.931454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:46.972224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Port': ['ID=526094bd-f894-461b-85df-f66982a14ea9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:47.022789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-139cdbf0-b4ba-4d81-9f86-f97fe9b95ae6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Synchronizing usage tracker for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:47.038247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.040659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-81a528e0-e521-488d-b002-ae31ecc3bac1 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:47.046072 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-81a528e0-e521-488d-b002-ae31ecc3bac1 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.67 "GET /v2.0/networks?id=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f HTTP/1.1" status: 200 len: 805 time: 0.4313900 Feb 16 12:41:47.094056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.098747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45086) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:47.127862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event deleted for resources: {'Port': ['ID=bfb3fbed-e674-40a7-8245-a8425e8c6ddf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:47.136156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.158617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-139cdbf0-b4ba-4d81-9f86-f97fe9b95ae6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Unset dirty status for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:47.159802 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-139cdbf0-b4ba-4d81-9f86-f97fe9b95ae6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c627c7c33d584442a9bd12e6fe547f03 HTTP/1.1" status: 200 len: 379 time: 0.5453928 Feb 16 12:41:47.195012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.221937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Request body: {'port': {'device_id': 'dbc41f67-5161-4329-912a-687f3097ca56', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'admin_state_up': True, 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'security_groups': ['4af22f5a-142a-4d5e-9e24-349270fd6eb0']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:47.239800 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-1459cb99-2cfb-48cb-b9e5-ceb2c46c080d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20642a7c8ad54f0a8e01f9fd81b9dc5b HTTP/1.1" status: 200 len: 380 time: 0.1397855 Feb 16 12:41:47.259137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Request body: {'port': {'device_id': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'admin_state_up': True, 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'security_groups': ['13803170-bf93-441e-bd14-d12da659fc26']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:47.349297 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e25036c9-7cd6-4c0d-9573-5404fb5f55bd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6dc5568bde8c4155bbcf7b43c097e4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451763 Feb 16 12:41:47.356636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45106) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:47.364121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.505022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426ac19b-2ab4-4b1a-b2b9-cbe27a116f66']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:47.518239 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ba894ad-8a88-4c19-8d49-fa4ad5791011 req-10151da3-db19-4a43-8683-1e576438a828 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.0891032 Feb 16 12:41:47.525666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for aca0945d-583d-44b2-8b78-4f2ae77be1e4 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:47.580212 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:41:47.585902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6727c5-660c-46b6-84d8-698cce7325e2') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:47.586895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6727c5-660c-46b6-84d8-698cce7325e2') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:47.609364 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae6dde78-097d-4185-a1a8-fae8bf00a3d3 req-c0f47a5b-412f-4058-8ed9-be253060b9ce tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.0879498 Feb 16 12:41:47.651888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:47.700662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.714779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-34db55af-7b24-4e33-988b-91804a46b16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.721622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.727881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:47.774499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-34db55af-7b24-4e33-988b-91804a46b16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.911797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.931365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Made reservation on behalf of 20642a7c8ad54f0a8e01f9fd81b9dc5b for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:47.939828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.998636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:47.999088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:48.019139 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:48.082376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.099647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.120968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:48.148404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Usage tracker for resource:port and tenant:c627c7c33d584442a9bd12e6fe547f03 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:48.148941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:48.157298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:48.160875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.171710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-34db55af-7b24-4e33-988b-91804a46b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.226952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db55af-7b24-4e33-988b-91804a46b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d698ad-5ae4-4013-ad26-4ffe5bb5b52f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.246320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.280734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Allocated IP 172.20.0.3 (0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f/babdde1c-242e-47ce-8104-d34de9bf4946/fa04a48f-1350-4e0d-9ea5-6a66809aae77) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:48.311598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.312283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Fanout notify agent at l3_agent the message router_deleted on router 4453e843-be67-412b-8ec2-7528e9d2bc8f {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:48.313947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.314883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.338218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Made reservation on behalf of c627c7c33d584442a9bd12e6fe547f03 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:48.338931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.385594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Port': ['ID=aca0945d-583d-44b2-8b78-4f2ae77be1e4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.391023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.479644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Pushing event deleted for resources: {'Network': ['ID=426ac19b-2ab4-4b1a-b2b9-cbe27a116f66,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.486101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.490599 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f655e3ec-ad8b-45db-9a82-4ae9b19b3bcb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/4453e843-be67-412b-8ec2-7528e9d2bc8f HTTP/1.1" status: 204 len: 168 time: 4.7303455 Feb 16 12:41:48.499685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.504666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.528245 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-58616b05-3fde-4d48-91dc-efe441aa9084 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "DELETE /v2.0/networks/426ac19b-2ab4-4b1a-b2b9-cbe27a116f66 HTTP/1.1" status: 204 len: 168 time: 2.3477507 Feb 16 12:41:48.531463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45130) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.534359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.547631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1680910517', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:48.572321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:48.597525 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-edb32e5d-a3e9-47a7-88eb-888404e9889a tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/ports/aca0945d-583d-44b2-8b78-4f2ae77be1e4 HTTP/1.1" status: 204 len: 168 time: 2.7845397 Feb 16 12:41:48.601308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.631277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:router and tenant:5f6cf5ad41a544288cc9f3c8dfb44416 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:48.702360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Port': ['ID=526094bd-f894-461b-85df-f66982a14ea9,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.816763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45142) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.873005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-34db55af-7b24-4e33-988b-91804a46b16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.874260 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-34db55af-7b24-4e33-988b-91804a46b16b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7d698ad-5ae4-4013-ad26-4ffe5bb5b52f HTTP/1.1" status: 204 len: 168 time: 1.5139415 Feb 16 12:41:48.876506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:48.896740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:48.952944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.955039 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3f6ccef1-ba69-49a1-96fe-5f41a2e8efee tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7380872 Feb 16 12:41:48.961933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.977475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-88626bb1-e802-4577-a75d-1a188be49724 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'floatingip': {'port_id': '06e610cd-0ab0-4b8c-a8cd-648e81f28116', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:49.078387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.079639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.087510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting subnet 05b07ca0-4cc6-4e20-9dad-668c8ea02dc1 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:49.092452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c81a995a-ba7b-44e0-8ed1-485e03ab4fb9 req-073e1d0b-8166-4198-a22b-dc0879a1ae0c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Synchronizing usage tracker for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:49.095920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.103714 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e96426f0-5e4b-4da2-936f-cdefa4c474f6 req-bf8361b8-ee49-43b9-961e-9e449160ae0e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.2346535 Feb 16 12:41:49.126928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.134822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88626bb1-e802-4577-a75d-1a188be49724 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.180579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.260113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Transition to ACTIVE for port object fa04a48f-1350-4e0d-9ea5-6a66809aae77 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:49.264434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Allocated IP 172.20.0.10 (36e1f399-a6d1-471c-88c7-46719211fb88/3623021c-e4a1-4391-9bd0-650472748e87/79ac8533-07da-49b9-afa0-99c701f25eaa) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:49.322372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.329501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-222337211'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:49.338189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c81a995a-ba7b-44e0-8ed1-485e03ab4fb9 req-073e1d0b-8166-4198-a22b-dc0879a1ae0c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Unset dirty status for tenant:20642a7c8ad54f0a8e01f9fd81b9dc5b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:49.339369 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c81a995a-ba7b-44e0-8ed1-485e03ab4fb9 req-073e1d0b-8166-4198-a22b-dc0879a1ae0c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.5098932 Feb 16 12:41:49.358211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:49.365607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Usage tracker for resource:network and tenant:41dd89dbcf2c412e9e63eec3c2c00477 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:49.369931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.377347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:49.387477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:49.390688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.416016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e592f355-05c8-41e2-97b3-1b8359a8dfaa']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:49.431593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0693e05-f9d7-4e60-9bb5-1359b29447db') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:49.431838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0693e05-f9d7-4e60-9bb5-1359b29447db') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:49.443906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.463030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.470433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:49.471597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:49.486735 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:49.537529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Made reservation on behalf of 41dd89dbcf2c412e9e63eec3c2c00477 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:49.541843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.566666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.567110 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-88626bb1-e802-4577-a75d-1a188be49724 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] update failed (client error): The resource could not be found. Feb 16 12:41:49.569360 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-88626bb1-e802-4577-a75d-1a188be49724 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "PUT /v2.0/floatingips/09655781-9632-4288-abae-e4ff1f926cdc HTTP/1.1" status: 404 len: 507 time: 0.6053703 Feb 16 12:41:49.582282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.593055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45154) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:49.749626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:49.761752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Usage tracker for resource:security_group_rule and tenant:41dd89dbcf2c412e9e63eec3c2c00477 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:49.773455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:49.781393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:49.842197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:49.842197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:49.846781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.858096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:49.880090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.903862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event updated for resources: {'Port': ['ID=fa04a48f-1350-4e0d-9ea5-6a66809aae77,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:49.943107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.954695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Deleting port 526094bd-f894-461b-85df-f66982a14ea9 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:49.955418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.036802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] Pushing event deleted for resources: {'Network': ['ID=e592f355-05c8-41e2-97b3-1b8359a8dfaa,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.071330 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fa5a63d3-8743-449a-9c61-11193cd54202 tempest-QuotasNegativeTest-1323714930 tempest-QuotasNegativeTest-1323714930-project-admin] 10.222.0.47 "DELETE /v2.0/networks/e592f355-05c8-41e2-97b3-1b8359a8dfaa HTTP/1.1" status: 204 len: 168 time: 1.4596376 Feb 16 12:41:50.097064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.109069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:50.109770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.287376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.369749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.370157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.484149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Transition to ACTIVE for port object 79ac8533-07da-49b9-afa0-99c701f25eaa will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:50.484496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.538956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Calling delete_port for 526094bd-f894-461b-85df-f66982a14ea9 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:50.657168 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b74f4e4b-dc9f-4157-a388-ebd3013e3130 req-884dc04a-ed5f-492a-8db5-aa3edfefb7a3 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.1268966 Feb 16 12:41:50.720016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9197ef72-a92b-437a-8f70-431de0c90e62 None None] Provisioning for port fa04a48f-1350-4e0d-9ea5-6a66809aae77 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:50.723474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.728098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-fe7509f9-9ee0-4e09-b5a9-3b1e6eb5d610 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4783130 Feb 16 12:41:50.733109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9197ef72-a92b-437a-8f70-431de0c90e62 None None] Provisioning complete for port fa04a48f-1350-4e0d-9ea5-6a66809aae77 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:50.733838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9197ef72-a92b-437a-8f70-431de0c90e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.747623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.747836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-c4eb4d95-b8b4-419d-a4f5-4c73bc0309e8 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:41:50.749493 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-c4eb4d95-b8b4-419d-a4f5-4c73bc0309e8 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092916 Feb 16 12:41:50.792808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.805944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15135e5-1cb5-4219-a93a-5a90c9d43c29 req-139658d6-9f24-49e6-8be3-5c1f00a063bd tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:50.807328 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b15135e5-1cb5-4219-a93a-5a90c9d43c29 req-139658d6-9f24-49e6-8be3-5c1f00a063bd tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 931 time: 0.2067988 Feb 16 12:41:50.839789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9197ef72-a92b-437a-8f70-431de0c90e62 None None] Port fa04a48f-1350-4e0d-9ea5-6a66809aae77 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:50.844144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b2981c-e63b-4684-98fd-260b3bbb89d0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.869158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Network 36e1f399-a6d1-471c-88c7-46719211fb88 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:50.900138 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b15135e5-1cb5-4219-a93a-5a90c9d43c29 req-3651b3cc-3fb8-4254-a001-94dba64cec52 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802369 Feb 16 12:41:50.926751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:50.928877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Subnet': ['ID=05b07ca0-4cc6-4e20-9dad-668c8ea02dc1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.931027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:50.943414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.019708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0f9fa-d568-4ade-a134-b9726ddcd6d7 None None] Network efb9431a-889d-4681-a402-0ae5ba34cd8c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:51.070155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:51.117010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.131750 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-839af741-35a8-4e9e-b340-9dd0dd633821 tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/subnets/05b07ca0-4cc6-4e20-9dad-668c8ea02dc1 HTTP/1.1" status: 204 len: 168 time: 2.5276940 Feb 16 12:41:51.135724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.138309 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Added segment aae449be-ee45-43cc-8a45-ee95218c2b9b of type vlan for network 415de097-028b-48a5-9041-0c62e7a0536c Feb 16 12:41:51.140052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:51.193649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.328956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event deleted for resources: {'Port': ['ID=526094bd-f894-461b-85df-f66982a14ea9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:51.450954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event updated for resources: {'Port': ['ID=79ac8533-07da-49b9-afa0-99c701f25eaa,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:51.478329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4d7445eb-14b3-4bb8-ad6e-41c7b9f15c18 None None] Provisioning for port 79ac8533-07da-49b9-afa0-99c701f25eaa completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:51.484954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4d7445eb-14b3-4bb8-ad6e-41c7b9f15c18 None None] Provisioning complete for port 79ac8533-07da-49b9-afa0-99c701f25eaa triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:51.485353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d7445eb-14b3-4bb8-ad6e-41c7b9f15c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.522931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.529013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:51.529621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.566044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] DHCP port deletion for efb9431a-889d-4681-a402-0ae5ba34cd8c request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:51.579314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Deleting port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:51.580293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.610165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:51.627933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.686273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Request body: {'port': {'device_id': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:51.691850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4d7445eb-14b3-4bb8-ad6e-41c7b9f15c18 None None] Port 79ac8533-07da-49b9-afa0-99c701f25eaa cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:51.776686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.850799 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-1ee1dea5-60a6-4502-bc8d-56a7efbd660f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6482518 Feb 16 12:41:51.872717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:51.873447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.881257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Pushing event updated for resources: {'Network': ['ID=415de097-028b-48a5-9041-0c62e7a0536c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:51.911991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9795cbf3-6ced-4893-b681-2c5ac70b6b3d no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:51.923318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45194) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:51.942053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Request body: {'port': {'device_id': 'dbc41f67-5161-4329-912a-687f3097ca56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:51.965109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 415de097-028b-48a5-9041-0c62e7a0536c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:51.971978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.971978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.972434 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-82301b9f-f6cd-4bf1-8236-8713c2f11074 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "DELETE /v2.0/floatingips/09655781-9632-4288-abae-e4ff1f926cdc HTTP/1.1" status: 204 len: 168 time: 2.3440845 Feb 16 12:41:51.977511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45202) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:52.000756 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-76d1c59d-fa5a-44a2-8373-696e252a54fe tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1825469 Feb 16 12:41:52.006813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'floatingip': {'floating_network_id': 'fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5', 'port_id': '06e610cd-0ab0-4b8c-a8cd-648e81f28116', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:52.034716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:52.109467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:floatingip and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:52.155637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:52.182033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:52.213316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.295037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.327521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b242b-dffd-4ef3-89b7-aed6961511dd req-ecec239e-8193-4ae7-893c-7b6f90c9e847 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:52.334526 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca7b242b-dffd-4ef3-89b7-aed6961511dd req-ecec239e-8193-4ae7-893c-7b6f90c9e847 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 932 time: 0.4592533 Feb 16 12:41:52.364318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:52.383419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Usage tracker for resource:security_group_rule and tenant:54af8910039143379fb0ed22b03d5d0a is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:52.387187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.403048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:52.466791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:52.483782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.500037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593f42b-a329-4965-a9de-b5169b5f9ee3 req-261844e8-3002-421f-a17d-6a1f43c22f7c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:52.507316 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4593f42b-a329-4965-a9de-b5169b5f9ee3 req-261844e8-3002-421f-a17d-6a1f43c22f7c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 931 time: 0.3944812 Feb 16 12:41:52.509146 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,segment=NetworkSegment(725681cc-58a0-4ebe-b8c0-af1dc900a190),segment_id=725681cc-58a0-4ebe-b8c0-af1dc900a190)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:52.509537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.613189 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca7b242b-dffd-4ef3-89b7-aed6961511dd req-57d5a0a8-bb6d-4d8e-9b1b-b34e05776bb7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777290 Feb 16 12:41:52.643150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.671361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Calling delete_port for 9795cbf3-6ced-4893-b681-2c5ac70b6b3d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:52.751945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,segment=NetworkSegment(725681cc-58a0-4ebe-b8c0-af1dc900a190),segment_id=725681cc-58a0-4ebe-b8c0-af1dc900a190)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:52.768262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4593f42b-a329-4965-a9de-b5169b5f9ee3 req-70f4ea24-0a18-4cc9-9bbe-5966426451d6 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595243 Feb 16 12:41:52.805884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,segment=NetworkSegment(725681cc-58a0-4ebe-b8c0-af1dc900a190),segment_id=725681cc-58a0-4ebe-b8c0-af1dc900a190)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:52.805884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.832771 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.931495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:52.932514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:52.957584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:52.978448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for 9795cbf3-6ced-4893-b681-2c5ac70b6b3d owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:53.115361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45220) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:53.135506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Request body: {'port': {'network_id': '415de097-028b-48a5-9041-0c62e7a0536c', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-118212502'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:53.147174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:53.154473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Usage tracker for resource:port and tenant:79935dfd0448454e93598271625f981a is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:53.159724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:53.171279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:53.223770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.328060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.362658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.375142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.388634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Made reservation on behalf of 79935dfd0448454e93598271625f981a for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:53.391010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.425160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:53.431793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:53.433989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:53.434975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Deleting port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:53.435718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.486669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.639183 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54af8910039143379fb0ed22b03d5d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7145791 Feb 16 12:41:53.641322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa04a48f-1350-4e0d-9ea5-6a66809aae77 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:41:53.645963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:53.655399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45236) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:53.661933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.679632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Usage tracker for resource:security_group_rule and tenant:79935dfd0448454e93598271625f981a is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:53.730035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:53.730035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84308d-1fba-402e-8893-ab9ec464caf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e3c36-c6ee-4fc4-9945-0e843dd09549,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:53.730035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:53.734976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Transition to ACTIVE for port object fa04a48f-1350-4e0d-9ea5-6a66809aae77 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:53.900515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,segment=NetworkSegment(725681cc-58a0-4ebe-b8c0-af1dc900a190),segment_id=725681cc-58a0-4ebe-b8c0-af1dc900a190)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:53.901147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.901866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8369ac27-c54c-4ae0-a96a-391f07f4bb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.940228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8369ac27-c54c-4ae0-a96a-391f07f4bb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.988069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0570d55-370c-4cb7-bcdd-e7ab50316a7b req-4153e815-4272-4960-8d6f-17be8beed26a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:53.989572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0570d55-370c-4cb7-bcdd-e7ab50316a7b req-4153e815-4272-4960-8d6f-17be8beed26a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 932 time: 0.2484415 Feb 16 12:41:54.110285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ac8533-07da-49b9-afa0-99c701f25eaa {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:41:54.113187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Calling delete_port for 9795cbf3-6ced-4893-b681-2c5ac70b6b3d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:54.120701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.125247 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:41:54.130130 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e9ca0b4e-5694-4be5-bb62-da717fe5ce3b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.1278558 Feb 16 12:41:54.130706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45242) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:54.137306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:54.137742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.149907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.156767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '06e610cd-0ab0-4b8c-a8cd-648e81f28116', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:54.181548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-37991391', 'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:54.203866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:54.207316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:54.214137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Transition to ACTIVE for port object 79ac8533-07da-49b9-afa0-99c701f25eaa will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:54.218817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Allocated IP 172.26.6.145 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/7131d8de-4f5f-484e-a63c-09f285eda978) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:54.221825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:network and tenant:5ff1af6054834c499db5da66fed3926e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:54.229660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:54.245465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8369ac27-c54c-4ae0-a96a-391f07f4bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.302125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Usage tracker for resource:floatingip and tenant:493ce7d0346145a898eeca1fc2708786 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:54.302125 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0570d55-370c-4cb7-bcdd-e7ab50316a7b req-1d9e2147-b582-4b03-b344-6915c4179a93 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757161 Feb 16 12:41:54.324598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:54.344691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:54.357732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369ac27-c54c-4ae0-a96a-391f07f4bb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e3c36-c6ee-4fc4-9945-0e843dd09549,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.393110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=fa04a48f-1350-4e0d-9ea5-6a66809aae77,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.412474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8369ac27-c54c-4ae0-a96a-391f07f4bb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.417438 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8369ac27-c54c-4ae0-a96a-391f07f4bb08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef7e3c36-c6ee-4fc4-9945-0e843dd09549 HTTP/1.1" status: 204 len: 168 time: 0.7541904 Feb 16 12:41:54.442691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:54.454885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.496535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.566526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] Pushing event deleted for resources: {'Port': ['ID=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.568668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c543a5-3746-4a19-91a4-472eb2affa0f None None] No DVR routers for this DVR port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:54.661517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.817485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Pushing event updated for resources: {'Port': ['ID=79ac8533-07da-49b9-afa0-99c701f25eaa,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.849560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Made reservation on behalf of 5ff1af6054834c499db5da66fed3926e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:54.852669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.896099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.954101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.964814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e441-e764-4d0c-a880-938b365bf3b9 req-0220417b-8460-403d-878e-0c7480dbe76a tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:54.966334 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-aff0e441-e764-4d0c-a880-938b365bf3b9 req-0220417b-8460-403d-878e-0c7480dbe76a tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 931 time: 0.9693887 Feb 16 12:41:54.976305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Attempting to bind port fa04a48f-1350-4e0d-9ea5-6a66809aae77 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:54.977150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Attempting to bind port fa04a48f-1350-4e0d-9ea5-6a66809aae77 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:54.977479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Attempting to bind port fa04a48f-1350-4e0d-9ea5-6a66809aae77 on network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:54.987328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Port fa04a48f-1350-4e0d-9ea5-6a66809aae77 on network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:54.987664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Attempting to bind port fa04a48f-1350-4e0d-9ea5-6a66809aae77 on network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:55.008592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.032863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] device_id is not set on port 0fba0de8-222a-486e-b1f2-3b2652561de9 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:55.123929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:55.124322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Checking segment: {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:55.124893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Bound using segment: {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:55.125292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Bound port: fa04a48f-1350-4e0d-9ea5-6a66809aae77, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:55.125891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.126303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] For port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9795cbf3-6ced-4893-b681-2c5ac70b6b3d,segment=NetworkSegment(725681cc-58a0-4ebe-b8c0-af1dc900a190),segment_id=725681cc-58a0-4ebe-b8c0-af1dc900a190)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:55.126736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.321950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Calling delete_port for 9795cbf3-6ced-4893-b681-2c5ac70b6b3d owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:55.382186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:55.403492 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-aff0e441-e764-4d0c-a880-938b365bf3b9 req-a1890de0-d3ee-4478-9238-d2089a78289d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212294 Feb 16 12:41:55.453331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:security_group_rule and tenant:5ff1af6054834c499db5da66fed3926e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:55.456494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:55.467683 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:55.493976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9ce87-0069-4a48-8894-c19951dd2e68,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:55.522398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.578971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:55.579233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:55.588983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Attempting to bind port 79ac8533-07da-49b9-afa0-99c701f25eaa on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:55.589333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Attempting to bind port 79ac8533-07da-49b9-afa0-99c701f25eaa by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:55.589700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Attempting to bind port 79ac8533-07da-49b9-afa0-99c701f25eaa on network 36e1f399-a6d1-471c-88c7-46719211fb88 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:55.602257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Port 79ac8533-07da-49b9-afa0-99c701f25eaa on network 36e1f399-a6d1-471c-88c7-46719211fb88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:55.602579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Attempting to bind port 79ac8533-07da-49b9-afa0-99c701f25eaa on network 36e1f399-a6d1-471c-88c7-46719211fb88 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:55.616382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:55.616743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Checking segment: {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:55.617816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Bound using segment: {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:55.618268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Bound port: 79ac8533-07da-49b9-afa0-99c701f25eaa, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4e769f-0407-4ec2-9d78-3bcb843c8680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:55.618600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.684418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:55.688437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] For port fa04a48f-1350-4e0d-9ea5-6a66809aae77, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:55.705822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] For port fa04a48f-1350-4e0d-9ea5-6a66809aae77, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:55.737264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.781166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.783996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:55.792400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] device_id is not set on port 0fba0de8-222a-486e-b1f2-3b2652561de9 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:55.795283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Usage tracker for resource:security_group_rule and tenant:da4f45c5277c4e0ca33d09ffc90b2ca1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:55.796273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:55.802712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] For port 79ac8533-07da-49b9-afa0-99c701f25eaa, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:55.805819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:55.808756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] For port 79ac8533-07da-49b9-afa0-99c701f25eaa, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=79ac8533-07da-49b9-afa0-99c701f25eaa,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:55.829250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.843783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.862336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.919859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:55.925869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Port': ['ID=7131d8de-4f5f-484e-a63c-09f285eda978,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:55.927920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:55.934336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:55.980378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Transition to ACTIVE for port object 0fba0de8-222a-486e-b1f2-3b2652561de9 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:56.019634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:56.020769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.022821 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] 10.222.0.67 "PUT /v2.0/ports/fa04a48f-1350-4e0d-9ea5-6a66809aae77 HTTP/1.1" status: 200 len: 1093 time: 4.7818446 Feb 16 12:41:56.040970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:41:56.182514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be6527-a071-471f-9cdb-95bf3e2c4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=fa04a48f-1350-4e0d-9ea5-6a66809aae77,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:56.217425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d74da8-ffa8-4bef-8324-305a55de4bbc req-4515b14d-6908-4799-93e3-a68030b8d163 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:56.224959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1d74da8-ffa8-4bef-8324-305a55de4bbc req-4515b14d-6908-4799-93e3-a68030b8d163 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 944 time: 0.6716037 Feb 16 12:41:56.232223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.238876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.260270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.268177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.334726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.372335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.415385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:56.424191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293bdb1d-1747-4d5e-8ccf-2403c5209854,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:56.706643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Deleting port 9795cbf3-6ced-4893-b681-2c5ac70b6b3d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:56.706643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.707171 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1d74da8-ffa8-4bef-8324-305a55de4bbc req-a827f889-d220-438b-ad6c-b13fbf091cd5 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886983 Feb 16 12:41:56.707764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:56.707764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.707764 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] 10.222.0.67 "PUT /v2.0/ports/79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1094 time: 4.6938126 Feb 16 12:41:56.708088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=0fba0de8-222a-486e-b1f2-3b2652561de9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:56.708088 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'status': 'completed', 'code': 200} Feb 16 12:41:56.708464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:41:56.736513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Checking segment: {'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:56.737015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Network hostable DHCP agents. Network: 415de097-028b-48a5-9041-0c62e7a0536c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:56.752492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.752892 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Added segment 6bbd83ec-df10-45e0-919e-6e97f8d9a1e7 of type vlan for network 02a8a267-4298-4bf5-b881-915c8a51f963 Feb 16 12:41:56.761451 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da4f45c5277c4e0ca33d09ffc90b2ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0749416 Feb 16 12:41:56.774533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45274) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:56.777868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd390eb-fe4c-4463-9c00-867441713512 service neutron] Pushing event updated for resources: {'Port': ['ID=79ac8533-07da-49b9-afa0-99c701f25eaa,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:56.789449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] The port '9795cbf3-6ced-4893-b681-2c5ac70b6b3d' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:56.798136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8b4a8-d7b2-46ca-95b5-a888da2a3c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08762db8-bcd3-4316-b54c-66a108430814,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:56.927073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-28de35db-49ae-45f6-8aab-b70c11904f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:56.927850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.928063 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-28de35db-49ae-45f6-8aab-b70c11904f4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20642a7c8ad54f0a8e01f9fd81b9dc5b&device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 1096 time: 0.6515055 Feb 16 12:41:57.053621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Allocated IP 172.26.6.9 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/c424255a-22e9-48a2-b234-21557a0bf5a8) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:57.056928 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'status': 'completed', 'code': 200} Feb 16 12:41:57.058545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Network 415de097-028b-48a5-9041-0c62e7a0536c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:57.067730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.100280 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-ab91e4fc-e4d6-4e27-a930-e7152c49f178 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77 HTTP/1.1" status: 200 len: 217 time: 0.1318047 Feb 16 12:41:57.106666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-77f49d33-6ad2-4e93-b7d9-e75110c25980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.137269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb9431a-889d-4681-a402-0ae5ba34cd8c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.162412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725681cc-58a0-4ebe-b8c0-af1dc900a190') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.162654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725681cc-58a0-4ebe-b8c0-af1dc900a190') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.167717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00a9d-7ac0-4d66-b636-da0894343779 req-0f69be0f-ab61-4836-bf42-610696647745 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.171528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64d00a9d-7ac0-4d66-b636-da0894343779 req-0f69be0f-ab61-4836-bf42-610696647745 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 943 time: 0.4271662 Feb 16 12:41:57.247148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.277708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.291473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.307348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 415de097-028b-48a5-9041-0c62e7a0536c) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:57.323039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e81a8f-cd00-47eb-88e4-f6c6dfbbf609 None None] Network 415de097-028b-48a5-9041-0c62e7a0536c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:57.345011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:57.345388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:57.360819 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:57.370282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:57.372598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-61e77965-4c7a-4330-9b30-3abc0b61efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.374201 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-61e77965-4c7a-4330-9b30-3abc0b61efe4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1097 time: 0.4425006 Feb 16 12:41:57.374810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.375690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.376251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.403589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-77f49d33-6ad2-4e93-b7d9-e75110c25980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.412466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-b2ca7485-94e5-4b77-a0ff-f21530e9b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.415416 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-b2ca7485-94e5-4b77-a0ff-f21530e9b637 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=babdde1c-242e-47ce-8104-d34de9bf4946 HTTP/1.1" status: 200 len: 844 time: 0.2610791 Feb 16 12:41:57.477503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:57.477964 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:57.478381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:57.633547 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64d00a9d-7ac0-4d66-b636-da0894343779 req-3a189ed4-32fa-4568-b13b-d61b1356b9c7 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387818 Feb 16 12:41:57.635686 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-aceaf843-da00-4e39-a732-222ff572be42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 217 time: 0.1882420 Feb 16 12:41:57.720544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:57.721013 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:57.731299 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 2 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:57.805389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Network': ['ID=02a8a267-4298-4bf5-b881-915c8a51f963,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:57.811200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:57.811544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:57.811882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:57.828522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 02a8a267-4298-4bf5-b881-915c8a51f963 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:57.841755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-74e66005-82bc-4638-aaa1-5f974a3537fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.844326 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-74e66005-82bc-4638-aaa1-5f974a3537fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.1808412 Feb 16 12:41:57.870387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:57.870387 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:57.923885 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 3 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:57.935108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.946552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-62807ba7-02ad-4fa0-9b6d-2a509e74e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.948691 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-62807ba7-02ad-4fa0-9b6d-2a509e74e1d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3129439 Feb 16 12:41:57.969672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.979189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.021998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.022342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.022684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:58.058921 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1ffd03ed-a341-400c-b092-3d8bb060bb30 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 4.6242974 Feb 16 12:41:58.084063 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] 10.222.0.47 "DELETE /v2.0/networks/efb9431a-889d-4681-a402-0ae5ba34cd8c HTTP/1.1" status: 204 len: 168 time: 6.6972792 Feb 16 12:41:58.087758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45284) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:58.098322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a94e4-a2d7-457f-9840-720c4e2346be tempest-AllowedAddressPairIpV6TestJSON-151054263 tempest-AllowedAddressPairIpV6TestJSON-151054263-project] Pushing event deleted for resources: {'Network': ['ID=efb9431a-889d-4681-a402-0ae5ba34cd8c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:58.104150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'subnet': {'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:58.107855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:58.108228 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:58.114374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 4 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:58.126133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:58.136306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-77f49d33-6ad2-4e93-b7d9-e75110c25980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.140301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:subnet and tenant:5ff1af6054834c499db5da66fed3926e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:58.168062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:58.176592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.176885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.177171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:58.190526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:58.198292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:58.198771 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:58.200936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f49d33-6ad2-4e93-b7d9-e75110c25980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08762db8-bcd3-4316-b54c-66a108430814,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:58.208959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 5 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:58.270210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.270544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.270888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:58.285519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-77f49d33-6ad2-4e93-b7d9-e75110c25980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.286655 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-77f49d33-6ad2-4e93-b7d9-e75110c25980 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08762db8-bcd3-4316-b54c-66a108430814 HTTP/1.1" status: 204 len: 168 time: 1.5098839 Feb 16 12:41:58.290147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:58.290521 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:58.298387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cdba1-0f80-4068-8266-72b63e1ad8ce req-b12531d9-ef33-4b41-b684-0a6666079e1a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:58.299924 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d77cdba1-0f80-4068-8266-72b63e1ad8ce req-b12531d9-ef33-4b41-b684-0a6666079e1a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 944 time: 0.4323008 Feb 16 12:41:58.300589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 6 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:58.309781 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-e7628643-facc-48a9-b853-5937b65151c6 service neutron] 10.222.0.67 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343997 Feb 16 12:41:58.339895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.340179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.340592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:58.353043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:58.353257 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:58.353795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 7 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:58.385954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-2b59b5ae-5830-4078-b4a0-b3bd55ceb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:58.390015 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-2b59b5ae-5830-4078-b4a0-b3bd55ceb51f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4908855 Feb 16 12:41:58.425986 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d77cdba1-0f80-4068-8266-72b63e1ad8ce req-eb2a2f84-cf2b-4b39-bd6a-5fb4246ef4a7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151941 Feb 16 12:41:58.428046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.428046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.428046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:58.430544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.465927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:58.469200 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:58.519717 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 8 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:58.555669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.555669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.556362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:58.568911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:58.569311 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:58.572748 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 9 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:58.592819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Made reservation on behalf of 5ff1af6054834c499db5da66fed3926e for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:58.598088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.630640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.633421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.633898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:58.739564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.743111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:58.743360 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:58.814388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.plugins.ml2.plugin [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 10 to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 Feb 16 12:41:58.888925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:58.889347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:58.889752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:59.010826 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-ae104357-bfb7-40f8-9c03-774cedcc1d37 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712368 Feb 16 12:41:59.020626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 0fba0de8-222a-486e-b1f2-3b2652561de9 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:41:59.020953 dv-neutron-829487-1-hyperv neutron-server[88443]: ERROR neutron.plugins.ml2.managers [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 0fba0de8-222a-486e-b1f2-3b2652561de9 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:41:59.021306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.051597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:59.110403 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f1b6ee-61cb-4f9c-9c63-824e6bed5891 req-030092dd-61d4-4980-89aa-504a2ff25b19 service neutron] 10.222.0.67 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749699 Feb 16 12:41:59.110403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:59.115715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45298) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.127707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:59.190208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event updated for resources: {'Port': ['ID=c424255a-22e9-48a2-b234-21557a0bf5a8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:59.244316 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9ad6a2f0-c755-43b7-acd1-3f55a90caa43 req-8dc5f391-ffad-4031-bda6-c32281d603e2 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113514 Feb 16 12:41:59.306840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Router 38ee62e4-b0aa-44d0-97bb-5bff3c264515 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:59.381249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] For port 0fba0de8-222a-486e-b1f2-3b2652561de9, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:59.383043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempted to set empty binding levels {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:41:59.521046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.549382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:59.562179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Sync routers for ids ['38ee62e4-b0aa-44d0-97bb-5bff3c264515'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:59.579299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Routers {'38ee62e4-b0aa-44d0-97bb-5bff3c264515'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:59.579518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef39dc-a230-468f-9590-2d73c79f3191 req-93d4d884-1fae-42ae-a8ed-405ee83c2eeb tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:59.581990 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25ef39dc-a230-468f-9590-2d73c79f3191 req-93d4d884-1fae-42ae-a8ed-405ee83c2eeb tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 943 time: 0.6462998 Feb 16 12:41:59.582194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['38ee62e4-b0aa-44d0-97bb-5bff3c264515'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:59.620616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-74c76376-4934-4dcd-ad9d-d7df6ed98b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:59.622111 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-74c76376-4934-4dcd-ad9d-d7df6ed98b23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1097 time: 0.1244571 Feb 16 12:41:59.705862 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2fc7b7d0-607b-4fd8-9c47-7947e1ea2521 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c388d0ba624b407f83fa8d9d2620e493&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5804515 Feb 16 12:41:59.709416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.712078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.716972 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a56a0963-ff2b-421b-baa5-e653d531faa4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.2123382 Feb 16 12:41:59.718629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:59.719247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.722658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45326) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.740977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Deleting port c424255a-22e9-48a2-b234-21557a0bf5a8 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:59.741324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.795586 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Set router 38ee62e4-b0aa-44d0-97bb-5bff3c264515 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:59.826556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43b75a77-0497-4d41-9153-f02b4a6c33cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.828842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-1eceef54-f5a8-44f8-956c-d56c3ddd1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:59.830423 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-1eceef54-f5a8-44f8-956c-d56c3ddd1b41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 0.2019870 Feb 16 12:41:59.932923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43b75a77-0497-4d41-9153-f02b4a6c33cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.010181 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-3543d7bb-163f-4e49-bc0a-ffb3f9f1e0a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 217 time: 0.1685207 Feb 16 12:42:00.011290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=0fba0de8-222a-486e-b1f2-3b2652561de9,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:00.014900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-ba82ae90-25d9-4c8f-bfad-3b5b4bb6059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:00.016890 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-ba82ae90-25d9-4c8f-bfad-3b5b4bb6059d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20642a7c8ad54f0a8e01f9fd81b9dc5b&device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 1096 time: 0.7673304 Feb 16 12:42:00.061809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45332) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:00.098051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43b75a77-0497-4d41-9153-f02b4a6c33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.105069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25ef39dc-a230-468f-9590-2d73c79f3191 req-c9200cf8-c203-4272-a157-ff634ddf4cbc tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853475 Feb 16 12:42:00.131192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-2a0f4d22-f435-4af2-b68c-4619fce148d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:00.131192 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-2a0f4d22-f435-4af2-b68c-4619fce148d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.1043813 Feb 16 12:42:00.169627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b75a77-0497-4d41-9153-f02b4a6c33cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea98004-11d3-44f6-8b59-98f12c21767e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:00.182849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43b75a77-0497-4d41-9153-f02b4a6c33cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.186592 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-43b75a77-0497-4d41-9153-f02b4a6c33cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ea98004-11d3-44f6-8b59-98f12c21767e HTTP/1.1" status: 204 len: 168 time: 0.4759903 Feb 16 12:42:00.189338 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a3868825-2c1a-48b8-b66a-93d715cf7e0a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.0724812 Feb 16 12:42:00.216808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:00.295110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Deleting port 0fba0de8-222a-486e-b1f2-3b2652561de9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:00.295348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.343964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-3f48ce3a-2098-4dd0-87f5-adf98c9e511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:00.345480 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-3f48ce3a-2098-4dd0-87f5-adf98c9e511f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2115903 Feb 16 12:42:00.375333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee62e4-b0aa-44d0-97bb-5bff3c264515', 'name': 'tempest-snat-router-1680910517', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.145'}], 'enable_snat': False}, 'gw_port_id': '7131d8de-4f5f-484e-a63c-09f285eda978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:49Z', 'updated_at': '2022-02-16T12:41:56Z', 'revision_number': 3, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port': {'id': '7131d8de-4f5f-484e-a63c-09f285eda978', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee62e4-b0aa-44d0-97bb-5bff3c264515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:53Z', 'updated_at': '2022-02-16T12:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:00.380774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Checking router: 38ee62e4-b0aa-44d0-97bb-5bff3c264515 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:00.381162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Updating router 38ee62e4-b0aa-44d0-97bb-5bff3c264515 port 7131d8de-4f5f-484e-a63c-09f285eda978 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:00.448573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.487457 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c4338ead-73b6-4608-a219-854d51b46c7e tempest-AgentManagementNegativeTest-49293097 tempest-AgentManagementNegativeTest-49293097-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4169796 Feb 16 12:42:00.547817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b4ce1-3c63-4601-bfed-d5b0734717cb req-1805c96c-6e61-4e88-b707-2ec19f2031d1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:00.553342 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-661b4ce1-3c63-4601-bfed-d5b0734717cb req-1805c96c-6e61-4e88-b707-2ec19f2031d1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 944 time: 0.9687879 Feb 16 12:42:00.564024 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ca77ddd7-eba4-4558-9a3d-d215ad69b799 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/38ee62e4-b0aa-44d0-97bb-5bff3c264515 HTTP/1.1" status: 200 len: 909 time: 0.8243690 Feb 16 12:42:00.573828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45346) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:00.595330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1680910517', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': True}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:00.624150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:00.642373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-f8f29947-b6db-4fff-b923-2b6ed2cbe5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:00.642885 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-f8f29947-b6db-4fff-b923-2b6ed2cbe5b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f HTTP/1.1" status: 200 len: 905 time: 0.6077843 Feb 16 12:42:00.652908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Usage tracker for resource:router and tenant:5f6cf5ad41a544288cc9f3c8dfb44416 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:00.656835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.657270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.668698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:00.754589 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-83afc5f8-e0be-4bd1-943a-12cb0303aad7 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016511 Feb 16 12:42:00.759672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] For port 0fba0de8-222a-486e-b1f2-3b2652561de9, host hv-neutron-8294, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:00.760050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.818105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:00.885262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-66eadf72-a728-4139-8f47-0ac137d497a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77 HTTP/1.1" status: 200 len: 217 time: 0.2178779 Feb 16 12:42:00.902236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.917278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Transition to ACTIVE for port object 7131d8de-4f5f-484e-a63c-09f285eda978 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:00.962406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Calling delete_port for 0fba0de8-222a-486e-b1f2-3b2652561de9 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:00.968518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Calling delete_port for c424255a-22e9-48a2-b234-21557a0bf5a8 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:00.997729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.071744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.073885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.076937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-f2e34090-c1b4-4058-93a0-be070fbda094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:01.078530 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-f2e34090-c1b4-4058-93a0-be070fbda094 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=babdde1c-242e-47ce-8104-d34de9bf4946 HTTP/1.1" status: 200 len: 844 time: 0.1177642 Feb 16 12:42:01.092225 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6127579a-edc0-484f-bf69-15a39d1baa47 req-00e2ad05-0b79-40bb-88c0-2c699b386c4c service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242135 Feb 16 12:42:01.109982 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-661b4ce1-3c63-4601-bfed-d5b0734717cb req-83589ca4-d8f2-4724-83bb-556f4feff50f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5245726 Feb 16 12:42:01.151254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Attempting to bind port 7131d8de-4f5f-484e-a63c-09f285eda978 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:01.151622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Attempting to bind port 7131d8de-4f5f-484e-a63c-09f285eda978 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:01.151977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Attempting to bind port 7131d8de-4f5f-484e-a63c-09f285eda978 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:01.158242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.177451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:01.177828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:01.178239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.178614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:01.179291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Bound port: 7131d8de-4f5f-484e-a63c-09f285eda978, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:01.179677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.207796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.213189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e1c53-af86-4270-8166-68ef16e9bd13 None None] Pushing event updated for resources: {'Port': ['ID=7131d8de-4f5f-484e-a63c-09f285eda978,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:01.293772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] For port 7131d8de-4f5f-484e-a63c-09f285eda978, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:01.296052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:42:01.296528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.297599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] For port 7131d8de-4f5f-484e-a63c-09f285eda978, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7131d8de-4f5f-484e-a63c-09f285eda978,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:01.309755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.314856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fba0de8-222a-486e-b1f2-3b2652561de9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:01.321596 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c05a1f09-3060-4ddb-95cf-fb2a0992b49d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0fba0de8-222a-486e-b1f2-3b2652561de9 HTTP/1.1" status: 204 len: 168 time: 1.1036277 Feb 16 12:42:01.324224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45364) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.357624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.369675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.375123 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3239e62-153c-406d-84bf-741ef93246e8 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:42:01.377584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b3239e62-153c-406d-84bf-741ef93246e8 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Synchronizing usage tracker for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:01.454078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Routers {'38ee62e4-b0aa-44d0-97bb-5bff3c264515'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:01.454713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:41:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['38ee62e4-b0aa-44d0-97bb-5bff3c264515'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:01.454842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-3157f2b0-c30b-474d-9127-2c4f17261fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:01.456415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-3157f2b0-c30b-474d-9127-2c4f17261fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3657191 Feb 16 12:42:01.488842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b3239e62-153c-406d-84bf-741ef93246e8 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Unset dirty status for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:01.493818 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b3239e62-153c-406d-84bf-741ef93246e8 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "GET /v2.0/ports/0fba0de8-222a-486e-b1f2-3b2652561de9 HTTP/1.1" status: 404 len: 333 time: 0.1684999 Feb 16 12:42:01.494667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.500165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Request body: {'port': {'network_id': '415de097-028b-48a5-9041-0c62e7a0536c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-113131914'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:01.508311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:01.545649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:01.559282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.581987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e1c53-af86-4270-8166-68ef16e9bd13 None None] Pushing event updated for resources: {'Port': ['ID=7131d8de-4f5f-484e-a63c-09f285eda978,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:01.584956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:01.590112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Usage tracker for resource:security_group_rule and tenant:23d9333ec4f04d06be4c3adbbeed8265 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:01.593652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:01.597459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fc1b0d93-7679-4351-8b2e-fd04649c824e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:01.601864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:01.626802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Made reservation on behalf of 79935dfd0448454e93598271625f981a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:01.629338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.655610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] device_id is not set on port 1a1fcd4a-09c4-4327-a6be-5512ca781761 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:01.741942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] Set router 38ee62e4-b0aa-44d0-97bb-5bff3c264515 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:01.815839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.915160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-362483859'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:01.920271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:01.922075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Checking segment: {'id': '6bbd83ec-df10-45e0-919e-6e97f8d9a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:01.922480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network hostable DHCP agents. Network: 02a8a267-4298-4bf5-b881-915c8a51f963, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:01.924866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Usage tracker for resource:network and tenant:20f9a6212a2d437e9638d58396c2bb6e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:01.927843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:01.934270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:02.045628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.050184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee62e4-b0aa-44d0-97bb-5bff3c264515', 'name': 'tempest-snat-router-1680910517', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.145'}], 'enable_snat': False}, 'gw_port_id': '7131d8de-4f5f-484e-a63c-09f285eda978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:49Z', 'updated_at': '2022-02-16T12:41:56Z', 'revision_number': 3, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port': {'id': '7131d8de-4f5f-484e-a63c-09f285eda978', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee62e4-b0aa-44d0-97bb-5bff3c264515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:53Z', 'updated_at': '2022-02-16T12:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:02.055035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e4be3-b5e2-4737-ae2a-c7e8f8b5b89d None None] The sync data for ids ['38ee62e4-b0aa-44d0-97bb-5bff3c264515'] in dv-neutron-829487-1-hyperv is: [{'id': '38ee62e4-b0aa-44d0-97bb-5bff3c264515', 'name': 'tempest-snat-router-1680910517', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.145'}], 'enable_snat': False}, 'gw_port_id': '7131d8de-4f5f-484e-a63c-09f285eda978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:49Z', 'updated_at': '2022-02-16T12:41:56Z', 'revision_number': 3, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port': {'id': '7131d8de-4f5f-484e-a63c-09f285eda978', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee62e4-b0aa-44d0-97bb-5bff3c264515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:53Z', 'updated_at': '2022-02-16T12:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:02.071534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a9d3-b37f-414f-8a53-dac5ed3e699b req-a5ff50ee-bca2-4555-bf0d-7135c387919e tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:02.073230 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf55a9d3-b37f-414f-8a53-dac5ed3e699b req-a5ff50ee-bca2-4555-bf0d-7135c387919e tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 943 time: 0.7078512 Feb 16 12:42:02.085489 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-0358eb7d-788b-4685-b922-2ecc6a6fa724 service neutron] 10.222.0.67 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074705 Feb 16 12:42:02.199985 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf55a9d3-b37f-414f-8a53-dac5ed3e699b req-8002fbd4-d42a-40cd-a84e-e351c56a1600 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175036 Feb 16 12:42:02.261191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Made reservation on behalf of 20f9a6212a2d437e9638d58396c2bb6e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:02.264633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.284545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.289132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.289260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network 02a8a267-4298-4bf5-b881-915c8a51f963 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:02.334565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:02.361043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Usage tracker for resource:security_group_rule and tenant:20f9a6212a2d437e9638d58396c2bb6e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:02.372023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:02.372234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event deleted for resources: {'Port': ['ID=c424255a-22e9-48a2-b234-21557a0bf5a8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:02.385825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:02.407884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f74090f-7972-4b8f-8a8d-bc617f775b7b req-332b0601-d0b9-43a4-88da-d6c7017fe09f service neutron] 10.222.0.67 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088150 Feb 16 12:42:02.476735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.477055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.477394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.477738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.478074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.478403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.478734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.479087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.479414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.479739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.480062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.480392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.487496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 02a8a267-4298-4bf5-b881-915c8a51f963) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:02.496539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ccaec-81ac-4f80-8b9a-b2b9199255c6 None None] Network 02a8a267-4298-4bf5-b881-915c8a51f963 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:02.564432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:02.565998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.605032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.612817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.668580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.672054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a90e3-eb19-4752-9145-d3621a4bc3f2 req-d08c5c07-c116-4354-a3a3-db665e1a8c3e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:02.673718 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-585a90e3-eb19-4752-9145-d3621a4bc3f2 req-d08c5c07-c116-4354-a3a3-db665e1a8c3e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 944 time: 0.4449458 Feb 16 12:42:02.724419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.752578 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23d9333ec4f04d06be4c3adbbeed8265&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3874614 Feb 16 12:42:02.752578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb523a0b-6667-40d0-8814-cbf08dad8e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a2950-3107-4213-8e52-5a799a5f5816,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:02.758486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45394) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:02.760990 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6390ef89-d0ff-44d8-a88c-7286fc81c5a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6720941 Feb 16 12:42:02.764225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45398) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:02.772815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-142942647', 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:02.776740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb121e1-4a41-4ee0-9cd0-0615765bec5d None None] Network 02a8a267-4298-4bf5-b881-915c8a51f963 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:02.778468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:02.783679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:port and tenant:5ff1af6054834c499db5da66fed3926e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:02.786699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:02.791854 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-585a90e3-eb19-4752-9145-d3621a4bc3f2 req-16495b55-d4da-4dcc-bcdd-ecde3f52f6b0 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913601 Feb 16 12:42:02.794243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:02.803157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.839465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.842501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] create failed (client error): The resource could not be found. Feb 16 12:42:02.843583 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-74ead7a2-422f-4c23-b976-960414129391 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.7034256 Feb 16 12:42:02.848978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45402) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:02.897113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:02.908406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95092ef6-dc7c-44cc-b738-cd52f5f38c80,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:02.926250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.926935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.927499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.927994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.928478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.928962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.930004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.930492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.930957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.931461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.931944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.932426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:02.937010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Made reservation on behalf of 5ff1af6054834c499db5da66fed3926e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:02.939629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.957365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Network 415de097-028b-48a5-9041-0c62e7a0536c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:02.968351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:02.970938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:02.972301 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:02.973064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.013567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.014231 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Added segment 70933688-a64f-45da-81db-3041cc0f24d3 of type vlan for network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 Feb 16 12:42:03.034312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] device_id is not set on port 3f84edf4-683b-43d4-bec9-97675020482a yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:03.095769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=1a1fcd4a-09c4-4327-a6be-5512ca781761,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:03.107890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.115341 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1e739b4a-760c-4a41-bd65-1f80286f018a tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6195123 Feb 16 12:42:03.117084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6847e765-b6bd-43fe-9fa3-9de955da1dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.120965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45406) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:03.142930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:03.166484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Deleting port 06e610cd-0ab0-4b8c-a8cd-648e81f28116 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:03.166831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.209969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6847e765-b6bd-43fe-9fa3-9de955da1dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.231816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.279516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.305534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Allocated IP 172.20.0.4 (02a8a267-4298-4bf5-b881-915c8a51f963/fc1b0d93-7679-4351-8b2e-fd04649c824e/3f84edf4-683b-43d4-bec9-97675020482a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:03.351776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.357730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:03.358328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.361933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.534460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device fa04a48f-1350-4e0d-9ea5-6a66809aae77 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:42:03.650129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event updated for resources: {'Network': ['ID=6f2d15f2-3f9f-4a75-b911-f17dffa078d1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:03.666776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:03.767334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6847e765-b6bd-43fe-9fa3-9de955da1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.771906 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c9fcda13-0f59-40a1-8367-293e102ac02c tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9677746 Feb 16 12:42:03.779184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:03.822977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port fa04a48f-1350-4e0d-9ea5-6a66809aae77, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:03.830038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847e765-b6bd-43fe-9fa3-9de955da1dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a2950-3107-4213-8e52-5a799a5f5816,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:03.844908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'port_id': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'mac_address': 'fa:16:3e:91:17:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:42:03.846409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Request body: {'subnet': {'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:03.901183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7131d8de-4f5f-484e-a63c-09f285eda978 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:03.927885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Allocated IP 172.26.6.9 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:03.943536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-214cedc1-f6b5-49c6-afd2-a7e93146e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.998866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.025030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa04a48f-1350-4e0d-9ea5-6a66809aae77 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:42:04.151343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:04.151343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Usage tracker for resource:subnet and tenant:20f9a6212a2d437e9638d58396c2bb6e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:04.152484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port fa04a48f-1350-4e0d-9ea5-6a66809aae77, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:04.152571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:04.152647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb75d6-ae6b-4fdf-9095-5e2813aa833b req-09b0b6bd-d273-4d10-8938-21404a73543c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:04.152647 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08fb75d6-ae6b-4fdf-9095-5e2813aa833b req-09b0b6bd-d273-4d10-8938-21404a73543c tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 943 time: 0.7349358 Feb 16 12:42:04.152647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6847e765-b6bd-43fe-9fa3-9de955da1dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.152647 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6847e765-b6bd-43fe-9fa3-9de955da1dc4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f4a2950-3107-4213-8e52-5a799a5f5816 HTTP/1.1" status: 204 len: 168 time: 1.3583283 Feb 16 12:42:04.152953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:04.153047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 7131d8de-4f5f-484e-a63c-09f285eda978 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:04.153047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7131d8de-4f5f-484e-a63c-09f285eda978 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:04.153047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.161866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.166561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] device_id is not set on port 1a1fcd4a-09c4-4327-a6be-5512ca781761 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:04.177827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.181926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.199295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Transition to ACTIVE for port object 1a1fcd4a-09c4-4327-a6be-5512ca781761 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:04.216052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.216847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 79ac8533-07da-49b9-afa0-99c701f25eaa details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:42:04.248918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Made reservation on behalf of 20f9a6212a2d437e9638d58396c2bb6e for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:04.255380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.315984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=fa04a48f-1350-4e0d-9ea5-6a66809aae77,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:04.340363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.348925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Calling delete_port for 06e610cd-0ab0-4b8c-a8cd-648e81f28116 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:04.405959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08fb75d6-ae6b-4fdf-9095-5e2813aa833b req-c5fd5448-13f9-4955-b17d-c2f8a93937cd tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880960 Feb 16 12:42:04.443633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.450538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa2b6b-915f-439f-921c-6bc5be9a675a req-47e9b746-29d2-4ffa-b556-17f4ed49ebab tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:04.452092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-63aa2b6b-915f-439f-921c-6bc5be9a675a req-47e9b746-29d2-4ffa-b556-17f4ed49ebab tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 944 time: 0.3451684 Feb 16 12:42:04.494074 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.538614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 7131d8de-4f5f-484e-a63c-09f285eda978, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7131d8de-4f5f-484e-a63c-09f285eda978,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:04.547102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 79ac8533-07da-49b9-afa0-99c701f25eaa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=79ac8533-07da-49b9-afa0-99c701f25eaa,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:04.564734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'port_id': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'mac_address': 'fa:16:3e:4b:1e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:42:04.617805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network 02a8a267-4298-4bf5-b881-915c8a51f963 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:04.636355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.644303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:04.650616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.653898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:04.655685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.688946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:04.689177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:04.689492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:04.691564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=1a1fcd4a-09c4-4327-a6be-5512ca781761,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:04.691781 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-63aa2b6b-915f-439f-921c-6bc5be9a675a req-5ea3d22d-90d8-4bbd-a602-9e4fc1d07767 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308977 Feb 16 12:42:04.701658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ac8533-07da-49b9-afa0-99c701f25eaa {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:42:04.736245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 79ac8533-07da-49b9-afa0-99c701f25eaa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=79ac8533-07da-49b9-afa0-99c701f25eaa,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:04.747463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=7131d8de-4f5f-484e-a63c-09f285eda978,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:04.755308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.755677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.756013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.756339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.756658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.756980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.757962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.758284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.759962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.759962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.759962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.759962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.767671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.783921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:04.784263 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:04.794339 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 2 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:04.823828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:04.824408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.834070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.846238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:04.847911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Port': ['ID=3f84edf4-683b-43d4-bec9-97675020482a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:04.851388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:04.856593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:04.859720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:04.859927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:04.860347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:04.866123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.880500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:04.880835 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:04.882530 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 3 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:04.910376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:04.910757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:04.911139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:04.917319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:04.917582 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:04.917961 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 4 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:04.937057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:04.937860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:04.937860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:04.951691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:04.951691 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:04.951691 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 5 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:04.951916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=79ac8533-07da-49b9-afa0-99c701f25eaa,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:04.962265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:04.962726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:04.963174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:04.968429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:04.968873 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:04.969320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 6 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:04.988547 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-32ef05b4-ba09-49e4-ada7-c47596f5c0a6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2215445 Feb 16 12:42:04.991100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:04.991466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:04.992413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:04.994468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:05.012527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Port': ['ID=b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:05.054096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.080106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event deleted for resources: {'Port': ['ID=06e610cd-0ab0-4b8c-a8cd-648e81f28116,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:05.084773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dda8ae0f-0dbd-4101-af0d-ae945f79917b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "DELETE /v2.0/ports/06e610cd-0ab0-4b8c-a8cd-648e81f28116 HTTP/1.1" status: 204 len: 168 time: 2.2323484 Feb 16 12:42:05.106112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Deleting port 3f84edf4-683b-43d4-bec9-97675020482a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:05.107143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.137371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45434) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:05.145671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:05.146010 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:05.152923 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 7 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:05.166438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.207763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['fa04a48f-1350-4e0d-9ea5-6a66809aae77'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:42:05.236715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:05.237052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:05.237390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:05.277625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:05.277971 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:05.290231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['79ac8533-07da-49b9-afa0-99c701f25eaa'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:42:05.290925 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 8 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:05.334502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event updated for resources: {'Subnet': ['ID=32c2e90b-488c-4118-ad32-67c87195badc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:05.344142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:05.344343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:05.344657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:05.353855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a260dd2-1c84-4bf4-bc2b-4f6e207b33a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:05.355018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0a260dd2-1c84-4bf4-bc2b-4f6e207b33a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Synchronizing usage tracker for tenant:493ce7d0346145a898eeca1fc2708786 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:05.373296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:05.373640 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:05.425416 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 9 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:05.438583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Checking segment: {'id': '70933688-a64f-45da-81db-3041cc0f24d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:05.439238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Network hostable DHCP agents. Network: 6f2d15f2-3f9f-4a75-b911-f17dffa078d1, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:05.468890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:05.469233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:05.469575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:05.486245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:05.486581 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:05.496673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0a260dd2-1c84-4bf4-bc2b-4f6e207b33a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Unset dirty status for tenant:493ce7d0346145a898eeca1fc2708786 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:05.497574 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 10 to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 Feb 16 12:42:05.499440 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0a260dd2-1c84-4bf4-bc2b-4f6e207b33a0 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfe72803-0db4-4148-a5d9-502f6a4c1173 HTTP/1.1" status: 200 len: 913 time: 0.3568974 Feb 16 12:42:05.505015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45448) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:05.620985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45452) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:05.708644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:05.765886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:05.766234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:05.766621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:05.769782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7131d8de-4f5f-484e-a63c-09f285eda978 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:05.792619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.812158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:05.812158 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:05.812158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.853197 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7131d8de-4f5f-484e-a63c-09f285eda978 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:05.853975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.937883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'networks': [{'name': 'tempest-network--73367030'}, {'name': 'tempest-network--1815247955'}]} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:05.938505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'network': {'name': 'tempest-network--73367030'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:05.938672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'network': {'name': 'tempest-network--1815247955'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:05.942975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Calling delete_port for 3f84edf4-683b-43d4-bec9-97675020482a owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:05.944290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.969629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 6f2d15f2-3f9f-4a75-b911-f17dffa078d1) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:05.980565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b973d-e614-4ad5-9615-c47df0dec645 None None] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:05.993568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:05.994404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.119100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:06.130223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Usage tracker for resource:network and tenant:dc354815595b44f291ce521487108fe8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:06.135637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:06.145818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:06.168800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64179bb2-908e-476a-a6dd-44a5d6bf0ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.173375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56d39-7ec3-4c3b-88ac-b3c5ea075792 req-15e79937-da0f-4d0e-a758-35c75755d267 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.174912 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-22d56d39-7ec3-4c3b-88ac-b3c5ea075792 req-15e79937-da0f-4d0e-a758-35c75755d267 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 944 time: 0.5525205 Feb 16 12:42:06.205537 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-599dd956-9ed9-4e1c-8e57-a4a42b9b1c6e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4149225 Feb 16 12:42:06.220296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45462) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:06.237633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-6f2d15f2-3f9f-4a75-b911-f17dffa078d1', 'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1', 'tenant_id': '20f9a6212a2d437e9638d58396c2bb6e', 'fixed_ips': [{'subnet_id': '32c2e90b-488c-4118-ad32-67c87195badc'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:06.238584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.253808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Request body: {'port': {'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1517260726'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:06.293900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73213cfa-486b-40bf-8606-21f18bb7665a req-155d8844-fdc8-4cf6-baf5-4ac175a7af46 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.295424 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-73213cfa-486b-40bf-8606-21f18bb7665a req-155d8844-fdc8-4cf6-baf5-4ac175a7af46 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 945 time: 0.4548337 Feb 16 12:42:06.339817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-22d56d39-7ec3-4c3b-88ac-b3c5ea075792 req-e3abdca5-6bbc-4404-90c5-b05176de8587 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039457 Feb 16 12:42:06.380733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] For port 1a1fcd4a-09c4-4327-a6be-5512ca781761, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:06.385242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempted to set empty binding levels {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:42:06.407992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Allocated IP 172.20.0.2 (6f2d15f2-3f9f-4a75-b911-f17dffa078d1/32c2e90b-488c-4118-ad32-67c87195badc/d862bb43-e26c-48ff-a98f-e81f8dcba4fa) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:06.420054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Made reservation on behalf of dc354815595b44f291ce521487108fe8 for: {'network': 2} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:06.424565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.444998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.473651 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-73213cfa-486b-40bf-8606-21f18bb7665a req-d8dd1c6e-190b-444f-aef0-a8125f377f98 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672883 Feb 16 12:42:06.477144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:06.483862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Usage tracker for resource:security_group_rule and tenant:dc354815595b44f291ce521487108fe8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:06.486860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.489603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:06.496193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.552944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:06.625068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] In _notify_port_updated(), no bound segment for port 1a1fcd4a-09c4-4327-a6be-5512ca781761 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:42:06.625930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.626557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.627875 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "PUT /v2.0/ports/1a1fcd4a-09c4-4327-a6be-5512ca781761 HTTP/1.1" status: 200 len: 976 time: 3.5060036 Feb 16 12:42:06.633992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.635351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45466) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:06.666669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Transition to ACTIVE for port object d862bb43-e26c-48ff-a98f-e81f8dcba4fa will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:06.683174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:06.694718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Transition to ACTIVE for port object d862bb43-e26c-48ff-a98f-e81f8dcba4fa will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:06.698671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.700232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8c3ca-fd57-4d7b-8f31-11bac1fee255 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=1a1fcd4a-09c4-4327-a6be-5512ca781761,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:06.705818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Usage tracker for resource:port and tenant:20f9a6212a2d437e9638d58396c2bb6e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:06.738558 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:06.755031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:06.769243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.783864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.804462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f84edf4-683b-43d4-bec9-97675020482a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:06.826188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Router 0dcfda6f-168e-45cc-8d75-90792b2b8d41 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:06.842927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:06.845908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:06.853105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:06.855302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Pushing event updated for resources: {'Port': ['ID=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:06.897373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.898378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.938851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.942532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Made reservation on behalf of 20f9a6212a2d437e9638d58396c2bb6e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:06.945967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.952408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Attempting to bind port d862bb43-e26c-48ff-a98f-e81f8dcba4fa on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:06.952773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Attempting to bind port d862bb43-e26c-48ff-a98f-e81f8dcba4fa by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '70933688-a64f-45da-81db-3041cc0f24d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:06.953141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Attempting to bind port d862bb43-e26c-48ff-a98f-e81f8dcba4fa on network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:06.959713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:06.959713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Checking segment: {'id': '70933688-a64f-45da-81db-3041cc0f24d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:06.960712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.961103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Bound using segment: {'id': '70933688-a64f-45da-81db-3041cc0f24d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:06.962161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Bound port: d862bb43-e26c-48ff-a98f-e81f8dcba4fa, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70933688-a64f-45da-81db-3041cc0f24d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:06.962758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.970476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.970944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.971578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.972175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.972775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.973374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.973956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.974548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.975168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.975786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.976924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.977389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.977844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.978462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.978743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.979364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.979957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.980547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.981143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:06.983055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Synchronizing usage tracker for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:06.998036 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0ee66578-f344-49c9-b7ff-c2a0bd688c26 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3f84edf4-683b-43d4-bec9-97675020482a HTTP/1.1" status: 204 len: 168 time: 2.0010059 Feb 16 12:42:07.000478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45470) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:07.011976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'external_fixed_ips': [{'subnet_id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'ip_address': '172.20.0.4'}]}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:07.024136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:07.026959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adec036c-14cb-4df2-817a-2b9d70d1db23,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:07.029912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] device_id is not set on port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:07.040686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:07.068218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.068574 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Added segment 249aa4d1-f053-4cb5-a02e-9615adb6355e of type vlan for network 72411251-aa63-42aa-a2b0-46125ed59613 Feb 16 12:42:07.072595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:router and tenant:5ff1af6054834c499db5da66fed3926e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:07.076578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:07.089391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:07.091010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:07.101748 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Sync routers for ids ['0dcfda6f-168e-45cc-8d75-90792b2b8d41'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:07.111582 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Routers {'0dcfda6f-168e-45cc-8d75-90792b2b8d41'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:07.112185 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0dcfda6f-168e-45cc-8d75-90792b2b8d41'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:07.120257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.164248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:07.174577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.174934 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Added segment 7ce3fbf4-4528-447f-826a-94d517729f6f of type vlan for network 2b2df6f1-b3eb-4765-b2e9-d06ad3356443 Feb 16 12:42:07.195250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] For port d862bb43-e26c-48ff-a98f-e81f8dcba4fa, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:07.201378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] For port d862bb43-e26c-48ff-a98f-e81f8dcba4fa, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,segment=NetworkSegment(70933688-a64f-45da-81db-3041cc0f24d3),segment_id=70933688-a64f-45da-81db-3041cc0f24d3)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:07.205158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.255090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.259620 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-52bd786f-0525-4244-8bcd-ca4f735f6c22 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.6692827 Feb 16 12:42:07.270008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45474) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:07.295674 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Set router 0dcfda6f-168e-45cc-8d75-90792b2b8d41 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:07.307033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.308551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.310606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.311687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.315700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.323437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Unset dirty status for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:07.328399 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-575e8e2b-9317-4d79-b8b5-2e655b649b71 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17043 time: 0.6841166 Feb 16 12:42:07.330105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:07.333816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.443912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fef04-8976-4a61-8bb7-c8761b21130a None None] Pushing event updated for resources: {'Port': ['ID=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:07.490117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.492313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.496798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:07.501603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:07.502254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.507676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device fa04a48f-1350-4e0d-9ea5-6a66809aae77 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:07.556914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Deleting port 1a1fcd4a-09c4-4327-a6be-5512ca781761 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:07.557258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.603205 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9767871 Feb 16 12:42:07.611380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:07.695723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port fa04a48f-1350-4e0d-9ea5-6a66809aae77 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:07.699082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.700885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port fa04a48f-1350-4e0d-9ea5-6a66809aae77 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:07.701674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.861850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Allocated IP 172.20.0.5 (6f2d15f2-3f9f-4a75-b911-f17dffa078d1/32c2e90b-488c-4118-ad32-67c87195badc/9b2ff572-0515-45b6-ad6c-82c84567ffb9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:07.879699 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcfda6f-168e-45cc-8d75-90792b2b8d41', 'name': 'tempest-snat-router-1680910517', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': 'b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:01Z', 'updated_at': '2022-02-16T12:42:05Z', 'revision_number': 3, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port': {'id': 'b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcfda6f-168e-45cc-8d75-90792b2b8d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:07.896980 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Checking router: 0dcfda6f-168e-45cc-8d75-90792b2b8d41 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:07.898131 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Updating router 0dcfda6f-168e-45cc-8d75-90792b2b8d41 port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:07.947258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d862bb43-e26c-48ff-a98f-e81f8dcba4fa up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:07.989582 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.086079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Network': ['ID=72411251-aa63-42aa-a2b0-46125ed59613,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.120956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.133081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8d7cd921-10a8-45aa-913f-6d5f7bff910c tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/0dcfda6f-168e-45cc-8d75-90792b2b8d41 HTTP/1.1" status: 200 len: 906 time: 0.8715386 Feb 16 12:42:08.133949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45490) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.141720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 72411251-aa63-42aa-a2b0-46125ed59613 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:08.256598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:08.316159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e03b52-9cba-46f4-a43b-76d8fb55b8ee tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Network': ['ID=2b2df6f1-b3eb-4765-b2e9-d06ad3356443,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.332723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb3ee-6e06-4520-8b97-91d3f7f983d0 req-88cf15b4-a65b-44bb-9aa4-8696c386708a tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.334092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ff5bb3ee-6e06-4520-8b97-91d3f7f983d0 req-88cf15b4-a65b-44bb-9aa4-8696c386708a tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 944 time: 0.8545749 Feb 16 12:42:08.390295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 2b2df6f1-b3eb-4765-b2e9-d06ad3356443 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:08.416232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2ad61-c59f-4589-b32c-505125586393 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.434741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2ad61-c59f-4589-b32c-505125586393 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.440900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2ad61-c59f-4589-b32c-505125586393 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.447469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2ad61-c59f-4589-b32c-505125586393 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.453439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2ad61-c59f-4589-b32c-505125586393 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.459257 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1cd2ad61-c59f-4589-b32c-505125586393 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3007 time: 0.8221295 Feb 16 12:42:08.472943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219230-857a-403e-9ff7-4e50663ea0ca req-5f5a4c85-743e-4dab-9663-df8188c56406 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.481086 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-53219230-857a-403e-9ff7-4e50663ea0ca req-5f5a4c85-743e-4dab-9663-df8188c56406 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 945 time: 0.5930107 Feb 16 12:42:08.485261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port fa04a48f-1350-4e0d-9ea5-6a66809aae77, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:08.487912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45498) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.520815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] For port 1a1fcd4a-09c4-4327-a6be-5512ca781761, host hv-neutron-8294, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:08.521175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.529772 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.566352 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Transition to ACTIVE for port object b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:08.575857 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ff5bb3ee-6e06-4520-8b97-91d3f7f983d0 req-80a37da6-3412-40a5-9de1-fc14c58cf0a5 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304611 Feb 16 12:42:08.592136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.593627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 79ac8533-07da-49b9-afa0-99c701f25eaa up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:08.671566 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.725251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d862bb43-e26c-48ff-a98f-e81f8dcba4fa completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:08.781202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.795094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.838950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=fa04a48f-1350-4e0d-9ea5-6a66809aae77,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.852792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.879947 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Attempting to bind port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:08.882164 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Attempting to bind port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:08.883417 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Attempting to bind port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:08.901491 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2e07-d529-4cc3-a4d3-c1345f2f3a72 None None] Pushing event updated for resources: {'Port': ['ID=b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.906718 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:08.907254 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:08.908000 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.908390 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:08.909143 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Bound port: b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:08.909736 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.955485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 79ac8533-07da-49b9-afa0-99c701f25eaa completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:08.968059 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'code': 200} Feb 16 12:42:08.968175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0256c20-b10e-4e85-b6cf-4c056a701d70 None None] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:08.990158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 79ac8533-07da-49b9-afa0-99c701f25eaa triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:08.999201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.055742 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-53219230-857a-403e-9ff7-4e50663ea0ca req-8d77e723-138b-4d7a-9a24-0db814d2f1c5 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5686326 Feb 16 12:42:09.062529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.100336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Calling delete_port for 1a1fcd4a-09c4-4327-a6be-5512ca781761 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:09.157779 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] For port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:09.176721 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] For port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:09.274475 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.291735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.330084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.333454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72411251-aa63-42aa-a2b0-46125ed59613']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:09.347910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249aa4d1-f053-4cb5-a02e-9615adb6355e') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:09.348308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249aa4d1-f053-4cb5-a02e-9615adb6355e') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:09.362624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.366483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3a623cae-18e2-4d8d-bf13-d2e5f195a26b None None] Provisioning for port d862bb43-e26c-48ff-a98f-e81f8dcba4fa completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:09.380593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.384645 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3a623cae-18e2-4d8d-bf13-d2e5f195a26b None None] Provisioning complete for port d862bb43-e26c-48ff-a98f-e81f8dcba4fa triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:09.385331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a623cae-18e2-4d8d-bf13-d2e5f195a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.388230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:09.388698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.404023 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2e07-d529-4cc3-a4d3-c1345f2f3a72 None None] Pushing event updated for resources: {'Port': ['ID=b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:09.426830 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Routers {'0dcfda6f-168e-45cc-8d75-90792b2b8d41'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:09.427582 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0dcfda6f-168e-45cc-8d75-90792b2b8d41'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:09.448885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.464920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Deleting port 4199fbe0-2655-4bea-bf32-31dce491ed67 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:09.465581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:09.500362 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:09.544573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.554303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 79ac8533-07da-49b9-afa0-99c701f25eaa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=79ac8533-07da-49b9-afa0-99c701f25eaa,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:09.579367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.602478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.637775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Network': ['ID=72411251-aa63-42aa-a2b0-46125ed59613,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:09.641433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a623cae-18e2-4d8d-bf13-d2e5f195a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.644350 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-37e3da3e-de9e-4821-822d-1ecc82d3b20b tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/networks/72411251-aa63-42aa-a2b0-46125ed59613 HTTP/1.1" status: 204 len: 168 time: 1.1423967 Feb 16 12:42:09.648534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45510) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:09.671783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.686478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Transition to ACTIVE for port object 9b2ff572-0515-45b6-ad6c-82c84567ffb9 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:09.693514 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] Set router 0dcfda6f-168e-45cc-8d75-90792b2b8d41 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:09.766832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a1fcd4a-09c4-4327-a6be-5512ca781761,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:09.792923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.793606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3a623cae-18e2-4d8d-bf13-d2e5f195a26b None None] For port d862bb43-e26c-48ff-a98f-e81f8dcba4fa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,segment=NetworkSegment(70933688-a64f-45da-81db-3041cc0f24d3),segment_id=70933688-a64f-45da-81db-3041cc0f24d3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:09.800541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=79ac8533-07da-49b9-afa0-99c701f25eaa,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:09.809032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-cb8fbd57-7b7b-4f94-bbff-bf1fb57e4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:09.815386 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-cb8fbd57-7b7b-4f94-bbff-bf1fb57e4154 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 1098 time: 0.3135381 Feb 16 12:42:09.877239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a623cae-18e2-4d8d-bf13-d2e5f195a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.889999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.906328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.973571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.023218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Deleting port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:10.023761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.043130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a623cae-18e2-4d8d-bf13-d2e5f195a26b None None] Pushing event updated for resources: {'Port': ['ID=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:10.108826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c695bced-3877-4a51-9e8c-367a0aeaab98 None None] Provisioning complete for port d862bb43-e26c-48ff-a98f-e81f8dcba4fa triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:10.109252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c695bced-3877-4a51-9e8c-367a0aeaab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.121170 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcfda6f-168e-45cc-8d75-90792b2b8d41', 'name': 'tempest-snat-router-1680910517', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': 'b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:01Z', 'updated_at': '2022-02-16T12:42:05Z', 'revision_number': 3, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port': {'id': 'b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcfda6f-168e-45cc-8d75-90792b2b8d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.133785 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb32e6-7250-48ee-a2fa-2d44ec591240 None None] The sync data for ids ['0dcfda6f-168e-45cc-8d75-90792b2b8d41'] in dv-neutron-829487-1-hyperv is: [{'id': '0dcfda6f-168e-45cc-8d75-90792b2b8d41', 'name': 'tempest-snat-router-1680910517', 'tenant_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': 'b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:01Z', 'updated_at': '2022-02-16T12:42:05Z', 'revision_number': 3, 'project_id': '5f6cf5ad41a544288cc9f3c8dfb44416', 'gw_port': {'id': 'b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcfda6f-168e-45cc-8d75-90792b2b8d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:10.145468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.314722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Calling delete_port for 4199fbe0-2655-4bea-bf32-31dce491ed67 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:10.350909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:10.370344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.487726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b07bc50a-f1e5-4fe3-bd84-a4d4781245c2 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "DELETE /v2.0/ports/1a1fcd4a-09c4-4327-a6be-5512ca781761 HTTP/1.1" status: 204 len: 168 time: 3.1543279 Feb 16 12:42:10.491838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45516) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:10.509327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:10.510605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Usage tracker for resource:security_group_rule and tenant:b5653831e5354461b47011329ab09a1e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:10.518596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:10.540159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:10.562340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:10.571818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event updated for resources: {'Port': ['ID=9b2ff572-0515-45b6-ad6c-82c84567ffb9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:10.575359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:10.593092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.623778 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7574d6cc-5a54-407a-853e-8f3745fbfeff tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:42:10.629857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7574d6cc-5a54-407a-853e-8f3745fbfeff tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Synchronizing usage tracker for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:10.724649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2df6f1-b3eb-4765-b2e9-d06ad3356443']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.754943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:10.755798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.760935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce3fbf4-4528-447f-826a-94d517729f6f') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.761316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce3fbf4-4528-447f-826a-94d517729f6f') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.797076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.813565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] For port b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:10.813565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.838649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7574d6cc-5a54-407a-853e-8f3745fbfeff tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Unset dirty status for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:10.841714 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7574d6cc-5a54-407a-853e-8f3745fbfeff tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "GET /v2.0/ports/1a1fcd4a-09c4-4327-a6be-5512ca781761 HTTP/1.1" status: 404 len: 333 time: 0.3357086 Feb 16 12:42:10.852631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45520) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:10.907484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e1e99-5d10-4a05-a34c-51c3c052035c req-90f9ff67-c015-4436-a242-753080eb884e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:10.909176 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-524e1e99-5d10-4a05-a34c-51c3c052035c req-90f9ff67-c015-4436-a242-753080eb884e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5808697 Feb 16 12:42:10.923067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.942561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1182999340', 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:10.947139 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-63cde219-abe1-40b3-8bcc-6b14c6cb6142 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.7173226 Feb 16 12:42:10.965296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:10.971017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.980994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fe9b8-8a87-4548-875c-f92e81027c6d req-e64853f1-6d81-4d1d-a158-73f4b185476d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:10.988389 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c54fe9b8-8a87-4548-875c-f92e81027c6d req-e64853f1-6d81-4d1d-a158-73f4b185476d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 1.1182714 Feb 16 12:42:10.991930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6904a5a7-38c2-4488-a81a-1b1aec798d02 None None] Provisioning for port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:10.997937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Calling delete_port for b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:10.999664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6904a5a7-38c2-4488-a81a-1b1aec798d02 None None] Provisioning complete for port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:11.000287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6904a5a7-38c2-4488-a81a-1b1aec798d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.008703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.016302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:11.039681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Request body: {'port': {'network_id': '6f2d15f2-3f9f-4a75-b911-f17dffa078d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1586880252', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:11.040240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] bootfile-name is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:42:11.040584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] tftp-server is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:42:11.040919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] server-ip-address is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:42:11.074186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:11.074186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.083263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6904a5a7-38c2-4488-a81a-1b1aec798d02 None None] Port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:11.090886 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:11.145190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.187748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:11.227674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.276084 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c54fe9b8-8a87-4548-875c-f92e81027c6d req-3683ffce-4575-45e9-8f27-0b0d9b10ce25 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865369 Feb 16 12:42:11.281769 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-524e1e99-5d10-4a05-a34c-51c3c052035c req-1243a84c-0b1b-496f-aed3-6d751eb3615f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450526 Feb 16 12:42:11.328151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.355874 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'code': 200} Feb 16 12:42:11.363087 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c9c0eca-0716-47e2-8044-9aab7f379a0f req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5274448 Feb 16 12:42:11.375587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event deleted for resources: {'Port': ['ID=4199fbe0-2655-4bea-bf32-31dce491ed67,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.407923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e22579-35d5-461d-a701-d94844b7ec70 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be58465c-c08d-43f1-8230-491e59feefe4,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.461108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.479306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.491024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Network': ['ID=2b2df6f1-b3eb-4765-b2e9-d06ad3356443,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.503222 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f928e650-6459-4e31-9b16-20bf273ac828 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/networks/2b2df6f1-b3eb-4765-b2e9-d06ad3356443 HTTP/1.1" status: 204 len: 168 time: 1.8511710 Feb 16 12:42:11.506548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45530) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.508709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.545741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:11.548063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Made reservation on behalf of 79935dfd0448454e93598271625f981a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:11.550518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.571410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.582525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Usage tracker for resource:port and tenant:20f9a6212a2d437e9638d58396c2bb6e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:11.594653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.623041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:11.634463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:11.648008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] device_id is not set on port fe8281e4-47e5-4944-ac2e-c47835d7a3ca yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:11.650114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.807504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f7a79c-e731-4f51-b46e-617eb4d337cd tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:11.813344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f7a79c-e731-4f51-b46e-617eb4d337cd tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:11.826759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f7a79c-e731-4f51-b46e-617eb4d337cd tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:11.827820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-25f7a79c-e731-4f51-b46e-617eb4d337cd tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Synchronizing usage tracker for tenant:dc354815595b44f291ce521487108fe8 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:11.829647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d862bb43-e26c-48ff-a98f-e81f8dcba4fa up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:11.845018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.857670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Made reservation on behalf of 20f9a6212a2d437e9638d58396c2bb6e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:11.861388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.899106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.939015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d862bb43-e26c-48ff-a98f-e81f8dcba4fa triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:11.939737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.973497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] device_id is not set on port 13740751-3dbf-4f9e-9563-510e426a3e39 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:12.146377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-25f7a79c-e731-4f51-b46e-617eb4d337cd tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Unset dirty status for tenant:dc354815595b44f291ce521487108fe8 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:12.147591 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-25f7a79c-e731-4f51-b46e-617eb4d337cd tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1941 time: 0.6413360 Feb 16 12:42:12.164092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45534) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:12.170454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.176214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1433626120'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:12.180796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.189778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:12.215986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:12.239649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892f3e2-9863-4118-85c2-4b5a3db0b1b7 req-7292b8ed-0fb8-4169-bd38-1d5fc3b2c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:12.241048 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0892f3e2-9863-4118-85c2-4b5a3db0b1b7 req-7292b8ed-0fb8-4169-bd38-1d5fc3b2c7a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.2908227 Feb 16 12:42:12.285387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0892f3e2-9863-4118-85c2-4b5a3db0b1b7 req-287dac42-c6c8-49c1-9a47-2d72533123ba service neutron] Synchronizing usage tracker for tenant:b5653831e5354461b47011329ab09a1e on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:12.346595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.347135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcfda6f-168e-45cc-8d75-90792b2b8d41 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:12.359832 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.363696 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7431c599-4f34-4a43-9555-645075c9c543 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "DELETE /v2.0/routers/0dcfda6f-168e-45cc-8d75-90792b2b8d41 HTTP/1.1" status: 204 len: 168 time: 4.1706758 Feb 16 12:42:12.365629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45542) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:12.458024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0892f3e2-9863-4118-85c2-4b5a3db0b1b7 req-287dac42-c6c8-49c1-9a47-2d72533123ba service neutron] Unset dirty status for tenant:b5653831e5354461b47011329ab09a1e on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:12.461772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0892f3e2-9863-4118-85c2-4b5a3db0b1b7 req-287dac42-c6c8-49c1-9a47-2d72533123ba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087839 Feb 16 12:42:12.468925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Made reservation on behalf of dc354815595b44f291ce521487108fe8 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:12.472699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.592790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Allocated IP 172.20.0.4 (02a8a267-4298-4bf5-b881-915c8a51f963/fc1b0d93-7679-4351-8b2e-fd04649c824e/2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:12.603789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Router dfe72803-0db4-4148-a5d9-502f6a4c1173 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:12.613771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.645364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Allocated IP 172.20.0.3 (6f2d15f2-3f9f-4a75-b911-f17dffa078d1/32c2e90b-488c-4118-ad32-67c87195badc/13740751-3dbf-4f9e-9563-510e426a3e39) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:12.700353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:12.734521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.734857 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Added segment 5b6f5291-450c-444c-992d-dffab26d6016 of type vlan for network 42b7028f-16a3-45e4-97c0-1cac9e40e212 Feb 16 12:42:12.748840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.867586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421997-658e-4f8c-862f-3f1670d6811f req-ffc76201-16af-4662-825f-f4503b26c2e8 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:12.869257 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14421997-658e-4f8c-862f-3f1670d6811f req-ffc76201-16af-4662-825f-f4503b26c2e8 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4076560 Feb 16 12:42:12.884656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a485b-38b5-46ae-aa3d-518f1641bd56 req-09aaa8b3-b8fb-4211-98e6-23ea8d82c017 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:12.886158 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-461a485b-38b5-46ae-aa3d-518f1641bd56 req-09aaa8b3-b8fb-4211-98e6-23ea8d82c017 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 0.4256887 Feb 16 12:42:12.893727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.005682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:13.017383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] Sync routers for ids ['dfe72803-0db4-4148-a5d9-502f6a4c1173'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:13.029080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] Routers {'dfe72803-0db4-4148-a5d9-502f6a4c1173'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:13.032565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['dfe72803-0db4-4148-a5d9-502f6a4c1173'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.068234 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14421997-658e-4f8c-862f-3f1670d6811f req-bb419dd4-8f4a-4bf4-96fb-673cd89358bb tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790140 Feb 16 12:42:13.080229 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a4ec6041-9474-4de4-a787-6b24c0eca47b tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "PUT /v2.0/routers/dfe72803-0db4-4148-a5d9-502f6a4c1173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5701041 Feb 16 12:42:13.086027 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-461a485b-38b5-46ae-aa3d-518f1641bd56 req-f9d421df-8b40-4aa8-a711-a9cec51aca82 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856146 Feb 16 12:42:13.095754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45546) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.132484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.144176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] Routers {'dfe72803-0db4-4148-a5d9-502f6a4c1173'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:13.145189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['dfe72803-0db4-4148-a5d9-502f6a4c1173'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.169385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.175137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.175369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.220735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.221133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eddfa5-59bb-4d7a-babf-cbf18f3a81a9 None None] The sync data for ids ['dfe72803-0db4-4148-a5d9-502f6a4c1173'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:13.254129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.261288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:13.261915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.286784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Network 415de097-028b-48a5-9041-0c62e7a0536c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:13.295303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:13.309456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287efb51-08e8-4971-bc8c-72d990a0de43 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.311551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:13.312481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:13.312973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.321170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=fe8281e4-47e5-4944-ac2e-c47835d7a3ca,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.366758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.382877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Transition to ACTIVE for port object 13740751-3dbf-4f9e-9563-510e426a3e39 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:13.415200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Deleting port 7131d8de-4f5f-484e-a63c-09f285eda978 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:13.415827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.427232 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-009898f1-a960-4aee-8df8-d42a3a46a96f tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5155668 Feb 16 12:42:13.429478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.456057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2906413 Feb 16 12:42:13.468923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45554) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.484686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-142519484'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:13.498921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.505177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:13.546790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Usage tracker for resource:network and tenant:dc354815595b44f291ce521487108fe8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:13.553115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.553562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7f9e7-6d40-4454-8624-66acecd7ec35 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Network': ['ID=42b7028f-16a3-45e4-97c0-1cac9e40e212,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.563881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:13.568556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 42b7028f-16a3-45e4-97c0-1cac9e40e212 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:13.584819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:13.595037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9ce52-8a6a-43f9-9349-8bdad0209f95 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:13.595752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5a9ce52-8a6a-43f9-9349-8bdad0209f95 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Synchronizing usage tracker for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:13.600831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network 02a8a267-4298-4bf5-b881-915c8a51f963 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:13.607770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:13.617582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:13.659011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:13.669641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Port': ['ID=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.672216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:13.714151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:13.747698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:13.753737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Made reservation on behalf of dc354815595b44f291ce521487108fe8 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:13.755361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.794857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:13.795254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b9ada714-b4ee-4e2f-8ffe-12b6a313b8a8 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:13.906330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287efb51-08e8-4971-bc8c-72d990a0de43 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.906871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event updated for resources: {'Port': ['ID=13740751-3dbf-4f9e-9563-510e426a3e39,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.909464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5a9ce52-8a6a-43f9-9349-8bdad0209f95 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Unset dirty status for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:13.914362 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b5a9ce52-8a6a-43f9-9349-8bdad0209f95 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "GET /v2.0/ports/fe8281e4-47e5-4944-ac2e-c47835d7a3ca HTTP/1.1" status: 200 len: 955 time: 0.4796305 Feb 16 12:42:13.954725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287efb51-08e8-4971-bc8c-72d990a0de43 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.961052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45562) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.970674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:13.971337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.984544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:14.049811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.050151 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Added segment 28fd48a1-036c-463b-92e3-44caf0b5dbbe of type vlan for network 84d336e4-fd8d-4083-83cc-d3daf235c926 Feb 16 12:42:14.086278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Deleting port fe8281e4-47e5-4944-ac2e-c47835d7a3ca {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:14.086619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.088223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.117695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d19955c1-3842-4999-9ffc-e39d6b3660ed None None] Provisioning for port 13740751-3dbf-4f9e-9563-510e426a3e39 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:14.122676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d19955c1-3842-4999-9ffc-e39d6b3660ed None None] Provisioning complete for port 13740751-3dbf-4f9e-9563-510e426a3e39 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:14.123072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d19955c1-3842-4999-9ffc-e39d6b3660ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.156519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] For port 7131d8de-4f5f-484e-a63c-09f285eda978, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7131d8de-4f5f-484e-a63c-09f285eda978,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:14.156519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.179363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d19955c1-3842-4999-9ffc-e39d6b3660ed None None] Port 13740751-3dbf-4f9e-9563-510e426a3e39 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:14.181870 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bd96f168-a7ef-434d-ba6b-1191ac0d5b65 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1721175 Feb 16 12:42:14.230340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.239106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.244635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:14.245310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.318411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287efb51-08e8-4971-bc8c-72d990a0de43 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.318933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287efb51-08e8-4971-bc8c-72d990a0de43 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Fanout notify agent at l3_agent the message router_deleted on router dfe72803-0db4-4148-a5d9-502f6a4c1173 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:14.328174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Calling delete_port for 7131d8de-4f5f-484e-a63c-09f285eda978 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:14.471951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Network': ['ID=84d336e4-fd8d-4083-83cc-d3daf235c926,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:14.473154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287efb51-08e8-4971-bc8c-72d990a0de43 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.477056 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-287efb51-08e8-4971-bc8c-72d990a0de43 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "DELETE /v2.0/routers/dfe72803-0db4-4148-a5d9-502f6a4c1173 HTTP/1.1" status: 204 len: 168 time: 1.3720462 Feb 16 12:42:14.478046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45574) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.491042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 84d336e4-fd8d-4083-83cc-d3daf235c926 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:14.499731 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d318dc6f-ab3b-4dc9-8381-bf23089ad1b3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0255187 Feb 16 12:42:14.520914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45578) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.578190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.586194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'ports': [{'network_id': '42b7028f-16a3-45e4-97c0-1cac9e40e212', 'name': 'tempest-port--1469317090', 'admin_state_up': True}, {'network_id': '84d336e4-fd8d-4083-83cc-d3daf235c926', 'admin_state_up': False}]} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:14.586499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'port': {'network_id': '42b7028f-16a3-45e4-97c0-1cac9e40e212', 'name': 'tempest-port--1469317090', 'admin_state_up': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:14.586963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'port': {'network_id': '84d336e4-fd8d-4083-83cc-d3daf235c926', 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:14.755393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Deleting subnet be015796-5129-4c94-b0c8-e71954407f2b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:14.762343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.766832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b9ad0-1650-4c85-aa98-ad8bf5ddaf9e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:14.772584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b9ad0-1650-4c85-aa98-ad8bf5ddaf9e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:14.778265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b9ad0-1650-4c85-aa98-ad8bf5ddaf9e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:14.779150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a76b9ad0-1650-4c85-aa98-ad8bf5ddaf9e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Synchronizing usage tracker for tenant:20f9a6212a2d437e9638d58396c2bb6e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:14.792147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.933258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.935340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Calling delete_port for fe8281e4-47e5-4944-ac2e-c47835d7a3ca owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:15.046797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a76b9ad0-1650-4c85-aa98-ad8bf5ddaf9e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Unset dirty status for tenant:20f9a6212a2d437e9638d58396c2bb6e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:15.050135 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a76b9ad0-1650-4c85-aa98-ad8bf5ddaf9e tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.8154423 Feb 16 12:42:15.059057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45582) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.132347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398e4e-2d7e-41f9-bf4f-bddc465c2c3e req-2386731b-3fdb-4a0e-a4fb-9e073c888cdd tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:15.133883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d398e4e-2d7e-41f9-bf4f-bddc465c2c3e req-2386731b-3fdb-4a0e-a4fb-9e073c888cdd tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.8213232 Feb 16 12:42:15.141194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6be72-f2f5-46d2-af3a-d8235177b2a8 req-297e884b-a06c-4fde-8c25-6732971b942d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:15.142571 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f5f6be72-f2f5-46d2-af3a-d8235177b2a8 req-297e884b-a06c-4fde-8c25-6732971b942d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 0.8251135 Feb 16 12:42:15.240075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Deleting port 13740751-3dbf-4f9e-9563-510e426a3e39 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:15.240412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.293288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.300258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.322595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:15.327078 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d398e4e-2d7e-41f9-bf4f-bddc465c2c3e req-2f90b6b4-0dcc-48a5-8eb8-68b599b598f7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805167 Feb 16 12:42:15.337760 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f5f6be72-f2f5-46d2-af3a-d8235177b2a8 req-072503ae-a675-4293-9117-e55c6396779d tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850090 Feb 16 12:42:15.344292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Usage tracker for resource:port and tenant:dc354815595b44f291ce521487108fe8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:15.345041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:15.351070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:15.408678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.459763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Made reservation on behalf of dc354815595b44f291ce521487108fe8 for: {'port': 2} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:15.464955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.473776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.483549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe8281e4-47e5-4944-ac2e-c47835d7a3ca,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:15.611349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event deleted for resources: {'Port': ['ID=7131d8de-4f5f-484e-a63c-09f285eda978,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:15.625349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.628359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.730005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.775738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.797355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event deleted for resources: {'Subnet': ['ID=be015796-5129-4c94-b0c8-e71954407f2b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:15.832707 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9e9ff2d4-f8e7-4f95-b80b-fd552252ee12 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "DELETE /v2.0/ports/fe8281e4-47e5-4944-ac2e-c47835d7a3ca HTTP/1.1" status: 204 len: 168 time: 1.8701208 Feb 16 12:42:15.842013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45592) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.858339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215e4ea-25de-4cec-b986-27294aa828dd None None] Network fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:15.908816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.917746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Calling delete_port for 13740751-3dbf-4f9e-9563-510e426a3e39 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:15.967190 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-87a7b787-3c06-48d1-881e-eae27fd3f4a7 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "DELETE /v2.0/subnets/be015796-5129-4c94-b0c8-e71954407f2b HTTP/1.1" status: 204 len: 168 time: 1.4813657 Feb 16 12:42:15.970588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.989277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b411d2e4-0387-4520-a2d9-4ca18a7fad4d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:42:15.989801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b411d2e4-0387-4520-a2d9-4ca18a7fad4d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Synchronizing usage tracker for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:16.011768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.059636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Router 8a89e17d-9f81-4d8d-bb52-55c8ff14877f is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:16.133137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2b7b9-7afa-4278-9969-255871538e3d req-7dee144a-6f85-4bd9-a6b7-c82a7b44a73b tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:16.134511 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f2c2b7b9-7afa-4278-9969-255871538e3d req-7dee144a-6f85-4bd9-a6b7-c82a7b44a73b tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6530557 Feb 16 12:42:16.141820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2282934-d430-43cc-910e-3445bdf7d17a req-2756bd18-4b70-40c2-a800-0047739379c3 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:16.143257 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d2282934-d430-43cc-910e-3445bdf7d17a req-2756bd18-4b70-40c2-a800-0047739379c3 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 0.6606958 Feb 16 12:42:16.143718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45600) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.173337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] DHCP port deletion for fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:16.175990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] Deleting port 30dac084-8b6c-4c23-9892-cedca231f3df {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:16.176668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.216332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45602) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.232095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Request body: {'floatingip': {'port_id': '79ac8533-07da-49b9-afa0-99c701f25eaa'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:16.294642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] device_id is not set on port 7e8484b3-068a-4ba9-b2b0-bdca84c19205 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:16.302278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Request body: {'floatingip': {'port_id': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:16.318084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.389573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b411d2e4-0387-4520-a2d9-4ca18a7fad4d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Unset dirty status for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:16.394374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b411d2e4-0387-4520-a2d9-4ca18a7fad4d tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "GET /v2.0/ports/fe8281e4-47e5-4944-ac2e-c47835d7a3ca HTTP/1.1" status: 404 len: 333 time: 0.5470979 Feb 16 12:42:16.395828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.399401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.402484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45608) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.404628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.406442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] For port 30dac084-8b6c-4c23-9892-cedca231f3df, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=30dac084-8b6c-4c23-9892-cedca231f3df,segment=NetworkSegment(bcfa462b-7929-4ebf-b7b7-6c014d18966c),segment_id=bcfa462b-7929-4ebf-b7b7-6c014d18966c)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:16.406876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.456770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Deleting port 30dac084-8b6c-4c23-9892-cedca231f3df {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:16.457075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.465914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.532241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:16.533030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] Calling delete_port for 30dac084-8b6c-4c23-9892-cedca231f3df owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:16.534167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Request body: {'port': {'network_id': '415de097-028b-48a5-9041-0c62e7a0536c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1406560909'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:16.545826 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Sync routers for ids ['8a89e17d-9f81-4d8d-bb52-55c8ff14877f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:16.562862 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Routers {'8a89e17d-9f81-4d8d-bb52-55c8ff14877f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:16.566470 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8a89e17d-9f81-4d8d-bb52-55c8ff14877f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:16.636692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.673643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:16.718071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.746807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event deleted for resources: {'Port': ['ID=13740751-3dbf-4f9e-9563-510e426a3e39,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:16.750271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.750799 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c563e909-8cb2-4f49-8b1c-be6e8e6e5b44 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.7466893 Feb 16 12:42:16.757422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45612) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.794922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:16.821429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] Pushing event deleted for resources: {'Port': ['ID=30dac084-8b6c-4c23-9892-cedca231f3df,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:16.830320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c85e4-5dd1-478f-ab31-cd5143b00108 None None] No DVR routers for this DVR port 30dac084-8b6c-4c23-9892-cedca231f3df on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:16.878060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] For port 30dac084-8b6c-4c23-9892-cedca231f3df, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=30dac084-8b6c-4c23-9892-cedca231f3df,segment=NetworkSegment(bcfa462b-7929-4ebf-b7b7-6c014d18966c),segment_id=bcfa462b-7929-4ebf-b7b7-6c014d18966c)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:16.879043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.905485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.906055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38ee62e4-b0aa-44d0-97bb-5bff3c264515 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:16.949782 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Set router 8a89e17d-9f81-4d8d-bb52-55c8ff14877f gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:17.082176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Calling delete_port for 30dac084-8b6c-4c23-9892-cedca231f3df owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:17.150525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.158641 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-71f96cec-05c6-4de5-a594-35b3947e9a91 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "DELETE /v2.0/ports/13740751-3dbf-4f9e-9563-510e426a3e39 HTTP/1.1" status: 204 len: 168 time: 2.0925899 Feb 16 12:42:17.158641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:17.168994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Request body: {'port': {'name': 'tempest-new-port-name-1279184232', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:17.169392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] bootfile-name is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:42:17.169736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] tftp-server is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:42:17.170075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] server-ip-address is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:42:17.204398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.211356 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-684b3b1b-318a-47e7-9167-adcbdf98ae14 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "DELETE /v2.0/routers/38ee62e4-b0aa-44d0-97bb-5bff3c264515 HTTP/1.1" status: 204 len: 168 time: 4.8404567 Feb 16 12:42:17.211356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Made reservation on behalf of 79935dfd0448454e93598271625f981a for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:17.211356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.216357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:17.237587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-876515917', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:17.260634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:17.266724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Usage tracker for resource:router and tenant:6e72a968c0a843e7ad4f8cffa47ad8ad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:17.271663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:17.314134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:17.339128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:17.339465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:17.342870 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89e17d-9f81-4d8d-bb52-55c8ff14877f', 'name': '', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'external_fixed_ips': [{'subnet_id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:07Z', 'updated_at': '2022-02-16T12:42:14Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': '2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab', 'name': '', 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89e17d-9f81-4d8d-bb52-55c8ff14877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:11Z', 'updated_at': '2022-02-16T12:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:17.349306 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Checking router: 8a89e17d-9f81-4d8d-bb52-55c8ff14877f for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:17.349820 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Updating router 8a89e17d-9f81-4d8d-bb52-55c8ff14877f port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:17.352996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] device_id is not set on port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:17.366080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.407156 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.432333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.433753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.473085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.528643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.798894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.816948 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.841639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Deleting port 30dac084-8b6c-4c23-9892-cedca231f3df {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:17.841997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.842815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7131d8de-4f5f-484e-a63c-09f285eda978 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:17.862926 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.878054 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Transition to ACTIVE for port object 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:17.885056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 7131d8de-4f5f-484e-a63c-09f285eda978 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:17.885399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7131d8de-4f5f-484e-a63c-09f285eda978 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:17.885809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30dac084-8b6c-4c23-9892-cedca231f3df no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:17.922217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 30dac084-8b6c-4c23-9892-cedca231f3df {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:17.922558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30dac084-8b6c-4c23-9892-cedca231f3df not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:17.976432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] The port '30dac084-8b6c-4c23-9892-cedca231f3df' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:17.977252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.979703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.077189 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Attempting to bind port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:18.077556 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Attempting to bind port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '6bbd83ec-df10-45e0-919e-6e97f8d9a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:18.077895 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Attempting to bind port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab on network 02a8a267-4298-4bf5-b881-915c8a51f963 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:18.083722 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Pushing event updated for resources: {'Port': ['ID=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:18.089403 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:18.089767 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Checking segment: {'id': '6bbd83ec-df10-45e0-919e-6e97f8d9a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:18.090156 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.090537 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Bound using segment: {'id': '6bbd83ec-df10-45e0-919e-6e97f8d9a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:18.091018 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Bound port: 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbd83ec-df10-45e0-919e-6e97f8d9a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:18.091419 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.125269 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.125780 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.126361 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.126790 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.127297 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.127706 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.128120 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.128532 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.138692 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.138692 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.138692 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.138692 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:18.182748 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] For port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:18.186309 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] For port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,segment=NetworkSegment(6bbd83ec-df10-45e0-919e-6e97f8d9a1e7),segment_id=6bbd83ec-df10-45e0-919e-6e97f8d9a1e7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:18.306359 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.393303 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd895b-5da4-429c-8e8e-bf5af2dde3ca None None] Pushing event updated for resources: {'Port': ['ID=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:18.412102 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Routers {'8a89e17d-9f81-4d8d-bb52-55c8ff14877f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:18.420924 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8a89e17d-9f81-4d8d-bb52-55c8ff14877f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:18.428546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.454248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event updated for resources: {'Port': ['ID=9b2ff572-0515-45b6-ad6c-82c84567ffb9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:18.463948 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.495899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] In _notify_port_updated(), no bound segment for port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 on network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:42:18.512435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:18.512435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.512435 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-742f22c0-f4cb-4fcc-a3c2-f8e089fb4e24 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "PUT /v2.0/ports/9b2ff572-0515-45b6-ad6c-82c84567ffb9 HTTP/1.1" status: 200 len: 1136 time: 1.3439224 Feb 16 12:42:18.512435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45624) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:18.512435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:18.538527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d542638b-ddc6-44c8-a0db-bb31fee39f79 None None] Provisioning complete for port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:18.539306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d542638b-ddc6-44c8-a0db-bb31fee39f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.565933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfa462b-7929-4ebf-b7b7-6c014d18966c') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:18.565933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfa462b-7929-4ebf-b7b7-6c014d18966c') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:18.589219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.601872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d542638b-ddc6-44c8-a0db-bb31fee39f79 None None] Port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:18.613075 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] Set router 8a89e17d-9f81-4d8d-bb52-55c8ff14877f gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:18.636841 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20707a21-2f77-4e3e-ba3e-2470b544e5f2 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:18.637460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-20707a21-2f77-4e3e-ba3e-2470b544e5f2 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Synchronizing usage tracker for tenant:20f9a6212a2d437e9638d58396c2bb6e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:18.640225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.681312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] device_id is not set on port d2054875-8fea-40c9-b396-c961e0e534cc yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:18.691553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:18.692169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:18.707030 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:18.735887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.750705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.846210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Deleting port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:18.846879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.929118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-20707a21-2f77-4e3e-ba3e-2470b544e5f2 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Unset dirty status for tenant:20f9a6212a2d437e9638d58396c2bb6e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:18.931190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:42:18.931878 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-20707a21-2f77-4e3e-ba3e-2470b544e5f2 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "GET /v2.0/ports/9b2ff572-0515-45b6-ad6c-82c84567ffb9 HTTP/1.1" status: 200 len: 1136 time: 0.4246581 Feb 16 12:42:18.945878 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89e17d-9f81-4d8d-bb52-55c8ff14877f', 'name': '', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'external_fixed_ips': [{'subnet_id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:07Z', 'updated_at': '2022-02-16T12:42:14Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': '2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab', 'name': '', 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89e17d-9f81-4d8d-bb52-55c8ff14877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:11Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:18.950112 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1dd80-ffd5-499b-b4b5-ddc4c8a6c313 None None] The sync data for ids ['8a89e17d-9f81-4d8d-bb52-55c8ff14877f'] in dv-neutron-829487-1-hyperv is: [{'id': '8a89e17d-9f81-4d8d-bb52-55c8ff14877f', 'name': '', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'external_fixed_ips': [{'subnet_id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:07Z', 'updated_at': '2022-02-16T12:42:14Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': '2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab', 'name': '', 'network_id': '02a8a267-4298-4bf5-b881-915c8a51f963', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89e17d-9f81-4d8d-bb52-55c8ff14877f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:11Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1b0d93-7679-4351-8b2e-fd04649c824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:19.011751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.020170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45628) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:19.066622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.091187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.093667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] Pushing event deleted for resources: {'Network': ['ID=fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:19.106066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.242353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:42:19.288645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Allocated IP 172.26.6.215 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/daa52365-d381-4a7d-9693-6ced77f1ef72) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:19.319620 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ab5a50d6-c01c-4f78-95aa-916e7c027de2 tempest-FloatingIPNegativeTestJSON-1567990997 tempest-FloatingIPNegativeTestJSON-1567990997-project] 10.222.0.47 "DELETE /v2.0/networks/fedb5e46-9ff3-4c9f-9d66-3a48ea45d0f5 HTTP/1.1" status: 204 len: 168 time: 3.3481169 Feb 16 12:42:19.340563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.344897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Deleting port 9b2ff572-0515-45b6-ad6c-82c84567ffb9 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:19.345232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.375321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.468266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.484592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.514433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.579973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Network 415de097-028b-48a5-9041-0c62e7a0536c is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:19.586260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.608827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:19.633579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:19.634809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:19.635209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.657679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:19.660605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:19.666188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:19.705111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event updated for resources: {'Port': ['ID=daa52365-d381-4a7d-9693-6ced77f1ef72,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:19.714534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.848669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:19.979948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] For port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,segment=NetworkSegment(6bbd83ec-df10-45e0-919e-6e97f8d9a1e7),segment_id=6bbd83ec-df10-45e0-919e-6e97f8d9a1e7)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:19.980506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.988905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.999089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:20.002734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:20.008255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:20.008623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.041968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f7bb56-a829-4484-8664-c3ddebbe1ec5,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:20.171785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.188421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,segment=NetworkSegment(6bbd83ec-df10-45e0-919e-6e97f8d9a1e7),segment_id=6bbd83ec-df10-45e0-919e-6e97f8d9a1e7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:20.214941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Calling delete_port for 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:20.248372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.310688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45642) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:20.311272 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5de658ae-9a15-4c43-a60d-dd0cd4ede174 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.8564794 Feb 16 12:42:20.330076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:20.377872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.384813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:20.385631 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Floating IP fd7cd2a8-50aa-4492-a52e-893c914911fc associated. External IP: 172.26.6.195, port: 79ac8533-07da-49b9-afa0-99c701f25eaa. Feb 16 12:42:20.429453 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-596c2545-61de-4e0e-99e6-033e8cb2489d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=493ce7d0346145a898eeca1fc2708786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298203 Feb 16 12:42:20.437578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:20.473893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.702260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Port': ['ID=7e8484b3-068a-4ba9-b2b0-bdca84c19205,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:20.721859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.733497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0afcf3be-8486-4331-8d6c-07a1bbc821fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.792208 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Floating IP 55067463-7fda-408a-b835-b80d30d70317 associated. External IP: 172.26.6.107, port: fa04a48f-1350-4e0d-9ea5-6a66809aae77. Feb 16 12:42:20.841500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.879920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0afcf3be-8486-4331-8d6c-07a1bbc821fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.005787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Calling delete_port for 9b2ff572-0515-45b6-ad6c-82c84567ffb9 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:21.074816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Checking segment: {'id': '5b6f5291-450c-444c-992d-dffab26d6016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '42b7028f-16a3-45e4-97c0-1cac9e40e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:21.075114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network hostable DHCP agents. Network: 42b7028f-16a3-45e4-97c0-1cac9e40e212, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:21.122461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.214084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0afcf3be-8486-4331-8d6c-07a1bbc821fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.343038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:21.343271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:21.456517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcf3be-8486-4331-8d6c-07a1bbc821fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4095e0f3-567f-4f54-b695-b96f7b2cd259,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:21.486507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] device_id is not set on port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:21.497276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.503101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0afcf3be-8486-4331-8d6c-07a1bbc821fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.504350 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0afcf3be-8486-4331-8d6c-07a1bbc821fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4095e0f3-567f-4f54-b695-b96f7b2cd259 HTTP/1.1" status: 204 len: 168 time: 1.0641024 Feb 16 12:42:21.519399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network 42b7028f-16a3-45e4-97c0-1cac9e40e212 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:21.534088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Transition to ACTIVE for port object b0f7bb56-a829-4484-8664-c3ddebbe1ec5 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:21.596490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.681155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 42b7028f-16a3-45e4-97c0-1cac9e40e212) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:21.689024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583bd04-3b1a-40e4-8582-55c7720a777f None None] Network 42b7028f-16a3-45e4-97c0-1cac9e40e212 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:21.721884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:21.723426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.728505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Router 0c7818c0-420e-4c93-8d23-9006e9c75f40 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:21.731259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Router c3be72cb-c2a7-4df3-8d14-c25eea6efee4 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:21.744501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f7bb56-a829-4484-8664-c3ddebbe1ec5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:21.846285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Deleting port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:21.855352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.855501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:21.855501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:21.855501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:21.858410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:21.871634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:21.872296 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:21.875129 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 2 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:21.983595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:21.984154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:21.984497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.037054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.037389 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.041108 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 3 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.078812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.106822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.107415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.108372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.110845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:22.111927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.128353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.128691 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.130649 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 4 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.136793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Port': ['ID=d2054875-8fea-40c9-b396-c961e0e534cc,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:22.154155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:22.175224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] Sync routers for ids ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:22.198358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.198697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.199055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.212587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] Routers {'c3be72cb-c2a7-4df3-8d14-c25eea6efee4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:22.213500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:22.225438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.225967 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.226495 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 5 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.249061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.249385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.249884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.258513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.259090 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.259624 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 6 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.282169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.282725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.283327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.288697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.289508 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.290055 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 7 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.290192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event deleted for resources: {'Port': ['ID=9b2ff572-0515-45b6-ad6c-82c84567ffb9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:22.306364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:22.311464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.312031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.312536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.322613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.323401 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f007f3a9-9499-4ba6-9e11-fa9147465a48 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0988319 Feb 16 12:42:22.323782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] Routers {'c3be72cb-c2a7-4df3-8d14-c25eea6efee4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:22.324470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:22.324874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:22.325634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.326114 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.328669 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 8 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.340547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:22.412028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:22.422048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Checking segment: {'id': '28fd48a1-036c-463b-92e3-44caf0b5dbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84d336e4-fd8d-4083-83cc-d3daf235c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:22.422415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network hostable DHCP agents. Network: 84d336e4-fd8d-4083-83cc-d3daf235c926, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:22.427816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:22.428226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda7b58-96d7-4b1d-81cd-b931c9291a07 None None] The sync data for ids ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:22.434185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.435086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.435622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.448901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.449522 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.451816 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 9 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.480075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.481090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.481575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.494520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.494790 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.554835 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempt 10 to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 Feb 16 12:42:22.586688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:22.587045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:22.587386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempting to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:22.595256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:22.595589 dv-neutron-829487-1-hyperv neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Failed to bind port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'aae449be-ee45-43cc-8a45-ee95218c2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '415de097-028b-48a5-9041-0c62e7a0536c'}] Feb 16 12:42:22.595947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.656146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.691742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:22.706078 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] Sync routers for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:22.713349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network 84d336e4-fd8d-4083-83cc-d3daf235c926 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:22.722449 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:22.723099 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:22.732023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] For port 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,segment=NetworkSegment(6bbd83ec-df10-45e0-919e-6e97f8d9a1e7),segment_id=6bbd83ec-df10-45e0-919e-6e97f8d9a1e7)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:22.732530 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.799578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.854935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] For port b0f7bb56-a829-4484-8664-c3ddebbe1ec5, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:22.855336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attempted to set empty binding levels {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:42:22.907435 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4347f17b-0d85-49d4-8fdd-1426e651940d tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "DELETE /v2.0/ports/9b2ff572-0515-45b6-ad6c-82c84567ffb9 HTTP/1.1" status: 204 len: 168 time: 3.8860266 Feb 16 12:42:22.910350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45674) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:22.927017 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:22.992275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.049819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:23.115369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 84d336e4-fd8d-4083-83cc-d3daf235c926) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:23.124565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc61de-f891-4027-9ea5-a09eba93ebd8 None None] Network 84d336e4-fd8d-4083-83cc-d3daf235c926 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:23.127531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f7bb56-a829-4484-8664-c3ddebbe1ec5,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:23.132451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Calling delete_port for 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:23.133679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] In _notify_port_updated(), no bound segment for port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 on network 415de097-028b-48a5-9041-0c62e7a0536c {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:42:23.139187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:23.139187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.139187 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1928d56e-5f28-40b1-af06-84e5f49506f0 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "PUT /v2.0/ports/b0f7bb56-a829-4484-8664-c3ddebbe1ec5 HTTP/1.1" status: 200 len: 977 time: 2.7746439 Feb 16 12:42:23.142708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45684) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:23.199865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:23.205266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:23.210622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:23.211331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.308047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1721492101'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:23.312884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Deleting port b0f7bb56-a829-4484-8664-c3ddebbe1ec5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:23.313227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.333878 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f34f30e2-372c-49f7-9371-59cbaace92ac tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "PUT /v2.0/floatingips/fd7cd2a8-50aa-4492-a52e-893c914911fc HTTP/1.1" status: 200 len: 992 time: 7.1717300 Feb 16 12:42:23.340836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:23.352001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:23.353136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.354088 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'fd7cd2a8-50aa-4492-a52e-893c914911fc', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'floating_ip_address': '172.26.6.195', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'port_id': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'mac_address': 'fa:16:3e:4b:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41f67-5161-4329-912a-687f3097ca56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:41:34Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 1, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:31Z', 'revision_number': 5, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:23.358366 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] Checking router: 0c7818c0-420e-4c93-8d23-9006e9c75f40 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:23.363417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.367600 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:23.373899 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:23.374037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] Sync routers for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:23.379541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:23.429343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:23.430588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:23.431554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:23.449978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Deleting subnet 32c2e90b-488c-4118-ad32-67c87195badc {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:23.453801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.516525 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'status': 'completed', 'code': 200} Feb 16 12:42:23.527701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:23.591637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-244e68d5-102a-4e4c-b27d-fd21c8880597 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "PUT /v2.0/floatingips/55067463-7fda-408a-b835-b80d30d70317 HTTP/1.1" status: 200 len: 991 time: 7.3723500 Feb 16 12:42:23.610499 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:23.643120 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-99e2d152-aa6d-4803-8eb9-413ba5798ba4 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.1158798 Feb 16 12:42:23.655459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45694) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:23.674345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:23.764614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-c53bbfd8-e1ee-4822-af98-e4c09ba1e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:23.766368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-c53bbfd8-e1ee-4822-af98-e4c09ba1e49c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.2481847 Feb 16 12:42:23.773995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.893552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] For port b0f7bb56-a829-4484-8664-c3ddebbe1ec5, host hv-neutron-8294, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:23.894270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.973577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:24.037182 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'fd7cd2a8-50aa-4492-a52e-893c914911fc', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'floating_ip_address': '172.26.6.195', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'port_id': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'mac_address': 'fa:16:3e:4b:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41f67-5161-4329-912a-687f3097ca56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:41:34Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 1, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:31Z', 'revision_number': 5, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:24.041817 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03938c25-0080-4525-a883-85f8f4f40da9 None None] The sync data for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv is: [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'fd7cd2a8-50aa-4492-a52e-893c914911fc', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'floating_ip_address': '172.26.6.195', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'port_id': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'mac_address': 'fa:16:3e:4b:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc41f67-5161-4329-912a-687f3097ca56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:41:34Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 1, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:31Z', 'revision_number': 5, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:24.089663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Calling delete_port for b0f7bb56-a829-4484-8664-c3ddebbe1ec5 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:24.167403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '55067463-7fda-408a-b835-b80d30d70317', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'port_id': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'mac_address': 'fa:16:3e:91:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:41:33Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 1, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:28Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:24.171583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] Checking router: acfa09c5-c493-4dbe-976e-6c88ad83f7e0 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:24.182438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:24.183247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:24.186166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:24.189512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.193680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91d604-2695-4dba-871b-b623bcea518e req-090178a2-42e3-4151-a7ec-8d25077ee9ff tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:24.193680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d91d604-2695-4dba-871b-b623bcea518e req-090178a2-42e3-4151-a7ec-8d25077ee9ff tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6846757 Feb 16 12:42:24.201603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b55277-0f4a-4985-a91d-57f2744a5258 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:24.208296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b55277-0f4a-4985-a91d-57f2744a5258 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:24.208459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-48b55277-0f4a-4985-a91d-57f2744a5258 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Synchronizing usage tracker for tenant:dc354815595b44f291ce521487108fe8 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:24.209575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.228353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.236389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:24.238146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.247953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group_rule and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:24.261820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:24.270006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:24.357258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46962306-6416-4820-ae90-be455e954f7f req-daf87213-c1ec-413a-a63c-51ab8c6128fd tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:24.357258 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46962306-6416-4820-ae90-be455e954f7f req-daf87213-c1ec-413a-a63c-51ab8c6128fd tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 0.5965769 Feb 16 12:42:24.362746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:24.392063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:24.405063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-30eba8a0-688b-4c45-856f-0f26a1f61403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:24.406526 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-30eba8a0-688b-4c45-856f-0f26a1f61403 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 0.5515642 Feb 16 12:42:24.432484 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aa8b0b-16f1-4239-8fb6-fa9238492682 None None] New status for floating IP fd7cd2a8-50aa-4492-a52e-893c914911fc: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:42:24.535865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-48b55277-0f4a-4985-a91d-57f2744a5258 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Unset dirty status for tenant:dc354815595b44f291ce521487108fe8 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:24.536053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.538388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.542391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-48b55277-0f4a-4985-a91d-57f2744a5258 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8715000 Feb 16 12:42:24.553879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:24.563841 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d91d604-2695-4dba-871b-b623bcea518e req-b72e144f-c1cb-4f09-afae-418c2c764fb6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3461943 Feb 16 12:42:24.620965 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46962306-6416-4820-ae90-be455e954f7f req-7b5f84f3-3a55-4cf8-990c-2a43c37f6f8b tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193975 Feb 16 12:42:24.625480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-81526a8d-1a08-48ab-affe-a530ef134b0d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1000 time: 0.2037418 Feb 16 12:42:24.697178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.699399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.704382 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:42:24.707584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.723451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:24.735498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.736785 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment fb189b93-d96e-40bd-945d-5547f1a113ee of type vlan for network be2995ca-3247-4912-bc6e-202a3d6e16c5 Feb 16 12:42:24.764116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.776065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.782503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d1f7a-0ce6-43f0-b0c2-c6589c77ac84 None None] Network 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:24.806059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event deleted for resources: {'Subnet': ['ID=32c2e90b-488c-4118-ad32-67c87195badc,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:24.861256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f7bb56-a829-4484-8664-c3ddebbe1ec5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:24.893715 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-13e91603-0d45-40f6-985e-ed6b61c81be9 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "DELETE /v2.0/subnets/32c2e90b-488c-4118-ad32-67c87195badc HTTP/1.1" status: 204 len: 168 time: 1.7797835 Feb 16 12:42:24.913349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45708) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:24.956280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-b6272d55-ed98-49e5-a2ed-c7771e6dfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:24.957825 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-b6272d55-ed98-49e5-a2ed-c7771e6dfe16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.3275890 Feb 16 12:42:25.001566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '55067463-7fda-408a-b835-b80d30d70317', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'port_id': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'mac_address': 'fa:16:3e:91:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:41:33Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 1, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:28Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:25.008400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71cb23-b4d1-4383-bd0f-318f842e6852 None None] The sync data for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv is: [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '55067463-7fda-408a-b835-b80d30d70317', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'port_id': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'mac_address': 'fa:16:3e:91:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:41:33Z', 'updated_at': '2022-02-16T12:42:18Z', 'revision_number': 1, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:28Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:25.020769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.026949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:25.027598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.030330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.078658 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-50bf8b26-ebf5-410e-91a8-56c746be437b tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b0f7bb56-a829-4484-8664-c3ddebbe1ec5 HTTP/1.1" status: 204 len: 168 time: 1.9347887 Feb 16 12:42:25.103745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3baeb99-1cc7-4a64-8023-8826ba6022a6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:25.119856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:25.137739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] DHCP port deletion for 6f2d15f2-3f9f-4a75-b911-f17dffa078d1 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:25.142439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] Deleting port d862bb43-e26c-48ff-a98f-e81f8dcba4fa {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:25.143231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.227310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Deleting port 7e8484b3-068a-4ba9-b2b0-bdca84c19205 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:25.227739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.291175 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2330217 Feb 16 12:42:25.335874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45716) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:25.352888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87e808-02f2-4f3a-b03f-fbdc9b858fca None None] New status for floating IP 55067463-7fda-408a-b835-b80d30d70317: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:42:25.358946 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b0cd55-879a-47f2-b07d-bc3720b2e487 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:42:25.359503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-17b0cd55-879a-47f2-b07d-bc3720b2e487 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Synchronizing usage tracker for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:25.396941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d3466-ba76-4d94-82cc-c57f8de1557b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=be2995ca-3247-4912-bc6e-202a3d6e16c5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:25.417284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'name': 'tempest-PortsTestJSON-1149656913'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:25.462845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.470195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:25.522711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.527262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:25.533244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-17b0cd55-879a-47f2-b07d-bc3720b2e487 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] Unset dirty status for tenant:79935dfd0448454e93598271625f981a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:25.538394 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-17b0cd55-879a-47f2-b07d-bc3720b2e487 tempest-PortsAdminExtendedAttrsTestJSON-1570892718 tempest-PortsAdminExtendedAttrsTestJSON-1570892718-project-admin] 10.222.0.47 "GET /v2.0/ports/b0f7bb56-a829-4484-8664-c3ddebbe1ec5 HTTP/1.1" status: 404 len: 333 time: 0.4182508 Feb 16 12:42:25.539269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.549327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:25.603565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] For port d862bb43-e26c-48ff-a98f-e81f8dcba4fa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,segment=NetworkSegment(70933688-a64f-45da-81db-3041cc0f24d3),segment_id=70933688-a64f-45da-81db-3041cc0f24d3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:25.604049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.652800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b8dbe-66cf-4852-bdc8-89db6aba4a37 req-37975731-9eeb-4840-bc50-8c0c6ab334ef tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:25.657216 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5d4b8dbe-66cf-4852-bdc8-89db6aba4a37 req-37975731-9eeb-4840-bc50-8c0c6ab334ef tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.8506122 Feb 16 12:42:25.658013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Deleting port d862bb43-e26c-48ff-a98f-e81f8dcba4fa {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:25.658304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.703823 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'status': 'completed', 'code': 200} Feb 16 12:42:25.757304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:25.762171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:25.765719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:25.771630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:25.786688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.788483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a89e17d-9f81-4d8d-bb52-55c8ff14877f {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:25.806816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-62a190aa-d6ef-4997-b334-107c8c36f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:25.809527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-62a190aa-d6ef-4997-b334-107c8c36f54b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7805595 Feb 16 12:42:25.817372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.821664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8ddace2f-e054-41d2-9bdb-588da1b9cdd6 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "DELETE /v2.0/routers/8a89e17d-9f81-4d8d-bb52-55c8ff14877f HTTP/1.1" status: 204 len: 168 time: 9.0462859 Feb 16 12:42:25.829209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45726) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:25.846111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] Calling delete_port for d862bb43-e26c-48ff-a98f-e81f8dcba4fa owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:25.903515 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5d4b8dbe-66cf-4852-bdc8-89db6aba4a37 req-23a6b4e5-e7c9-4012-847c-7593f5c108d1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971281 Feb 16 12:42:25.952131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:25.957601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.004706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.066499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:26.083479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d862bb43-e26c-48ff-a98f-e81f8dcba4fa no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:26.096859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.127724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.159813 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: d862bb43-e26c-48ff-a98f-e81f8dcba4fa {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:26.166370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d862bb43-e26c-48ff-a98f-e81f8dcba4fa not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:26.175385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] Pushing event deleted for resources: {'Port': ['ID=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:26.180628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97a090-64ab-43b0-b637-ed82c091fed3 None None] No DVR routers for this DVR port d862bb43-e26c-48ff-a98f-e81f8dcba4fa on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:26.212931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Deleting subnet fc1b0d93-7679-4351-8b2e-fd04649c824e {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:26.222090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Calling delete_port for 7e8484b3-068a-4ba9-b2b0-bdca84c19205 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:26.233842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.361682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.366624 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-6a25fcd0-47da-45c9-b7d2-9c8f53e4c588 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361581 Feb 16 12:42:26.380020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.400314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.447644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] For port d862bb43-e26c-48ff-a98f-e81f8dcba4fa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d862bb43-e26c-48ff-a98f-e81f8dcba4fa,segment=NetworkSegment(70933688-a64f-45da-81db-3041cc0f24d3),segment_id=70933688-a64f-45da-81db-3041cc0f24d3)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:26.448008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.468742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-d6a17b66-353b-49d6-8768-dde6a9cbc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:26.470312 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-d6a17b66-353b-49d6-8768-dde6a9cbc553 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20642a7c8ad54f0a8e01f9fd81b9dc5b&device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 1098 time: 0.6620338 Feb 16 12:42:26.636427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.639159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.784570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Port': ['ID=7e8484b3-068a-4ba9-b2b0-bdca84c19205,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:26.799145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415de097-028b-48a5-9041-0c62e7a0536c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:26.823126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.846123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Calling delete_port for d862bb43-e26c-48ff-a98f-e81f8dcba4fa owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:26.853534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae449be-ee45-43cc-8a45-ee95218c2b9b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:26.853836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae449be-ee45-43cc-8a45-ee95218c2b9b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:26.891891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.896747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.910651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-69390c63-e8e4-48ab-b314-50af17660abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:26.912150 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-69390c63-e8e4-48ab-b314-50af17660abd service neutron] 10.222.0.67 "GET /v2.0/networks?id=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f HTTP/1.1" status: 200 len: 905 time: 0.3921640 Feb 16 12:42:26.920536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Router c3be72cb-c2a7-4df3-8d14-c25eea6efee4 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:26.921662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.933784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:26.934184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:27.000266 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:27.034729 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-756bec89-508f-4f3e-b7e0-2b87d8d66d46 req-b405a262-66ec-45b7-9ba4-e53ce9f6ac07 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260762 Feb 16 12:42:27.047514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.070965 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f2d21bed-3f2c-41cd-946f-b8badd51ba8e tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/ports/7e8484b3-068a-4ba9-b2b0-bdca84c19205 HTTP/1.1" status: 204 len: 168 time: 2.4040987 Feb 16 12:42:27.080531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:27.148520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:27.148733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:27.181052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64146-5ad3-4bc2-b344-d685702111e6 req-2badf5aa-46a7-4dd3-bd97-2d513cdcd2bb tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.182552 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82b64146-5ad3-4bc2-b344-d685702111e6 req-2badf5aa-46a7-4dd3-bd97-2d513cdcd2bb tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.1389301 Feb 16 12:42:27.233790 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82b64146-5ad3-4bc2-b344-d685702111e6 req-185ec49a-31f1-47fc-8336-4905d6401a70 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452268 Feb 16 12:42:27.236805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.274270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1b0d93-7679-4351-8b2e-fd04649c824e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:27.278118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.292611 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-066063a7-7a4f-4e72-8e7e-23c431b8f67a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/fc1b0d93-7679-4351-8b2e-fd04649c824e HTTP/1.1" status: 204 len: 168 time: 1.4608760 Feb 16 12:42:27.294637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.300255 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45736) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:27.362954 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-c1ec45b0-b6b8-477f-9cd1-5a3000229946 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77 HTTP/1.1" status: 200 len: 1001 time: 0.4331522 Feb 16 12:42:27.466429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:27.471372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Deleting port d2054875-8fea-40c9-b396-c961e0e534cc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:27.471695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.498837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.511297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': 'fb189b93-d96e-40bd-945d-5547f1a113ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:27.511664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: be2995ca-3247-4912-bc6e-202a3d6e16c5, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:27.515333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.555019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.580209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] Pushing event deleted for resources: {'Network': ['ID=415de097-028b-48a5-9041-0c62e7a0536c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:27.593495 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d6b2037d-9ad3-4376-be26-7ae04e428a51 tempest-PortsAdminExtendedAttrsTestJSON-742735847 tempest-PortsAdminExtendedAttrsTestJSON-742735847-project] 10.222.0.47 "DELETE /v2.0/networks/415de097-028b-48a5-9041-0c62e7a0536c HTTP/1.1" status: 204 len: 168 time: 2.0433538 Feb 16 12:42:27.632253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-cf338e84-cb2d-4112-ad03-2329c348af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.633701 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-cf338e84-cb2d-4112-ad03-2329c348af4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=babdde1c-242e-47ce-8104-d34de9bf4946 HTTP/1.1" status: 200 len: 844 time: 0.2622955 Feb 16 12:42:27.640966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:27.651239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Deleting port d862bb43-e26c-48ff-a98f-e81f8dcba4fa {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:27.651239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.652639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.656473 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-35fa9cca-9211-490c-a776-f5d92aaef54d tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "PUT /v2.0/routers/c3be72cb-c2a7-4df3-8d14-c25eea6efee4 HTTP/1.1" status: 200 len: 925 time: 5.3292603 Feb 16 12:42:27.656620 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] Sync routers for ids ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:27.660321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45742) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:27.667673 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] Routers {'c3be72cb-c2a7-4df3-8d14-c25eea6efee4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:27.668279 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.681912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:27.693423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.738369 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.750746 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] Routers {'c3be72cb-c2a7-4df3-8d14-c25eea6efee4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:27.751694 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.752973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] The port 'd862bb43-e26c-48ff-a98f-e81f8dcba4fa' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:27.770879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:27.805084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a8a267-4298-4bf5-b881-915c8a51f963']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.816558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, be2995ca-3247-4912-bc6e-202a3d6e16c5) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:27.820435 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.820838 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed8b04-5044-4684-825a-e336aed123eb None None] The sync data for ids ['c3be72cb-c2a7-4df3-8d14-c25eea6efee4'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:27.825344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:27.825892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2dffbdf2-5c8e-4b87-9a7d-fc06e10b22ab not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:27.841810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e6639-87ea-4dac-b132-f4f7f8adfcda None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:27.845130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbd83ec-df10-45e0-919e-6e97f8d9a1e7') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.845439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbd83ec-df10-45e0-919e-6e97f8d9a1e7') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.852068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:27.857652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.858244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.915877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.957473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.969986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.996947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:27.996947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:28.004198 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:28.009385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2d15f2-3f9f-4a75-b911-f17dffa078d1']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:28.026130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.066501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-530b0a0b-0264-477b-989a-44b4567e8384 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7261910 Feb 16 12:42:28.085049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45746) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.092957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70933688-a64f-45da-81db-3041cc0f24d3') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:28.093248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70933688-a64f-45da-81db-3041cc0f24d3') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:28.106956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1933888666'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:28.114810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:28.122023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.128662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:28.131812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:28.141634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:28.150601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.156716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:28.157107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.170028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Calling delete_port for d2054875-8fea-40c9-b396-c961e0e534cc owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:28.173900 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:28.209114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-e534678d-bf1b-4e26-a424-fac94da20f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.210679 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-e534678d-bf1b-4e26-a424-fac94da20f0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5611529 Feb 16 12:42:28.219780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45752) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.232134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.248015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02a8a267-4298-4bf5-b881-915c8a51f963 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:42:28.267856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.274418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event deleted for resources: {'Network': ['ID=02a8a267-4298-4bf5-b881-915c8a51f963,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:28.276232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:28.279628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.305585 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8da8a81b-9863-46a4-8e8e-16b9d024999e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "DELETE /v2.0/networks/02a8a267-4298-4bf5-b881-915c8a51f963 HTTP/1.1" status: 204 len: 168 time: 0.9639535 Feb 16 12:42:28.332291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:28.354681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.355045 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment 4f97645c-a647-4d5b-b900-806b1b61c7a7 of type vlan for network f6a59352-c7f9-4364-a204-4148895279a1 Feb 16 12:42:28.377615 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-8ccf7094-0adb-4364-82f8-156a30e791b2 service neutron] 10.222.0.67 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534939 Feb 16 12:42:28.402411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.411429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.415270 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7642f867-ed47-4d92-b09e-318dfbfb3e19 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/c3be72cb-c2a7-4df3-8d14-c25eea6efee4 HTTP/1.1" status: 200 len: 925 time: 0.7253432 Feb 16 12:42:28.422728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.436931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45764) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.492686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.506689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] Pushing event deleted for resources: {'Network': ['ID=6f2d15f2-3f9f-4a75-b911-f17dffa078d1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:28.524333 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-33b93022-a479-405f-9c2d-edf2431442f4 tempest-ExtraDHCPOptionsTestJSON-2003790906 tempest-ExtraDHCPOptionsTestJSON-2003790906-project] 10.222.0.47 "DELETE /v2.0/networks/6f2d15f2-3f9f-4a75-b911-f17dffa078d1 HTTP/1.1" status: 204 len: 168 time: 3.6095510 Feb 16 12:42:28.581046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927ca0d-0363-482a-b061-09b6851d2e7d req-2084bac4-544b-4bf0-a7b0-8a20daf8908e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.582529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2927ca0d-0363-482a-b061-09b6851d2e7d req-2084bac4-544b-4bf0-a7b0-8a20daf8908e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.1168029 Feb 16 12:42:28.627739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.633327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.634036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.720643 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2927ca0d-0363-482a-b061-09b6851d2e7d req-fbe4f7a0-07ba-4f75-b734-f0e1da884c91 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314933 Feb 16 12:42:28.750963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=f6a59352-c7f9-4364-a204-4148895279a1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:28.755021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Port': ['ID=d2054875-8fea-40c9-b396-c961e0e534cc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:28.782976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network f6a59352-c7f9-4364-a204-4148895279a1 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:28.788369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.792615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ace54-fd7a-4d33-9c84-9c29892db097 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.793285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-da6ace54-fd7a-4d33-9c84-9c29892db097 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Synchronizing usage tracker for tenant:5f6cf5ad41a544288cc9f3c8dfb44416 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:28.835111 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8a3f9ee0-043c-46c7-a686-f9094ec9fec3 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/ports/d2054875-8fea-40c9-b396-c961e0e534cc HTTP/1.1" status: 204 len: 168 time: 1.5818386 Feb 16 12:42:28.835951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45778) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.868166 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3e5381f-7bf3-4272-8b31-b170e220f7a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41dd89dbcf2c412e9e63eec3c2c00477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403589 Feb 16 12:42:28.868166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.868166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.869183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'router': {'name': 'tempest-router--105027393', 'project_id': '71e8e8714c2640f1a345836e0b4555d9'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:28.873693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:28.882484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:router and tenant:71e8e8714c2640f1a345836e0b4555d9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:28.882484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:28.888349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:28.914120 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-08ebc6e9-d78e-4e6a-a244-18147108f677 req-58e4b6c2-5c59-43b2-830d-f2866615a669 service neutron] 10.222.0.67 "GET /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971011 Feb 16 12:42:28.987081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7420141-7f71-491c-94b7-67fe6d1adc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.008714 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-05542d73-2b63-4083-80c8-2893cbc99a21 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9226305 Feb 16 12:42:29.011181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45790) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.022946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7420141-7f71-491c-94b7-67fe6d1adc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.053080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'ports': [{'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5'}, {'network_id': 'f6a59352-c7f9-4364-a204-4148895279a1'}]} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:29.053410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:29.053884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'f6a59352-c7f9-4364-a204-4148895279a1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:29.074525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-da6ace54-fd7a-4d33-9c84-9c29892db097 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Unset dirty status for tenant:5f6cf5ad41a544288cc9f3c8dfb44416 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:29.075497 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-da6ace54-fd7a-4d33-9c84-9c29892db097 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=c3be72cb-c2a7-4df3-8d14-c25eea6efee4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6372950 Feb 16 12:42:29.076573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.078449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.084024 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d5e4e3b9-0ead-42be-ba7c-1fe26a307698 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2442057 Feb 16 12:42:29.086790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45796) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.087132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45798) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.110188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.121097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-966812354'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:29.174881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:29.182752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45804) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.196740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.219335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7420141-7f71-491c-94b7-67fe6d1adc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.221872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7420141-7f71-491c-94b7-67fe6d1adc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.223306 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e7420141-7f71-491c-94b7-67fe6d1adc7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37b2981c-e63b-4684-98fd-260b3bbb89d0 HTTP/1.1" status: 204 len: 168 time: 0.3584068 Feb 16 12:42:29.234548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7420141-7f71-491c-94b7-67fe6d1adc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b2981c-e63b-4684-98fd-260b3bbb89d0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:29.238202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Usage tracker for resource:network and tenant:dc354815595b44f291ce521487108fe8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:29.255745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:29.282151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:29.327498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.328656 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1d7e3bc9-1650-4f60-a9c2-fef8bc85c40b tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4660273 Feb 16 12:42:29.331642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.452155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184f516-3d0a-41bb-b5a8-63a29a1ba463 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:29.452740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3184f516-3d0a-41bb-b5a8-63a29a1ba463 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Synchronizing usage tracker for tenant:5f6cf5ad41a544288cc9f3c8dfb44416 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:29.463343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Made reservation on behalf of dc354815595b44f291ce521487108fe8 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:29.466759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.486163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e55fd-9134-481c-ae16-3df5508b9c9b req-161cf98d-7514-4483-8d9b-2b0f05376de9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:29.487673 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1b0e55fd-9134-481c-ae16-3df5508b9c9b req-161cf98d-7514-4483-8d9b-2b0f05376de9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4870362 Feb 16 12:42:29.491209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-9efa-4554-8869-c609e9b15297 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.523970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:29.539030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:29.541160 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e20c4832-3bf2-4b82-994f-0359720c1012 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20f9a6212a2d437e9638d58396c2bb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571186 Feb 16 12:42:29.544734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:29.547441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45818) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.556174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:29.558542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:29.589987 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1b0e55fd-9134-481c-ae16-3df5508b9c9b req-fb5b1acf-699a-4207-8f6c-d72cfebb7f62 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925055 Feb 16 12:42:29.590899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.591265 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Added segment 2aca55e2-ecb7-4fd2-8d4b-79c04392b8df of type vlan for network d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 Feb 16 12:42:29.604818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3184f516-3d0a-41bb-b5a8-63a29a1ba463 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Unset dirty status for tenant:5f6cf5ad41a544288cc9f3c8dfb44416 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:29.610617 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3184f516-3d0a-41bb-b5a8-63a29a1ba463 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 0.5153177 Feb 16 12:42:29.614281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45822) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.664446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.669777 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3dd8e8af-1cc0-4c65-bb75-1faac5c96757 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3be72cb-c2a7-4df3-8d14-c25eea6efee4 HTTP/1.1" status: 200 len: 205 time: 0.0544713 Feb 16 12:42:29.672049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 2} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:29.676621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.681962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.700249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.892303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.898323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:29.898916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.913917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-9efa-4554-8869-c609e9b15297 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.919587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-9efa-4554-8869-c609e9b15297 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.989963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.031809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-939f74df-c22e-45ba-8468-4f76cc8a7b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.054712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 02bf489c-8a83-4769-ac27-b826de93aa6d yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:30.063986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Network': ['ID=d06ca4b3-35ab-45cb-8060-e9b3b53d62e0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:30.075839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:30.091152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.136958 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0b126ce8-e585-4ec5-9ac2-7fbb60d6758f tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0425577 Feb 16 12:42:30.137175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45836) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.143581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1677431398'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:30.144194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-939f74df-c22e-45ba-8468-4f76cc8a7b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.148328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:30.152625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Usage tracker for resource:network and tenant:dc354815595b44f291ce521487108fe8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:30.156244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:30.163583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:30.184798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-9efa-4554-8869-c609e9b15297 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.185296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8191212-9efa-4554-8869-c609e9b15297 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c0d5b7a-3dcc-4028-b9e2-8c546945be68 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:30.215074 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-49a55ca4-17c9-440e-87a7-e05f27bae9dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79935dfd0448454e93598271625f981a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171347 Feb 16 12:42:30.217647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45842) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.229144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-9efa-4554-8869-c609e9b15297 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.230225 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c8191212-9efa-4554-8869-c609e9b15297 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "DELETE /v2.0/routers/6c0d5b7a-3dcc-4028-b9e2-8c546945be68 HTTP/1.1" status: 204 len: 168 time: 0.8977039 Feb 16 12:42:30.256168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Made reservation on behalf of dc354815595b44f291ce521487108fe8 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:30.260286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.355667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.385082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.417319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:30.476697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-939f74df-c22e-45ba-8468-4f76cc8a7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.491055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f74df-c22e-45ba-8468-4f76cc8a7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95092ef6-dc7c-44cc-b738-cd52f5f38c80,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:30.499429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-939f74df-c22e-45ba-8468-4f76cc8a7b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.503158 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-939f74df-c22e-45ba-8468-4f76cc8a7b93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95092ef6-dc7c-44cc-b738-cd52f5f38c80 HTTP/1.1" status: 204 len: 168 time: 0.9529254 Feb 16 12:42:30.505372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fadfd52-0653-4e62-bb74-2a5400d69f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.507675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.508018 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Added segment 6ac35930-a7b2-4d17-b32d-207853ed0870 of type vlan for network 0c51a91c-34de-4012-827b-508f0b1839dc Feb 16 12:42:30.512003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Deleting port daa52365-d381-4a7d-9693-6ced77f1ef72 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:30.512356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.580786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port fc4eea21-5a2b-4da7-ba61-0a07bf33584f yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:30.597502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.604543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fadfd52-0653-4e62-bb74-2a5400d69f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.648477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a3df-3393-475c-bcb7-ace5a89cf427 req-6647e444-7a4c-417c-8490-77e09e9001bc tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:30.650068 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8ee4a3df-3393-475c-bcb7-ace5a89cf427 req-6647e444-7a4c-417c-8490-77e09e9001bc tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3435190 Feb 16 12:42:30.745105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45850) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.774038 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8ee4a3df-3393-475c-bcb7-ace5a89cf427 req-35d23813-f9f2-480c-8b17-ec7a378644c6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040552 Feb 16 12:42:30.811192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.817980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:30.819560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.826350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.887188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fadfd52-0653-4e62-bb74-2a5400d69f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.899620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.996467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Calling delete_port for daa52365-d381-4a7d-9693-6ced77f1ef72 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:31.081778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadfd52-0653-4e62-bb74-2a5400d69f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9ce87-0069-4a48-8894-c19951dd2e68,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:31.129667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1066648403', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:31.142069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:31.146097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Network': ['ID=0c51a91c-34de-4012-827b-508f0b1839dc,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:31.155213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fadfd52-0653-4e62-bb74-2a5400d69f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.156327 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0fadfd52-0653-4e62-bb74-2a5400d69f3a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b3a9ce87-0069-4a48-8894-c19951dd2e68 HTTP/1.1" status: 204 len: 168 time: 0.9373851 Feb 16 12:42:31.158623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Usage tracker for resource:router and tenant:65fd291878d04ecd9e6251073788e35f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:31.165157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:31.168457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0c51a91c-34de-4012-827b-508f0b1839dc details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:31.172401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:31.291402 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7a6ced58-b766-4ec1-b1ee-e4e5945cc13c tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1402068 Feb 16 12:42:31.291402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.291402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.291402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.362878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:31.366562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:31.368952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:31.369915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.388740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=02bf489c-8a83-4769-ac27-b826de93aa6d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:31.417536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:31.423326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'subnets': [{'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--608022024', 'ip_version': 4}, {'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:31.423938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'subnet': {'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--608022024', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:31.424517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Request body: {'subnet': {'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:31.489925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=fc4eea21-5a2b-4da7-ba61-0a07bf33584f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:31.494483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': '4f97645c-a647-4d5b-b900-806b1b61c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f6a59352-c7f9-4364-a204-4148895279a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:31.494847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: f6a59352-c7f9-4364-a204-4148895279a1, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:31.503725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.507447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.577330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event deleted for resources: {'Port': ['ID=daa52365-d381-4a7d-9693-6ced77f1ef72,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:31.654740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network f6a59352-c7f9-4364-a204-4148895279a1 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:31.785476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.892499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, f6a59352-c7f9-4364-a204-4148895279a1) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:31.897541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:31.901618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a4821-1391-4865-b8ef-e5dcf45044fe None None] Network f6a59352-c7f9-4364-a204-4148895279a1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:31.905956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:31.911491 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:31.912181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:31.912468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.974681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Usage tracker for resource:subnet and tenant:dc354815595b44f291ce521487108fe8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:31.979883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:31.987802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.989832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:31.992326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.009474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.100417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Made reservation on behalf of dc354815595b44f291ce521487108fe8 for: {'subnet': 2} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:32.107076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.108415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.135405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bee6a211-8f02-45a1-a47f-aac2cbbf8328 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1231201 Feb 16 12:42:32.144491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:32.154100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.154634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Fanout notify agent at l3_agent the message router_deleted on router c3be72cb-c2a7-4df3-8d14-c25eea6efee4 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:32.245684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45904) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:32.301523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.302596 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2d61eba3-e25c-42ac-88a7-af3070a44ad6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/c3be72cb-c2a7-4df3-8d14-c25eea6efee4 HTTP/1.1" status: 204 len: 168 time: 2.6122460 Feb 16 12:42:32.307659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45910) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:32.316785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-920733701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:32.324147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:32.324939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port fc4eea21-5a2b-4da7-ba61-0a07bf33584f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:32.325357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.328067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Usage tracker for resource:router and tenant:6e72a968c0a843e7ad4f8cffa47ad8ad is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:32.330841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:32.339778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:32.382643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc061ee-be3b-4185-9541-3d2b57aca88a req-1f1d5791-76ab-4fc7-aa64-ed8ab7ca66ee tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:32.384314 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6fc061ee-be3b-4185-9541-3d2b57aca88a req-1f1d5791-76ab-4fc7-aa64-ed8ab7ca66ee tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.2078679 Feb 16 12:42:32.427400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858812166'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:32.449414 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6fc061ee-be3b-4185-9541-3d2b57aca88a req-44506b95-56ec-4925-a659-fb843bccf931 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573769 Feb 16 12:42:32.453344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:32.472722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.472722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.501255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:32.527693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:32.612391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.659812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.692710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:32.694905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.751287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.771760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.868002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Allocated IP 172.26.6.86 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/1737fdec-efcb-4ffa-83fe-27a022a2a735) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:32.897830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:32.901572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.902852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.917171 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b4df2735-1f34-447a-942c-1c2bdd77d99d tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6058922 Feb 16 12:42:32.921720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for fc4eea21-5a2b-4da7-ba61-0a07bf33584f owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:32.961873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:32.971578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:33.013662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.116847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:33.134485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:security_group_rule and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:33.140663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:33.154620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:33.232961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.304536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.307208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=fc4eea21-5a2b-4da7-ba61-0a07bf33584f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:33.357364 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3654cc3d-cbce-429a-933c-07ea83666eee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/fc4eea21-5a2b-4da7-ba61-0a07bf33584f HTTP/1.1" status: 204 len: 168 time: 1.2089593 Feb 16 12:42:33.364661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45936) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.508657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.518321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.523511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.534311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.536969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedeae0c-9e92-4a9e-aacd-162a4a99001a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:33.547564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedeae0c-9e92-4a9e-aacd-162a4a99001a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:33.550238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aedeae0c-9e92-4a9e-aacd-162a4a99001a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:33.615373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.659072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.673806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:33.684014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Subnet': ['ID=5e28c79b-85e1-433f-8607-129d9e7ca730,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:33.694185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Checking segment: {'id': '2aca55e2-ecb7-4fd2-8d4b-79c04392b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:33.694548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network hostable DHCP agents. Network: d06ca4b3-35ab-45cb-8060-e9b3b53d62e0, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:33.701065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f44526f-89c9-4fdc-bd05-e8a9e4c078b7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:33.704874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.705194 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 597f0a7a-c934-4414-ab58-fbf0305bf623 of type vlan for network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c Feb 16 12:42:33.746341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aedeae0c-9e92-4a9e-aacd-162a4a99001a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:33.746341 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aedeae0c-9e92-4a9e-aacd-162a4a99001a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3757308 Feb 16 12:42:33.746688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event updated for resources: {'Port': ['ID=1737fdec-efcb-4ffa-83fe-27a022a2a735,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:33.747156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45950) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.754739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:33.759216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:33.768807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e406784-dfa5-4352-98bd-1572140e98c1 req-7eed91e0-a5ba-490b-add1-151f84e4006e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:33.770329 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e406784-dfa5-4352-98bd-1572140e98c1 req-7eed91e0-a5ba-490b-add1-151f84e4006e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.1941607 Feb 16 12:42:33.771214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:33.781954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.830626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:33.842637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 02bf489c-8a83-4769-ac27-b826de93aa6d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:33.843243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.893363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aba209c5-6de7-4cd3-815b-da6ead33d917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.908379 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e406784-dfa5-4352-98bd-1572140e98c1 req-15b5f0ba-01e1-4163-b180-233014f61f69 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599084 Feb 16 12:42:33.934610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.953819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.959206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:33.959913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.045357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, d06ca4b3-35ab-45cb-8060-e9b3b53d62e0) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:34.059400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad481519-2288-4fd7-aa9e-d6e118917dcf None None] Network d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:34.065122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-200a008d-368f-46ee-9840-778b96b1e09d tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:34.086555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.209872 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9591601 Feb 16 12:42:34.260127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event updated for resources: {'Subnet': ['ID=b32d978a-1889-46af-8218-5bf455c5c52c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.299297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd570b1-d6eb-4c1c-8c02-638ee016e15c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=3903a65c-48b4-45b2-83ec-85fe0c72ad8c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.300141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d06ca4b3-35ab-45cb-8060-e9b3b53d62e0', 'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0', 'tenant_id': 'dc354815595b44f291ce521487108fe8', 'fixed_ips': [{'subnet_id': '5e28c79b-85e1-433f-8607-129d9e7ca730'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:34.301423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.306479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Checking segment: {'id': '6ac35930-a7b2-4d17-b32d-207853ed0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:34.306852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network hostable DHCP agents. Network: 0c51a91c-34de-4012-827b-508f0b1839dc, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:34.315658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:34.339540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.430351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.517479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 02bf489c-8a83-4769-ac27-b826de93aa6d owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:34.528999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.559176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Network 0c51a91c-34de-4012-827b-508f0b1839dc is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:34.587015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Allocated IP 172.20.0.2 (d06ca4b3-35ab-45cb-8060-e9b3b53d62e0/5e28c79b-85e1-433f-8607-129d9e7ca730/c52137b2-9024-4597-a5af-a4dfe753a9d0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:34.761114 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-200a008d-368f-46ee-9840-778b96b1e09d tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "PUT /v2.0/quotas/5f0ae86ae55f4bfab46beee8ba94ed05 HTTP/1.1" status: 200 len: 366 time: 0.8253813 Feb 16 12:42:34.762123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45962) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.777071 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-25f6f131-2704-44a6-a236-769a156b3ff8 tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0132284 Feb 16 12:42:34.777948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 45966) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.794940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.820009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 0c51a91c-34de-4012-827b-508f0b1839dc) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:34.821834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.841999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797defe-ea72-4f95-8517-1bfd352ddc18 None None] Network 0c51a91c-34de-4012-827b-508f0b1839dc requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:34.872368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4fa8f08a-ebd6-4501-9423-5173686a0924 tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "GET /v2.0/quotas/5f0ae86ae55f4bfab46beee8ba94ed05 HTTP/1.1" status: 200 len: 366 time: 0.0911403 Feb 16 12:42:34.876695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45970) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.885658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:34.886713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:34.887511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.945964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=02bf489c-8a83-4769-ac27-b826de93aa6d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.972744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.027973 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ec1f5258-2dbc-4094-b439-d8d37462ac8c tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/5f0ae86ae55f4bfab46beee8ba94ed05 HTTP/1.1" status: 204 len: 168 time: 0.1289933 Feb 16 12:42:35.030860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45976) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.065640 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e32fce2c-7aab-4907-a31e-2ea21d842ad3 tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0331817 Feb 16 12:42:35.067856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45980) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.081352 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-402566d5-cb3a-4b5c-8ffb-f2e1869000e3 tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "GET /v2.0/quotas/5f0ae86ae55f4bfab46beee8ba94ed05 HTTP/1.1" status: 200 len: 370 time: 0.0121319 Feb 16 12:42:35.086372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.091738 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e6461830-36e5-49b0-9775-b49de3bfa9ee tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "GET /v2.0/quotas/5f0ae86ae55f4bfab46beee8ba94ed05/default HTTP/1.1" status: 200 len: 370 time: 0.0043983 Feb 16 12:42:35.095882 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45988) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.106698 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-be95d00c-a0b4-4db2-9c1b-63a3be06da1f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/02bf489c-8a83-4769-ac27-b826de93aa6d HTTP/1.1" status: 204 len: 168 time: 1.3502214 Feb 16 12:42:35.109803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.112116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.128182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Transition to ACTIVE for port object c52137b2-9024-4597-a5af-a4dfe753a9d0 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:35.152391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Transition to ACTIVE for port object c52137b2-9024-4597-a5af-a4dfe753a9d0 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:35.179641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Allocated IP 172.26.6.68 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/c69b46a6-9f27-49a2-b262-46d90fbd1531) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:35.188757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-0c51a91c-34de-4012-827b-508f0b1839dc', 'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc', 'tenant_id': 'dc354815595b44f291ce521487108fe8', 'fixed_ips': [{'subnet_id': 'b32d978a-1889-46af-8218-5bf455c5c52c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:35.189451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.208482 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-33eaf319-6394-4efb-b700-3f5e87bbf105 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7898066 Feb 16 12:42:35.210714 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-0f7c9df6-8513-41f6-8ff2-d80421e6e1b3 tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:42:35.213257 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0f7c9df6-8513-41f6-8ff2-d80421e6e1b3 tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/5f0ae86ae55f4bfab46beee8ba94ed05 HTTP/1.1" status: 404 len: 348 time: 0.1050546 Feb 16 12:42:35.217344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 45996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.306900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.347877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64974d6d-5fd7-47a3-a1e4-7451c748505e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:35.348804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-64974d6d-5fd7-47a3-a1e4-7451c748505e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:35.376691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c9aa9-86b7-4e77-8103-7fef4861d188 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:35.378879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c9aa9-86b7-4e77-8103-7fef4861d188 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:35.382009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c9aa9-86b7-4e77-8103-7fef4861d188 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:35.383843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c06c9aa9-86b7-4e77-8103-7fef4861d188 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Synchronizing usage tracker for tenant:dc354815595b44f291ce521487108fe8 on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:35.453746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-64974d6d-5fd7-47a3-a1e4-7451c748505e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:35.455615 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-64974d6d-5fd7-47a3-a1e4-7451c748505e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3411822 Feb 16 12:42:35.458424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46002) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.491839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Network d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:35.498952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:35.505798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Allocated IP 172.20.0.18 (0c51a91c-34de-4012-827b-508f0b1839dc/b32d978a-1889-46af-8218-5bf455c5c52c/b221fa0a-e7f9-4b2b-a9c5-76c437ed990f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:35.508341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:35.512264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Pushing event updated for resources: {'Port': ['ID=c52137b2-9024-4597-a5af-a4dfe753a9d0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:35.545147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c1635-ee1c-4e2f-a608-c26584bb3c66 req-532928c0-4361-466f-9d5a-eaa4320d3a2d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:35.546917 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-741c1635-ee1c-4e2f-a608-c26584bb3c66 req-532928c0-4361-466f-9d5a-eaa4320d3a2d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4366882 Feb 16 12:42:35.563507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c06c9aa9-86b7-4e77-8103-7fef4861d188 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Unset dirty status for tenant:dc354815595b44f291ce521487108fe8 on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:35.569491 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c06c9aa9-86b7-4e77-8103-7fef4861d188 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3504574 Feb 16 12:42:35.570248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.612729 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d274199-d8b8-431e-a324-9cd518c0459e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:42:35.616080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.618161 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7d274199-d8b8-431e-a324-9cd518c0459e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/fc4eea21-5a2b-4da7-ba61-0a07bf33584f HTTP/1.1" status: 404 len: 333 time: 0.1579156 Feb 16 12:42:35.627624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46010) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.669803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.676461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.693178 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dbbb71-d7ba-4389-b4a5-f002a1d64c5f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:42:35.697277 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f0dbbb71-d7ba-4389-b4a5-f002a1d64c5f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/02bf489c-8a83-4769-ac27-b826de93aa6d HTTP/1.1" status: 404 len: 333 time: 0.0689607 Feb 16 12:42:35.701056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46018) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.793860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Deleting subnet 5e28c79b-85e1-433f-8607-129d9e7ca730 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:35.805524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.854519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:network and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:35.871515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.882025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:35.887875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Transition to ACTIVE for port object b221fa0a-e7f9-4b2b-a9c5-76c437ed990f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:35.892839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.906198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.914229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Transition to ACTIVE for port object b221fa0a-e7f9-4b2b-a9c5-76c437ed990f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:35.918181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Attempting to bind port c52137b2-9024-4597-a5af-a4dfe753a9d0 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:35.918741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Attempting to bind port c52137b2-9024-4597-a5af-a4dfe753a9d0 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '2aca55e2-ecb7-4fd2-8d4b-79c04392b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:35.919395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Attempting to bind port c52137b2-9024-4597-a5af-a4dfe753a9d0 on network d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:35.927613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:35.928352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Checking segment: {'id': '2aca55e2-ecb7-4fd2-8d4b-79c04392b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:35.928964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.929503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Bound using segment: {'id': '2aca55e2-ecb7-4fd2-8d4b-79c04392b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:35.930119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Bound port: c52137b2-9024-4597-a5af-a4dfe753a9d0, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aca55e2-ecb7-4fd2-8d4b-79c04392b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd06ca4b3-35ab-45cb-8060-e9b3b53d62e0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:35.930682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.945795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-741c1635-ee1c-4e2f-a608-c26584bb3c66 req-43036085-8674-4116-a6a9-cb36350e6717 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491164 Feb 16 12:42:35.963161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:subnet and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:35.997942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.053791 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.059262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Router e2f7a18b-9424-45ef-a41d-81bff2d8dcad is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:36.113620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:subnetpool and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.123091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.138165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.157932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a59352-c7f9-4364-a204-4148895279a1']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.175317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f97645c-a647-4d5b-b900-806b1b61c7a7') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.175614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f97645c-a647-4d5b-b900-806b1b61c7a7') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.183147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.205004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Network 0c51a91c-34de-4012-827b-508f0b1839dc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:36.213720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:36.217245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:port and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.222690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:36.230721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.246531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.267783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:36.270369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.270513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.278486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:router and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.284609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:36.284887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:36.300067 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:36.303736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.353708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:36.364993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:36.372056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:36.382456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a496-95ec-4e6b-91a0-b911a3afd467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.385344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] Sync routers for ids ['e2f7a18b-9424-45ef-a41d-81bff2d8dcad'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:36.395679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:floatingip and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.409214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.415914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Pushing event updated for resources: {'Port': ['ID=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.419591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event updated for resources: {'Port': ['ID=c69b46a6-9f27-49a2-b262-46d90fbd1531,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.437474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] Routers {'e2f7a18b-9424-45ef-a41d-81bff2d8dcad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:36.441017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e2f7a18b-9424-45ef-a41d-81bff2d8dcad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.469731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:security_group and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.475260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.482610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Usage tracker for resource:security_group_rule and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.488335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.496641 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-578857aa-48bb-4fbf-a4cd-08798ace13ef tempest-QuotasTest-1681652310 tempest-QuotasTest-1681652310-project-admin] 10.222.0.47 "GET /v2.0/quotas/2a6327864248458680521de6b0c341e7/details.json HTTP/1.1" status: 200 len: 703 time: 0.8216071 Feb 16 12:42:36.498459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Attempting to bind port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:36.498631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Attempting to bind port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '6ac35930-a7b2-4d17-b32d-207853ed0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:36.499095 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Attempting to bind port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f on network 0c51a91c-34de-4012-827b-508f0b1839dc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:36.501538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.504146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.504282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.508544 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f086ddd5-c9b8-46f4-af9c-9cfe85fa39f1 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7622368 Feb 16 12:42:36.510506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] For port c52137b2-9024-4597-a5af-a4dfe753a9d0, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:36.519013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:36.519461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Checking segment: {'id': '6ac35930-a7b2-4d17-b32d-207853ed0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:36.519766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.520150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Bound using segment: {'id': '6ac35930-a7b2-4d17-b32d-207853ed0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:36.520680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Bound port: b221fa0a-e7f9-4b2b-a9c5-76c437ed990f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac35930-a7b2-4d17-b32d-207853ed0870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c51a91c-34de-4012-827b-508f0b1839dc'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:36.521090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.525162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46024) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.526124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.533880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] For port c52137b2-9024-4597-a5af-a4dfe753a9d0, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c52137b2-9024-4597-a5af-a4dfe753a9d0,segment=NetworkSegment(2aca55e2-ecb7-4fd2-8d4b-79c04392b8df),segment_id=2aca55e2-ecb7-4fd2-8d4b-79c04392b8df)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:36.547460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.567605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] Routers {'e2f7a18b-9424-45ef-a41d-81bff2d8dcad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:36.568242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e2f7a18b-9424-45ef-a41d-81bff2d8dcad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.625739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.629006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/subnets/5e28c79b-85e1-433f-8607-129d9e7ca730 HTTP/1.1" status: 204 len: 168 time: 1.0523877 Feb 16 12:42:36.653076 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/f6a59352-c7f9-4364-a204-4148895279a1 HTTP/1.1" status: 204 len: 168 time: 0.9507442 Feb 16 12:42:36.656482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.657046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.662895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.669989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15d86-c152-484b-b512-c33ad8459478 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Subnet': ['ID=5e28c79b-85e1-433f-8607-129d9e7ca730,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.708792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-703104173'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:36.726729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.727329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccf00a-32ab-4c6f-bca5-3475dbe5e79f None None] The sync data for ids ['e2f7a18b-9424-45ef-a41d-81bff2d8dcad'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:36.802870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] For port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:36.817996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] For port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,segment=NetworkSegment(6ac35930-a7b2-4d17-b32d-207853ed0870),segment_id=6ac35930-a7b2-4d17-b32d-207853ed0870)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:36.827444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797f9aa-cbfd-45ca-93ce-e8cf746a8caa None None] Pushing event updated for resources: {'Port': ['ID=c52137b2-9024-4597-a5af-a4dfe753a9d0,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.831556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e230a9-a0e1-44a5-b033-e25526d633d5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=f6a59352-c7f9-4364-a204-4148895279a1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.837177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:36.853108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.858334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.867103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:36.899549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Deleting subnet b32d978a-1889-46af-8218-5bf455c5c52c {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:36.905022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.910896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.946032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-91ea88ab-ea0d-495a-8454-c0b915c183ae tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/e2f7a18b-9424-45ef-a41d-81bff2d8dcad HTTP/1.1" status: 200 len: 920 time: 0.4195151 Feb 16 12:42:36.946860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46036) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.982956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.118440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:37.121880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.153765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65756e78-a86e-435b-94a7-639c3bb3cd47 None None] Pushing event updated for resources: {'Port': ['ID=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:37.228063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.263968 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a6ab3113-4fef-4c1d-938a-a6f94473776d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2f7a18b-9424-45ef-a41d-81bff2d8dcad HTTP/1.1" status: 200 len: 205 time: 0.3084087 Feb 16 12:42:37.271607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46042) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:37.307336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:37.327683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.335214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.335562 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment 55df1a35-7a7e-4156-94e2-2c87befe5f23 of type vlan for network bc0945bd-5808-4621-9b0a-7eb42ea0203e Feb 16 12:42:37.373547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.438156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.458015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:37.474165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': '3903a65c-48b4-45b2-83ec-85fe0c72ad8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:37.638228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:37.657955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:37.662020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:37.666320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:37.672768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:37.711365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.715238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ac49a-64c0-4fad-8711-edae260cf1b8 req-2b8974a7-2a82-4d9c-b5ba-700506d729c0 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:37.716938 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a9ac49a-64c0-4fad-8711-edae260cf1b8 req-2b8974a7-2a82-4d9c-b5ba-700506d729c0 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4594607 Feb 16 12:42:37.717465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:37.717999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.751765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.857865 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a9ac49a-64c0-4fad-8711-edae260cf1b8 req-7239037d-261d-49c0-b3e6-ce8d4d6c299c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231041 Feb 16 12:42:37.880404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.946697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b221fa0a-e7f9-4b2b-a9c5-76c437ed990f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:37.960786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:37.964284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.978657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.035773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.069580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Subnet': ['ID=b32d978a-1889-46af-8218-5bf455c5c52c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:38.088686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:38.094825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c52137b2-9024-4597-a5af-a4dfe753a9d0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:38.105947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.131157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=bc0945bd-5808-4621-9b0a-7eb42ea0203e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:38.151141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:38.158392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Usage tracker for resource:security_group_rule and tenant:e927ecef0b704976ac28011629b112c3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:38.172959 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4ee627a2-1bff-4fce-b154-456af562b8a6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4735477 Feb 16 12:42:38.172959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:38.173309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network bc0945bd-5808-4621-9b0a-7eb42ea0203e details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:38.173402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46060) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.173402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:38.180426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:38.273406 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-824cd148-6ce2-4a3d-a189-79e1605d8238 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/subnets/b32d978a-1889-46af-8218-5bf455c5c52c HTTP/1.1" status: 204 len: 168 time: 1.5877979 Feb 16 12:42:38.277939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.317750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.450757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:38.455669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e14e23-b6cf-423c-a36e-98d93fe5e379 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:38.456370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-05e14e23-b6cf-423c-a36e-98d93fe5e379 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Synchronizing usage tracker for tenant:dc354815595b44f291ce521487108fe8 on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:38.470391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:38.478908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:38.479843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Deleting port 1737fdec-efcb-4ffa-83fe-27a022a2a735 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:38.480188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.482158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c52137b2-9024-4597-a5af-a4dfe753a9d0 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:38.487657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:38.598740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.613239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:38.617972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8433b30f-fb24-45c0-83e5-69bb64c1711c None None] Network 0c51a91c-34de-4012-827b-508f0b1839dc requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:38.620486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.648925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-05e14e23-b6cf-423c-a36e-98d93fe5e379 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Unset dirty status for tenant:dc354815595b44f291ce521487108fe8 on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:38.650198 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-05e14e23-b6cf-423c-a36e-98d93fe5e379 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3644497 Feb 16 12:42:38.677512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46068) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.704769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.713313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.752194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.808375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:42:38.809059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:42:38.814774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.832439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5ca5bdc-68d7-44e5-a977-ae5561b15e90 None None] Provisioning for port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:38.859100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5ca5bdc-68d7-44e5-a977-ae5561b15e90 None None] Provisioning complete for port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:38.859435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5bdc-68d7-44e5-a977-ae5561b15e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.875662 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e927ecef0b704976ac28011629b112c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2337182 Feb 16 12:42:38.879356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46072) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.884562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.890696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=7eb8463e-f8d2-4259-b232-edad07020fa4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:38.893858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fce349-a293-4efb-9360-d6c8d9ad8487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e645417c-29c0-442c-a5d1-d8a67adb69db,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:38.913997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '597f0a7a-c934-4414-ab58-fbf0305bf623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3903a65c-48b4-45b2-83ec-85fe0c72ad8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:38.914426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: 3903a65c-48b4-45b2-83ec-85fe0c72ad8c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:38.945193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea41ca-cc65-4dfb-ab5e-3b3cf386f369 None None] Network d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:39.072021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:39.111101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.164015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3903a65c-48b4-45b2-83ec-85fe0c72ad8c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:39.175864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:39.176616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.188281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1aed23-69e0-4ce8-8f79-d3a0bd8debd2 None None] Network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:39.209738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.240233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Deleting port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:39.240577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.287768 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e4a691cb-2198-4d90-9677-ff2e1ac65359 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8253334 Feb 16 12:42:39.294300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:39.298406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=12af6238-3bcf-4fec-a99a-749a92f8a2c6,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:39.303875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661796914'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:39.310428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5bdc-68d7-44e5-a977-ae5561b15e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.312194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:39.317678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a9998887-650e-4e5b-a13a-e83859650ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.318890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': '55df1a35-7a7e-4156-94e2-2c87befe5f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:39.319364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: bc0945bd-5808-4621-9b0a-7eb42ea0203e, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:39.327538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:39.331844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:39.342469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:39.345117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.370479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b5ca5bdc-68d7-44e5-a977-ae5561b15e90 None None] For port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,segment=NetworkSegment(6ac35930-a7b2-4d17-b32d-207853ed0870),segment_id=6ac35930-a7b2-4d17-b32d-207853ed0870)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:39.415031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:39.421363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.438967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] DHCP port deletion for 0c51a91c-34de-4012-827b-508f0b1839dc request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:39.450226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Deleting port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:39.450593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.458686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network bc0945bd-5808-4621-9b0a-7eb42ea0203e is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:39.461571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:39.475254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.475594 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 71c50d05-1062-42c3-900e-6b9e5efefba3 of type vlan for network facb3e17-31b4-4fd5-b72e-ef73092b1352 Feb 16 12:42:39.482582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5bdc-68d7-44e5-a977-ae5561b15e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.500280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Calling delete_port for 1737fdec-efcb-4ffa-83fe-27a022a2a735 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:39.520992 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.540465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] DHCP port deletion for d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:39.543262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a9998887-650e-4e5b-a13a-e83859650ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.543601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, bc0945bd-5808-4621-9b0a-7eb42ea0203e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:39.550644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:39.550799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Router 9dbcc69e-9f1e-42db-852a-75439817c1d3 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:39.551452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.566655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a044b4-bbb1-4a5a-94c6-1236dc5c71df None None] Network bc0945bd-5808-4621-9b0a-7eb42ea0203e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:39.586847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] Deleting port c52137b2-9024-4597-a5af-a4dfe753a9d0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:39.587236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.624988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.631821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:39.632610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.665285 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aaf0e277-51df-4d7d-a9c6-80a1bbf2821e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4944084 Feb 16 12:42:39.671470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:39.706375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c0b99-5f4e-49a3-bf69-19a6eb24b7b0 req-906b7e7b-8349-4c0f-9865-1cd1b7e090b9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:39.707897 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-462c0b99-5f4e-49a3-bf69-19a6eb24b7b0 req-906b7e7b-8349-4c0f-9865-1cd1b7e090b9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6101010 Feb 16 12:42:39.722571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e', 'name': 'tempest-PortsTestJSON-25576461'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:39.748771 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4532046 Feb 16 12:42:39.764011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:39.778180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3903a65c-48b4-45b2-83ec-85fe0c72ad8c', 'network_id': '3903a65c-48b4-45b2-83ec-85fe0c72ad8c', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': '7eb8463e-f8d2-4259-b232-edad07020fa4'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:39.778854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.824122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca5bdc-68d7-44e5-a977-ae5561b15e90 None None] Pushing event updated for resources: {'Port': ['ID=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:39.831720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': 'facb3e17-31b4-4fd5-b72e-ef73092b1352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:39.906502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-76080e58-e33e-43c7-ac35-6fcd0e23be10 None None] Provisioning for port c52137b2-9024-4597-a5af-a4dfe753a9d0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:39.909567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b221fa0a-e7f9-4b2b-a9c5-76c437ed990f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:39.909699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0196dc6-ff0f-43d7-9487-ceff93cdca39 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=facb3e17-31b4-4fd5-b72e-ef73092b1352,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:39.989803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network facb3e17-31b4-4fd5-b72e-ef73092b1352 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:39.997024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:40.000554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-462c0b99-5f4e-49a3-bf69-19a6eb24b7b0 req-4539ee5a-4ef6-4bc5-bb14-e5d8613a5b37 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306998 Feb 16 12:42:40.004670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:40.016904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] For port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,segment=NetworkSegment(6ac35930-a7b2-4d17-b32d-207853ed0870),segment_id=6ac35930-a7b2-4d17-b32d-207853ed0870)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:40.017121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.017649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:40.021008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:40.034777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:40.058332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:40.086548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-76080e58-e33e-43c7-ac35-6fcd0e23be10 None None] Provisioning complete for port c52137b2-9024-4597-a5af-a4dfe753a9d0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:40.086910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76080e58-e33e-43c7-ac35-6fcd0e23be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.156481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:40.160896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.209335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:40.222964 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] Sync routers for ids ['9dbcc69e-9f1e-42db-852a-75439817c1d3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:40.234562 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] Routers {'9dbcc69e-9f1e-42db-852a-75439817c1d3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:40.235487 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['9dbcc69e-9f1e-42db-852a-75439817c1d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:40.245277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:40.248934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.265466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a9998887-650e-4e5b-a13a-e83859650ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.278360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Calling delete_port for b221fa0a-e7f9-4b2b-a9c5-76c437ed990f owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:40.289920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 27c65c9d-74d6-422c-bffb-68dca6f4230b yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:40.316491 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:40.327144 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] Routers {'9dbcc69e-9f1e-42db-852a-75439817c1d3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:40.328013 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['9dbcc69e-9f1e-42db-852a-75439817c1d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:40.343222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9998887-650e-4e5b-a13a-e83859650ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e645417c-29c0-442c-a5d1-d8a67adb69db,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:40.403324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.404539 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-928f94cf-bc78-474e-9cae-bb5369126231 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "PUT /v2.0/routers/9dbcc69e-9f1e-42db-852a-75439817c1d3 HTTP/1.1" status: 200 len: 882 time: 7.4417596 Feb 16 12:42:40.404891 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:40.405607 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf7a2a-cc46-4240-82da-cccdde55e057 None None] The sync data for ids ['9dbcc69e-9f1e-42db-852a-75439817c1d3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:40.409591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a9998887-650e-4e5b-a13a-e83859650ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.410925 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a9998887-650e-4e5b-a13a-e83859650ae2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e645417c-29c0-442c-a5d1-d8a67adb69db HTTP/1.1" status: 204 len: 168 time: 1.5282116 Feb 16 12:42:40.416742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46090) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.444980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] For port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,segment=NetworkSegment(6ac35930-a7b2-4d17-b32d-207853ed0870),segment_id=6ac35930-a7b2-4d17-b32d-207853ed0870)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:40.445379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.604235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Calling delete_port for b221fa0a-e7f9-4b2b-a9c5-76c437ed990f owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:40.618547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.624810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.661850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.13 (bc0945bd-5808-4621-9b0a-7eb42ea0203e/12af6238-3bcf-4fec-a99a-749a92f8a2c6/27c65c9d-74d6-422c-bffb-68dca6f4230b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:40.688323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Port': ['ID=b221fa0a-e7f9-4b2b-a9c5-76c437ed990f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:40.721546 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No ports have port_id starting with b221fa0a-e7f9-4b2b-a9c5-76c437ed990f Feb 16 12:42:40.752898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-71072cb1-8357-4d49-9f29-687c38a0a82e tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/9dbcc69e-9f1e-42db-852a-75439817c1d3 HTTP/1.1" status: 200 len: 923 time: 0.3361168 Feb 16 12:42:40.757333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.759288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] No DVR routers for this DVR port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:40.830048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] For port c52137b2-9024-4597-a5af-a4dfe753a9d0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c52137b2-9024-4597-a5af-a4dfe753a9d0,segment=NetworkSegment(2aca55e2-ecb7-4fd2-8d4b-79c04392b8df),segment_id=2aca55e2-ecb7-4fd2-8d4b-79c04392b8df)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:40.830421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.831779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event deleted for resources: {'Port': ['ID=1737fdec-efcb-4ffa-83fe-27a022a2a735,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:40.949577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.956872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.984269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] Calling delete_port for c52137b2-9024-4597-a5af-a4dfe753a9d0 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:40.985925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.088053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=8a7c179d-7d66-4d30-b1f8-5eeb42f1cf4c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.120138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Allocated IP 2001:db8:0:ffff::2 (3903a65c-48b4-45b2-83ec-85fe0c72ad8c/7eb8463e-f8d2-4259-b232-edad07020fa4/ba0880a9-7d1f-48d8-b50c-74e1700bbe47) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:41.147870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c51a91c-34de-4012-827b-508f0b1839dc']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:41.160239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c52137b2-9024-4597-a5af-a4dfe753a9d0 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:41.161751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.195218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac35930-a7b2-4d17-b32d-207853ed0870') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:41.195511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac35930-a7b2-4d17-b32d-207853ed0870') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:41.196500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '71c50d05-1062-42c3-900e-6b9e5efefba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'facb3e17-31b4-4fd5-b72e-ef73092b1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:41.196879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: facb3e17-31b4-4fd5-b72e-ef73092b1352, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:41.203033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.223693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.245636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.250188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3743d-0a36-4d40-9577-aba9dbd40110 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.255160 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3ba3743d-0a36-4d40-9577-aba9dbd40110 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=9dbcc69e-9f1e-42db-852a-75439817c1d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4940631 Feb 16 12:42:41.257801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46106) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.260478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.270441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 27c65c9d-74d6-422c-bffb-68dca6f4230b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:41.291280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:41.291683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.301890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-bc0945bd-5808-4621-9b0a-7eb42ea0203e', 'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e', 'tenant_id': 'ce0e84a208684fb7856eee239a09ff87', 'fixed_ips': [{'subnet_id': '12af6238-3bcf-4fec-a99a-749a92f8a2c6'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:41.303273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:41.314253 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:41.316741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.328970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.348210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network facb3e17-31b4-4fd5-b72e-ef73092b1352 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:41.350544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.371534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:41.375561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Usage tracker for resource:security_group_rule and tenant:2a6327864248458680521de6b0c341e7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:41.378480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:41.384964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:41.415011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.415439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Fanout notify agent at l3_agent the message router_deleted on router e2f7a18b-9424-45ef-a41d-81bff2d8dcad {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:41.417307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No active binding found for port c52137b2-9024-4597-a5af-a4dfe753a9d0 {{(pid=88445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 12:42:41.422112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c52137b2-9024-4597-a5af-a4dfe753a9d0 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:41.438678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76080e58-e33e-43c7-ac35-6fcd0e23be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.449893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] Pushing event deleted for resources: {'Port': ['ID=c52137b2-9024-4597-a5af-a4dfe753a9d0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.451740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.454394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, facb3e17-31b4-4fd5-b72e-ef73092b1352) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:41.459148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.460043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.461883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7b57a-275b-4534-a8ac-0538765b68a4 None None] No DVR routers for this DVR port c52137b2-9024-4597-a5af-a4dfe753a9d0 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:41.474004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.474337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:41.474877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:41.501247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eef83-2d80-4eff-9ee4-ec528c21cb3f req-f9c6da26-4ccf-446b-808c-c51862958c7f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.502746 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e5eef83-2d80-4eff-9ee4-ec528c21cb3f req-f9c6da26-4ccf-446b-808c-c51862958c7f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3480577 Feb 16 12:42:41.510207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.511474 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3ba2d604-523d-4ea0-aa51-594da3112c52 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/e2f7a18b-9424-45ef-a41d-81bff2d8dcad HTTP/1.1" status: 204 len: 168 time: 4.2376060 Feb 16 12:42:41.515907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46114) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.528934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ba983-83fa-4f5f-8102-74f9f426c3d8 None None] Network facb3e17-31b4-4fd5-b72e-ef73092b1352 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:41.544448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1722523972', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': False}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:41.556223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:41.560475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca3e68-e5e0-48c4-9247-4f93fc13b740 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.561840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-98ca3e68-e5e0-48c4-9247-4f93fc13b740 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 0.3030381 Feb 16 12:42:41.564301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.573111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46118) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.575676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:router and tenant:5ff1af6054834c499db5da66fed3926e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:41.600367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.601924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:41.605031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.612320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network bc0945bd-5808-4621-9b0a-7eb42ea0203e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:41.616413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:41.619135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:41.657946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=27c65c9d-74d6-422c-bffb-68dca6f4230b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.694520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.719091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.719963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.746695 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3be07df8-de24-43bf-a2ec-96b11f62e41d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9302146 Feb 16 12:42:41.755517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.772421 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a6327864248458680521de6b0c341e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417019 Feb 16 12:42:41.772567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46126) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.775466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:41.781448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e5eef83-2d80-4eff-9ee4-ec528c21cb3f req-1f30fa48-6dbc-4240-b26a-ad122d3b2606 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687082 Feb 16 12:42:41.782145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Network': ['ID=0c51a91c-34de-4012-827b-508f0b1839dc,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.808164 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c109c26f-f8b6-4e12-b9f1-abbcea3aeec2 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dbcc69e-9f1e-42db-852a-75439817c1d3 HTTP/1.1" status: 200 len: 205 time: 0.2280324 Feb 16 12:42:41.813983 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9c92cef-5797-4469-8a32-a1df96f68fff tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/networks/0c51a91c-34de-4012-827b-508f0b1839dc HTTP/1.1" status: 204 len: 168 time: 3.1349409 Feb 16 12:42:41.814915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46130) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.825711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46132) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.853531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682dab5-d639-46e6-a860-ee641d589c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796c965a-11ea-4dbd-9e81-0b9edea36f7c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.863420 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b44eb6c6-ee88-4f37-b8a1-fea95a11e060 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1903372 Feb 16 12:42:41.868484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.883418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.928966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Transition to ACTIVE for port object ba0880a9-7d1f-48d8-b50c-74e1700bbe47 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:41.930315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.931514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.957528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Allocated IP 172.20.0.2 (bc0945bd-5808-4621-9b0a-7eb42ea0203e/12af6238-3bcf-4fec-a99a-749a92f8a2c6/add8ed72-68ad-4f41-9ffc-7ec7062e8fd7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:41.978159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 27c65c9d-74d6-422c-bffb-68dca6f4230b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:41.978613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.001527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Deleting port b221fa0a-e7f9-4b2b-a9c5-76c437ed990f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:42.001895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.038089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Transition to ACTIVE for port object ba0880a9-7d1f-48d8-b50c-74e1700bbe47 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:42.059136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.097948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a6bec-cb70-4cea-9b8e-ba462df5c6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-facb3e17-31b4-4fd5-b72e-ef73092b1352', 'network_id': 'facb3e17-31b4-4fd5-b72e-ef73092b1352', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': '8a7c179d-7d66-4d30-b1f8-5eeb42f1cf4c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:42.098775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-865a6bec-cb70-4cea-9b8e-ba462df5c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.111003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.155364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.161148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07f795e6-e2e6-4c8d-97ce-10070c9b327b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.164557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0dbd4-b385-4dfe-ad2d-832f55bbae7a None None] The port 'b221fa0a-e7f9-4b2b-a9c5-76c437ed990f' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:42.170082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.243076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.268316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.295376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:42.295842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07f795e6-e2e6-4c8d-97ce-10070c9b327b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.300824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:42.318791 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:42.330442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Pushing event updated for resources: {'Port': ['ID=ba0880a9-7d1f-48d8-b50c-74e1700bbe47,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:42.383369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.518001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 27c65c9d-74d6-422c-bffb-68dca6f4230b owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:42.547405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.560499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Attempting to bind port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:42.560880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Attempting to bind port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '597f0a7a-c934-4414-ab58-fbf0305bf623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3903a65c-48b4-45b2-83ec-85fe0c72ad8c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:42.561549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Attempting to bind port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 on network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:42.562773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.580815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:42.581184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Checking segment: {'id': '597f0a7a-c934-4414-ab58-fbf0305bf623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3903a65c-48b4-45b2-83ec-85fe0c72ad8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:42.581582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.581969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Bound using segment: {'id': '597f0a7a-c934-4414-ab58-fbf0305bf623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3903a65c-48b4-45b2-83ec-85fe0c72ad8c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:42.582430 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Bound port: ba0880a9-7d1f-48d8-b50c-74e1700bbe47, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597f0a7a-c934-4414-ab58-fbf0305bf623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3903a65c-48b4-45b2-83ec-85fe0c72ad8c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:42.582796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server [None req-865a6bec-cb70-4cea-9b8e-ba462df5c6b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a7c179d-7d66-4d30-b1f8-5eeb42f1cf4c: This subnet is being modified by another concurrent operation. Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:42.604800 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a7c179d-7d66-4d30-b1f8-5eeb42f1cf4c: This subnet is being modified by another concurrent operation. Feb 16 12:42:42.608184 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Feb 16 12:42:42.625144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7c179d-7d66-4d30-b1f8-5eeb42f1cf4c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:42.648941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c54c2-db94-4428-8206-5513c093b53e None None] Network facb3e17-31b4-4fd5-b72e-ef73092b1352 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:42.679635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.749105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Transition to ACTIVE for port object add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:42.803855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Transition to ACTIVE for port object add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:42.804645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06ca4b3-35ab-45cb-8060-e9b3b53d62e0']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:42.817481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.831551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aca55e2-ecb7-4fd2-8d4b-79c04392b8df') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:42.832587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aca55e2-ecb7-4fd2-8d4b-79c04392b8df') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:42.849391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.872123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.876972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.881322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] For port ba0880a9-7d1f-48d8-b50c-74e1700bbe47, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:42.889828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.894542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:42.894934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.900085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] For port ba0880a9-7d1f-48d8-b50c-74e1700bbe47, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ba0880a9-7d1f-48d8-b50c-74e1700bbe47,segment=NetworkSegment(597f0a7a-c934-4414-ab58-fbf0305bf623),segment_id=597f0a7a-c934-4414-ab58-fbf0305bf623)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:42.910096 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:42.936857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facb3e17-31b4-4fd5-b72e-ef73092b1352']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:42.946618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.954559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c50d05-1062-42c3-900e-6b9e5efefba3') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:42.954856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c50d05-1062-42c3-900e-6b9e5efefba3') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:42.975125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.000142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.018168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:43.020997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.023996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.049851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Network bc0945bd-5808-4621-9b0a-7eb42ea0203e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:43.055933 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:43.057751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:43.065579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:43.072441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Pushing event updated for resources: {'Port': ['ID=add8ed72-68ad-4f41-9ffc-7ec7062e8fd7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.115959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.177521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07f795e6-e2e6-4c8d-97ce-10070c9b327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.181075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Deleting port c69b46a6-9f27-49a2-b262-46d90fbd1531 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:43.181574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.187318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=27c65c9d-74d6-422c-bffb-68dca6f4230b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.229143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Attempting to bind port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:43.229517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Attempting to bind port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '55df1a35-7a7e-4156-94e2-2c87befe5f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:43.229873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Attempting to bind port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 on network bc0945bd-5808-4621-9b0a-7eb42ea0203e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:43.237476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:43.237848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Checking segment: {'id': '55df1a35-7a7e-4156-94e2-2c87befe5f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:43.238243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.238628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Bound using segment: {'id': '55df1a35-7a7e-4156-94e2-2c87befe5f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:43.239102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Bound port: add8ed72-68ad-4f41-9ffc-7ec7062e8fd7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df1a35-7a7e-4156-94e2-2c87befe5f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bc0945bd-5808-4621-9b0a-7eb42ea0203e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:43.239476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.251059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b817ce2-2c63-4d66-b255-df0de5ed4066 None None] Pushing event updated for resources: {'Port': ['ID=ba0880a9-7d1f-48d8-b50c-74e1700bbe47,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.265112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f795e6-e2e6-4c8d-97ce-10070c9b327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c965a-11ea-4dbd-9e81-0b9edea36f7c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.291617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.306642 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-70b995f3-9eb2-43de-b88a-d3370241cb70 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/27c65c9d-74d6-422c-bffb-68dca6f4230b HTTP/1.1" status: 204 len: 168 time: 1.4379396 Feb 16 12:42:43.311455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46146) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:43.352869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] For port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:43.356294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] For port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=add8ed72-68ad-4f41-9ffc-7ec7062e8fd7,segment=NetworkSegment(55df1a35-7a7e-4156-94e2-2c87befe5f23),segment_id=55df1a35-7a7e-4156-94e2-2c87befe5f23)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:43.371084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.406720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.412815 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/facb3e17-31b4-4fd5-b72e-ef73092b1352 HTTP/1.1" status: 204 len: 168 time: 1.6521413 Feb 16 12:42:43.412815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9283667-7b90-402a-8f30-c881ec8b1b6c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=facb3e17-31b4-4fd5-b72e-ef73092b1352,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.413065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.414874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46150) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:43.417646 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4406635-ffee-401d-aac3-9908392bc035 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:43.418321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4406635-ffee-401d-aac3-9908392bc035 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:43.422761 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d4406635-ffee-401d-aac3-9908392bc035 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/27c65c9d-74d6-422c-bffb-68dca6f4230b HTTP/1.1" status: 404 len: 333 time: 0.1073999 Feb 16 12:42:43.423235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:43.441435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34631822'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:43.445295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.448687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07f795e6-e2e6-4c8d-97ce-10070c9b327b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.452223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-07f795e6-e2e6-4c8d-97ce-10070c9b327b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/796c965a-11ea-4dbd-9e81-0b9edea36f7c HTTP/1.1" status: 204 len: 168 time: 1.6719136 Feb 16 12:42:43.469772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:43.469958 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e206d8-afa1-41fb-828e-52d27fda97ac tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:42:43.470545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-05e206d8-afa1-41fb-828e-52d27fda97ac tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:43.485080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.499805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:43.507018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Network': ['ID=d06ca4b3-35ab-45cb-8060-e9b3b53d62e0,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.509040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:43.516124 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f66c87bb-ea42-4789-9498-ee515b415d1a tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/networks/d06ca4b3-35ab-45cb-8060-e9b3b53d62e0 HTTP/1.1" status: 204 len: 168 time: 1.6892526 Feb 16 12:42:43.518754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:43.533843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:43.572488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9ad4c-d8a2-40a6-8230-bde10dd57e60 req-7ed8b23d-c5b4-4764-a5e3-dda720e1fd83 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:43.572488 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4bc9ad4c-d8a2-40a6-8230-bde10dd57e60 req-7ed8b23d-c5b4-4764-a5e3-dda720e1fd83 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6114178 Feb 16 12:42:43.622954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.664934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-05e206d8-afa1-41fb-828e-52d27fda97ac tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:43.665179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcd7ea-d12c-47ce-ae19-3120574b6f14 None None] Pushing event updated for resources: {'Port': ['ID=add8ed72-68ad-4f41-9ffc-7ec7062e8fd7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.668961 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-05e206d8-afa1-41fb-828e-52d27fda97ac tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/27c65c9d-74d6-422c-bffb-68dca6f4230b HTTP/1.1" status: 404 len: 333 time: 0.2424929 Feb 16 12:42:43.687212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46164) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:43.814006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.814006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet 12af6238-3bcf-4fec-a99a-749a92f8a2c6 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:43.814006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.814934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:43.814934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.839260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Calling delete_port for c69b46a6-9f27-49a2-b262-46d90fbd1531 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:44.063993 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4bc9ad4c-d8a2-40a6-8230-bde10dd57e60 req-463d904c-0e5a-4ab4-9d5c-e98f677b75fb tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149135 Feb 16 12:42:44.063993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:44.063993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.063993 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 399a8872-a7a9-484a-8959-3bd084831ed8 of type vlan for network e704ba51-1452-424e-a4ae-ae6830113cd4 Feb 16 12:42:44.064272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.064272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.109603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d336e4-fd8d-4083-83cc-d3daf235c926']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:44.126153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba0880a9-7d1f-48d8-b50c-74e1700bbe47 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:44.134423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fd48a1-036c-463b-92e3-44caf0b5dbbe') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:44.134727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fd48a1-036c-463b-92e3-44caf0b5dbbe') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:44.141648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.159870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.187103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.205139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:44.205895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.247351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.301238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:44.316655 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:44.342196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.402154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:44.527123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Allocated IP 172.26.6.131 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/2b2c2202-b417-4c62-9402-7f0890e3c5df) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:44.542355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.560734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.580743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Network': ['ID=84d336e4-fd8d-4083-83cc-d3daf235c926,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:44.588242 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ac0e6870-9703-4329-a7c5-2fe0eac2b905 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/networks/84d336e4-fd8d-4083-83cc-d3daf235c926 HTTP/1.1" status: 204 len: 168 time: 1.0648870 Feb 16 12:42:44.590827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:44.628604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.631595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.636992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:44.637599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.729297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.735981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=12af6238-3bcf-4fec-a99a-749a92f8a2c6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:44.738327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.740923 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6ffb1284-c8f0-45c6-977d-bd472142f08d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/12af6238-3bcf-4fec-a99a-749a92f8a2c6 HTTP/1.1" status: 204 len: 168 time: 1.0575244 Feb 16 12:42:44.751815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:44.806628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639be010-8cf4-44b2-966d-51c936872264 None None] Network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:44.853737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event deleted for resources: {'Port': ['ID=c69b46a6-9f27-49a2-b262-46d90fbd1531,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:45.157130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.195958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-36b0c19f-5249-4f17-a998-bcd0f63e45af None None] Provisioning for port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:45.202761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-36b0c19f-5249-4f17-a998-bcd0f63e45af None None] Provisioning complete for port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:45.202761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36b0c19f-5249-4f17-a998-bcd0f63e45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.220576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.268612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.329170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9090607 Feb 16 12:42:45.333924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:45.357897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85555349-e058-43fa-905f-2d34e0230e68 None None] Network bc0945bd-5808-4621-9b0a-7eb42ea0203e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:45.398091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d085c6-5cea-4ecc-85ec-17e5217e9e3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=e704ba51-1452-424e-a4ae-ae6830113cd4,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:45.404923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': 'e704ba51-1452-424e-a4ae-ae6830113cd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:45.426053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.446087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e704ba51-1452-424e-a4ae-ae6830113cd4 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:45.510943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:45.514582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:45.514971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.516410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:45.519532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:45.540617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.574051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9014-748c-4ea5-af81-655dfa954f86 req-0665d472-bd96-4543-a9f2-023e38a59663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:45.575876 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-194d9014-748c-4ea5-af81-655dfa954f86 req-0665d472-bd96-4543-a9f2-023e38a59663 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.4945807 Feb 16 12:42:45.588889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.591388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36b0c19f-5249-4f17-a998-bcd0f63e45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.644996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b7028f-16a3-45e4-97c0-1cac9e40e212']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:45.713564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2c2202-b417-4c62-9402-7f0890e3c5df,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:45.721946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f5291-450c-444c-992d-dffab26d6016') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:45.722250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f5291-450c-444c-992d-dffab26d6016') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:45.739334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:45.761943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-36b0c19f-5249-4f17-a998-bcd0f63e45af None None] For port ba0880a9-7d1f-48d8-b50c-74e1700bbe47, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ba0880a9-7d1f-48d8-b50c-74e1700bbe47,segment=NetworkSegment(597f0a7a-c934-4414-ab58-fbf0305bf623),segment_id=597f0a7a-c934-4414-ab58-fbf0305bf623)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:45.772796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.784863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:45.790224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:45.811486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.813303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:45.819562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.829612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78383c0d-850c-43ae-a859-f04b78a3a42d req-cc367308-41b8-4c61-9c7b-391a6269c07c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:45.838531 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-78383c0d-850c-43ae-a859-f04b78a3a42d req-cc367308-41b8-4c61-9c7b-391a6269c07c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.9861882 Feb 16 12:42:45.845655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.846709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36b0c19f-5249-4f17-a998-bcd0f63e45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.877889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:45.878676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:45.893894 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:45.968787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] DHCP port deletion for bc0945bd-5808-4621-9b0a-7eb42ea0203e request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:45.978036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0c19f-5249-4f17-a998-bcd0f63e45af None None] Pushing event updated for resources: {'Port': ['ID=ba0880a9-7d1f-48d8-b50c-74e1700bbe47,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:45.984512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] Deleting port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:45.984894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.027660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:46.031138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.066850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-69b2f468-f55d-49e4-8c08-46291b9ab728 None None] Provisioning complete for port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:46.067270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69b2f468-f55d-49e4-8c08-46291b9ab728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.069727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-78383c0d-850c-43ae-a859-f04b78a3a42d req-5ba3dbf5-9d1b-4db6-825e-df6c9beb94e1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301188 Feb 16 12:42:46.072608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.073284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Fanout notify agent at l3_agent the message router_deleted on router 9dbcc69e-9f1e-42db-852a-75439817c1d3 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:46.128730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.131930 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7003d8ff-122b-4d74-a334-af441cbaa593 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/9dbcc69e-9f1e-42db-852a-75439817c1d3 HTTP/1.1" status: 204 len: 168 time: 4.3115604 Feb 16 12:42:46.136771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46206) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:46.147265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9014-748c-4ea5-af81-655dfa954f86 req-0ab5dad6-555d-4bea-b473-dd4d541e6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:46.148750 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-194d9014-748c-4ea5-af81-655dfa954f86 req-0ab5dad6-555d-4bea-b473-dd4d541e6bdc service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 0.5440490 Feb 16 12:42:46.162873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1966304210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:46.171078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:46.176778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Usage tracker for resource:router and tenant:6e72a968c0a843e7ad4f8cffa47ad8ad is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:46.180535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:46.189009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:46.259395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] For port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=add8ed72-68ad-4f41-9ffc-7ec7062e8fd7,segment=NetworkSegment(55df1a35-7a7e-4156-94e2-2c87befe5f23),segment_id=55df1a35-7a7e-4156-94e2-2c87befe5f23)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:46.260034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.346124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.347820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.351673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] For port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=add8ed72-68ad-4f41-9ffc-7ec7062e8fd7,segment=NetworkSegment(55df1a35-7a7e-4156-94e2-2c87befe5f23),segment_id=55df1a35-7a7e-4156-94e2-2c87befe5f23)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:46.352166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.433544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.443615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:46.444567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.492140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.512673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.516208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] Calling delete_port for add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:46.523559 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-194d9014-748c-4ea5-af81-655dfa954f86 req-07ff796c-3687-4705-9879-76a12715696a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1002 time: 0.3525574 Feb 16 12:42:46.529662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] Pushing event deleted for resources: {'Network': ['ID=42b7028f-16a3-45e4-97c0-1cac9e40e212,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:46.543480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-69b2f468-f55d-49e4-8c08-46291b9ab728 None None] Provisioning for port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:46.587492 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f6d2ea22-9cc7-4ffd-9fe3-d1280c590308 tempest-BulkNetworkOpsTest-1037814455 tempest-BulkNetworkOpsTest-1037814455-project] 10.222.0.47 "DELETE /v2.0/networks/42b7028f-16a3-45e4-97c0-1cac9e40e212 HTTP/1.1" status: 204 len: 168 time: 1.9956303 Feb 16 12:42:46.666508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.711067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.776249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] Pushing event deleted for resources: {'Port': ['ID=add8ed72-68ad-4f41-9ffc-7ec7062e8fd7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:46.778182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd69bc4-167c-43b3-a7f2-1e7c57e9e5b7 None None] No DVR routers for this DVR port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:46.808490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e068e5-a5d5-432a-a03b-abc407539d57 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:42:46.838446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.839995 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d02a9e3d-ab36-4699-9ee2-f9003c597e36 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6820128 Feb 16 12:42:46.850173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46222) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:46.858124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': True}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:46.872178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 12:42:46.872178 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Feb 16 12:42:46.872178 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'port_id': 'add8ed72-68ad-4f41-9ffc-7ec7062e8fd7', 'host': 'dv-neutron-829487-1-hyperv'}] Feb 16 12:42:46.872178 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:46.873253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:46.876834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9014-748c-4ea5-af81-655dfa954f86 req-77c67943-d73e-4bdc-aed0-6159143bb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:46.878327 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-194d9014-748c-4ea5-af81-655dfa954f86 req-77c67943-d73e-4bdc-aed0-6159143bb8bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.3466475 Feb 16 12:42:46.935232 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e068e5-a5d5-432a-a03b-abc407539d57 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:42:46.970055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.038761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9014-748c-4ea5-af81-655dfa954f86 req-599b860a-a9bc-4332-b450-6a10d55ba05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:47.040279 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-194d9014-748c-4ea5-af81-655dfa954f86 req-599b860a-a9bc-4332-b450-6a10d55ba05d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1439214 Feb 16 12:42:47.098295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46226) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:47.170223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=7131df04-2f92-4425-ad06-dff6fdae0ecb,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:47.205336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '399a8872-a7a9-484a-8959-3bd084831ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e704ba51-1452-424e-a4ae-ae6830113cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:47.211789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: e704ba51-1452-424e-a4ae-ae6830113cd4, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:47.278244 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-194d9014-748c-4ea5-af81-655dfa954f86 req-8469bede-756c-4205-8f5a-9f8eecf8a3b4 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984212 Feb 16 12:42:47.278913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:47.430305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:47.430657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.508605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network e704ba51-1452-424e-a4ae-ae6830113cd4 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:47.513363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-283724508', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:47.524252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] The port 'add8ed72-68ad-4f41-9ffc-7ec7062e8fd7' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:47.586322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:47.615714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Usage tracker for resource:port and tenant:7501f912c0da461ca7d5d8d1b730dbd2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:47.627920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:47.649055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.658822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.700407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:47.706418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, e704ba51-1452-424e-a4ae-ae6830113cd4) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:47.717691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a722553-7b1d-495b-bcbf-91c5ea9f295d None None] Network e704ba51-1452-424e-a4ae-ae6830113cd4 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:47.753410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:47.754027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.760103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e4379-ffee-42a1-a406-5c4146627ff0 req-aeba6903-7ce1-4de1-8928-6c1062c89346 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:47.761769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.762915 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-358e4379-ffee-42a1-a406-5c4146627ff0 req-aeba6903-7ce1-4de1-8928-6c1062c89346 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4599593 Feb 16 12:42:47.787140 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3d32fda8-8ed0-4c5d-a80f-1bb7a184bd78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc354815595b44f291ce521487108fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999185 Feb 16 12:42:47.787140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46244) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:47.818663 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-194d9014-748c-4ea5-af81-655dfa954f86 req-840a5517-7dbe-4b79-8fcc-a9ac7e5c4c61 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232236 Feb 16 12:42:47.822813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0945bd-5808-4621-9b0a-7eb42ea0203e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:47.845404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55df1a35-7a7e-4156-94e2-2c87befe5f23') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:47.846475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55df1a35-7a7e-4156-94e2-2c87befe5f23') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:47.856966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba0880a9-7d1f-48d8-b50c-74e1700bbe47 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:47.872752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.901285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.913006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:47.913671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:47.928473 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:47.931131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Made reservation on behalf of 7501f912c0da461ca7d5d8d1b730dbd2 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:47.931648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.941128 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bdb1ecc4-c2df-4471-ada5-bad18d90899c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5491998 Feb 16 12:42:47.941945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5407061b-4ee8-4f10-a669-8cd1355df757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.945137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:47.989517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-358e4379-ffee-42a1-a406-5c4146627ff0 req-ac15aa34-0cf2-4c2a-a078-da037f1c6113 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671748 Feb 16 12:42:48.013213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1555274636'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:48.018789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.021049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:48.021600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.037350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:48.061523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:48.071333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:48.082056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5407061b-4ee8-4f10-a669-8cd1355df757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.088685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:48.096189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:48.103688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Usage tracker for resource:security_group_rule and tenant:7501f912c0da461ca7d5d8d1b730dbd2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:48.107567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:48.121836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:48.160626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Router 6998c78a-2de2-4ee7-bb6c-7dff4b356de7 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:48.178429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-e704ba51-1452-424e-a4ae-ae6830113cd4', 'network_id': 'e704ba51-1452-424e-a4ae-ae6830113cd4', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': '7131df04-2f92-4425-ad06-dff6fdae0ecb'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:48.179274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.197745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.225590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.248506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=bc0945bd-5808-4621-9b0a-7eb42ea0203e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:48.269473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:48.269473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.279153 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-32a3b3e8-6e50-4165-8a7d-e1df64f51a28 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/bc0945bd-5808-4621-9b0a-7eb42ea0203e HTTP/1.1" status: 204 len: 168 time: 3.5258253 Feb 16 12:42:48.285376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:48.291052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-328182041'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:48.306032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:48.351496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.356636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:48.359318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:48.360464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5407061b-4ee8-4f10-a669-8cd1355df757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.364278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:48.384348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:48.395835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:48.395835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5407061b-4ee8-4f10-a669-8cd1355df757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.396745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.396823 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5407061b-4ee8-4f10-a669-8cd1355df757 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/adec036c-14cb-4df2-817a-2b9d70d1db23 HTTP/1.1" status: 204 len: 168 time: 0.6005554 Feb 16 12:42:48.396823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407061b-4ee8-4f10-a669-8cd1355df757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adec036c-14cb-4df2-817a-2b9d70d1db23,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:48.408322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.408595 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 1b910d90-84ff-46f3-b8b7-f6bcdb7814fb of type vlan for network 34bd40aa-2cbd-4c49-8b68-29e991bcd717 Feb 16 12:42:48.432044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:48.437228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device add8ed72-68ad-4f41-9ffc-7ec7062e8fd7 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:48.452747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.499667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.511251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] device_id is not set on port ae7fa783-83a6-48a9-b6a7-e9478e03b237 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:48.555476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Allocated IP 2001:db8::3 (e704ba51-1452-424e-a4ae-ae6830113cd4/7131df04-2f92-4425-ad06-dff6fdae0ecb/c5baa83b-3584-4e49-bf22-971fe1d29538) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:48.575660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:48.579373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.593924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a9e909-21b2-46ef-8691-a79b4eababa9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:48.615586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.648104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.657547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:48.658828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.696066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:48.729603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Sync routers for ids ['6998c78a-2de2-4ee7-bb6c-7dff4b356de7'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:48.747365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:48.759060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Routers {'6998c78a-2de2-4ee7-bb6c-7dff4b356de7'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:48.759441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6998c78a-2de2-4ee7-bb6c-7dff4b356de7'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:48.847121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.847473 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment 3b834f88-b10b-4a0e-b38c-86b1ad6f914f of type vlan for network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 Feb 16 12:42:48.847845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.852013 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0fac9260-dd74-40cc-96e4-143623f631d3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.3209968 Feb 16 12:42:48.852013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46262) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:48.862755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=34bd40aa-2cbd-4c49-8b68-29e991bcd717,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:48.885531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 34bd40aa-2cbd-4c49-8b68-29e991bcd717 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:48.894674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Allocated IP 172.26.6.37 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/ae7fa783-83a6-48a9-b6a7-e9478e03b237) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:48.908813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.941925 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ebca3804-9ccc-4844-966a-b2ad0f9c21e3 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9896243 Feb 16 12:42:48.955113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46268) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:48.970788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:49.086882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Set router 6998c78a-2de2-4ee7-bb6c-7dff4b356de7 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:49.189869 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1a1fab48-f87d-4100-a462-5fc051f30859 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/6998c78a-2de2-4ee7-bb6c-7dff4b356de7 HTTP/1.1" status: 200 len: 909 time: 0.3344207 Feb 16 12:42:49.190128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46278) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.236087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.236257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1722523972', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': True}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:49.236343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:49.236343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.241733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:49.247123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Usage tracker for resource:router and tenant:5ff1af6054834c499db5da66fed3926e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:49.256844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:49.265229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:49.300199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.306882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec3e41-8ec2-478c-9e52-8e69b52b6f0a req-754ecf46-80bb-4d51-bb38-36473d756029 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:49.308486 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f2ec3e41-8ec2-478c-9e52-8e69b52b6f0a req-754ecf46-80bb-4d51-bb38-36473d756029 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.1237178 Feb 16 12:42:49.335140 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Transition to ACTIVE for port object c5baa83b-3584-4e49-bf22-971fe1d29538 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:49.353668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.355869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.378657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Transition to ACTIVE for port object c5baa83b-3584-4e49-bf22-971fe1d29538 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:49.398826 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f2ec3e41-8ec2-478c-9e52-8e69b52b6f0a req-0dd3f387-6047-4b3e-b71c-f935254bad38 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840352 Feb 16 12:42:49.403623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.418314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:49.432099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:49.447559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:49.450324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=06a59cc7-cab9-4956-bb93-3a19ce772aa1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:49.459151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:49.469625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:49.500756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.555284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6998c78a-2de2-4ee7-bb6c-7dff4b356de7', 'name': 'tempest-snat-router-1722523972', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.131'}], 'enable_snat': False}, 'gw_port_id': '2b2c2202-b417-4c62-9402-7f0890e3c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:41Z', 'updated_at': '2022-02-16T12:42:46Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': '2b2c2202-b417-4c62-9402-7f0890e3c5df', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6998c78a-2de2-4ee7-bb6c-7dff4b356de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:44Z', 'updated_at': '2022-02-16T12:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:49.569696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Checking router: 6998c78a-2de2-4ee7-bb6c-7dff4b356de7 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:49.572150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Updating router 6998c78a-2de2-4ee7-bb6c-7dff4b356de7 port 2b2c2202-b417-4c62-9402-7f0890e3c5df binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:49.578768 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f2a43cb4-5be0-424e-8d99-12ae0deed8ce tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2876463 Feb 16 12:42:49.578768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.584207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:49.631264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.658708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.672757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:49.677545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.705104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.763402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Network e704ba51-1452-424e-a4ae-ae6830113cd4 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:49.801094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:49.810672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:49.812686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Pushing event updated for resources: {'Port': ['ID=c5baa83b-3584-4e49-bf22-971fe1d29538,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:49.921991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.926181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Allocated IP 172.26.6.189 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/73112cc3-36e1-4620-82dd-5c0e34f1e8bb) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:49.942965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ba45-d76f-4c15-8f04-764a5a04d1e4 req-174a2890-050d-4a7c-ad40-6f208e9cfd44 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:49.950768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:49.950973 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e67ba45-d76f-4c15-8f04-764a5a04d1e4 req-174a2890-050d-4a7c-ad40-6f208e9cfd44 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4233201 Feb 16 12:42:49.953336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46298) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.954774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:49.958651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:49.968323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:49.974073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Attempting to bind port c5baa83b-3584-4e49-bf22-971fe1d29538 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:49.974974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Attempting to bind port c5baa83b-3584-4e49-bf22-971fe1d29538 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '399a8872-a7a9-484a-8959-3bd084831ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e704ba51-1452-424e-a4ae-ae6830113cd4'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:49.981866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Attempting to bind port c5baa83b-3584-4e49-bf22-971fe1d29538 on network e704ba51-1452-424e-a4ae-ae6830113cd4 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:49.982094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7fa783-83a6-48a9-b6a7-e9478e03b237,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:49.982183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:49.982183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Checking segment: {'id': '399a8872-a7a9-484a-8959-3bd084831ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e704ba51-1452-424e-a4ae-ae6830113cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:49.982183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.982183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Bound using segment: {'id': '399a8872-a7a9-484a-8959-3bd084831ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e704ba51-1452-424e-a4ae-ae6830113cd4'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:49.982562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Bound port: c5baa83b-3584-4e49-bf22-971fe1d29538, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399a8872-a7a9-484a-8959-3bd084831ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e704ba51-1452-424e-a4ae-ae6830113cd4'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:49.982958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.037106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:50.041897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:50.051824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:50.091199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] For port c5baa83b-3584-4e49-bf22-971fe1d29538, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:50.104864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] For port c5baa83b-3584-4e49-bf22-971fe1d29538, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c5baa83b-3584-4e49-bf22-971fe1d29538,segment=NetworkSegment(399a8872-a7a9-484a-8959-3bd084831ed8),segment_id=399a8872-a7a9-484a-8959-3bd084831ed8)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:50.105002 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e67ba45-d76f-4c15-8f04-764a5a04d1e4 req-4657b709-2c02-4920-959d-ea0a61405a1a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537795 Feb 16 12:42:50.122143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:42:50.122143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:42:50.126027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:50.129669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.207678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1610618814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:50.220144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.221372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:50.236382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:router and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:50.243293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:50.260507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:50.261267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.269352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:50.298903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.344678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d971c04-5bdb-45f5-9682-2706432d55d5 None None] Pushing event updated for resources: {'Port': ['ID=c5baa83b-3584-4e49-bf22-971fe1d29538,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:50.521226 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6c2a6f99-4bd4-4ed2-9f27-0af1d8d9d584 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4182279 Feb 16 12:42:50.521807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.521807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.521974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:50.529196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}]}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:50.537473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:50.542715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Usage tracker for resource:router and tenant:7501f912c0da461ca7d5d8d1b730dbd2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:50.545645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:50.551656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:50.555587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.569140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.637076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.709594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.722494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=54c8b642-ac9a-4443-b762-81c35d2b4d21,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:50.749059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.761480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.762569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.784152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.795588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': '3b834f88-b10b-4a0e-b38c-86b1ad6f914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:50.815423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: 06a59cc7-cab9-4956-bb93-3a19ce772aa1, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:50.815423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:50.815423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: 34bd40aa-2cbd-4c49-8b68-29e991bcd717, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:50.869967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.885135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:50.891673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:50.904259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:50.909763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=51f0fa64-66c9-4c95-ad49-aaed85a06c13,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:50.929712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:50.948495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Port': ['ID=73112cc3-36e1-4620-82dd-5c0e34f1e8bb,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:50.960410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.021036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network 34bd40aa-2cbd-4c49-8b68-29e991bcd717 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:51.070675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.081042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Transition to ACTIVE for port object 2b2c2202-b417-4c62-9402-7f0890e3c5df will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:51.117780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 06a59cc7-cab9-4956-bb93-3a19ce772aa1) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:51.128532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1759f07-9c09-4263-a2e2-0146e460d876 None None] Network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:51.202496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 34bd40aa-2cbd-4c49-8b68-29e991bcd717) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:51.210810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.218073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.218739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.223150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.223800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.256981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5935af-038e-4642-af6f-c4651c628918 None None] Network 34bd40aa-2cbd-4c49-8b68-29e991bcd717 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:51.274421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.275631 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f05df679-dd32-4306-b942-d3fdc2b7f547 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3207464 Feb 16 12:42:51.285606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46318) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.340631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-390637146'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:51.368443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:51.383189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:network and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:51.397488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:51.412115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Attempting to bind port 2b2c2202-b417-4c62-9402-7f0890e3c5df on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:51.412601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Attempting to bind port 2b2c2202-b417-4c62-9402-7f0890e3c5df by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:51.412807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Attempting to bind port 2b2c2202-b417-4c62-9402-7f0890e3c5df on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:51.418241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Allocated IP 172.26.6.51 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/f5559593-d7a7-4d1c-a8e6-cceef3ee480f) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:51.421638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:51.431497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fa959-3fc4-4dee-b262-a2a7f7787d91 None None] Pushing event updated for resources: {'Port': ['ID=2b2c2202-b417-4c62-9402-7f0890e3c5df,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:51.442170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:51.442538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:51.442947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.443360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:51.444128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Bound port: 2b2c2202-b417-4c62-9402-7f0890e3c5df, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:51.444267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.496978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.523354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1509d-c3be-4f0f-b83d-3026df0dc3ed req-dd273295-7505-4976-97a9-d263e55e0b0b tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.524817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-78b1509d-c3be-4f0f-b83d-3026df0dc3ed req-dd273295-7505-4976-97a9-d263e55e0b0b tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 0.5125766 Feb 16 12:42:51.537609 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6729083-19bc-4c69-8453-762dc80c4db5 req-a9180c45-b165-42f0-8e79-7491ade4067c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.539522 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6729083-19bc-4c69-8453-762dc80c4db5 req-a9180c45-b165-42f0-8e79-7491ade4067c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3496473 Feb 16 12:42:51.604861 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0d452640-01ef-41ec-9c53-df9064338955 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0248196 Feb 16 12:42:51.605655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.610973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-150469761'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:51.647542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] For port 2b2c2202-b417-4c62-9402-7f0890e3c5df, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:51.665682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-01818e70-3fb4-4022-93f2-3c08a601ca64 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7092955 Feb 16 12:42:51.670954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] For port 2b2c2202-b417-4c62-9402-7f0890e3c5df, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2b2c2202-b417-4c62-9402-7f0890e3c5df,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:51.673370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46326) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.688949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-06a59cc7-cab9-4956-bb93-3a19ce772aa1', 'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1', 'tenant_id': 'ce0e84a208684fb7856eee239a09ff87', 'fixed_ips': [{'subnet_id': '51f0fa64-66c9-4c95-ad49-aaed85a06c13'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:51.690810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.777538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-34bd40aa-2cbd-4c49-8b68-29e991bcd717', 'network_id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': '54c8b642-ac9a-4443-b762-81c35d2b4d21'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:51.779072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.857574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.915470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:51.916855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Made reservation on behalf of 8a9e3aed6f824611b0f3ce34b76cd211 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:51.920479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.921840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:51.925507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:51.935248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:51.946134 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6729083-19bc-4c69-8453-762dc80c4db5 req-01944a8d-f1e9-4c1b-b8d3-002dec668929 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493423 Feb 16 12:42:51.956446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-78b1509d-c3be-4f0f-b83d-3026df0dc3ed req-4219a3fe-133b-490b-b0b2-4aa30c312367 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160080 Feb 16 12:42:51.989307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.989434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c5baa83b-3584-4e49-bf22-971fe1d29538 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:52.077678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:52.081205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2016371-0d97-4574-9a08-ae294833a694 None None] Network e704ba51-1452-424e-a4ae-ae6830113cd4 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:52.085379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:52.090424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.104825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.125447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.132572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fa959-3fc4-4dee-b262-a2a7f7787d91 None None] Pushing event updated for resources: {'Port': ['ID=2b2c2202-b417-4c62-9402-7f0890e3c5df,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:52.144905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 3d9cb780-4370-4627-8599-63ad209387cf yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:52.180318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:security_group_rule and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:52.198199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:52.256825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:52.328922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.361943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Routers {'6998c78a-2de2-4ee7-bb6c-7dff4b356de7'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:52.362572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6998c78a-2de2-4ee7-bb6c-7dff4b356de7'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:52.475118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.497831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ba115fd5-f753-4725-be4e-afad872387e2 None None] Provisioning for port c5baa83b-3584-4e49-bf22-971fe1d29538 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:52.507422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.555552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-d2b5485e-ff0c-46b6-bbf3-ff6456c83cb5 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:52.556970 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-d2b5485e-ff0c-46b6-bbf3-ff6456c83cb5 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 0.3048103 Feb 16 12:42:52.624835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Allocated IP 172.20.0.2 (06a59cc7-cab9-4956-bb93-3a19ce772aa1/51f0fa64-66c9-4c95-ad49-aaed85a06c13/d969104d-4823-4300-8593-f65d2f11c5da) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:52.689819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Deleting port fa04a48f-1350-4e0d-9ea5-6a66809aae77 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:52.690413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.698037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.750492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c5baa83b-3584-4e49-bf22-971fe1d29538 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:52.759591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb576820-470b-400e-b16e-888eaf38dfe5 req-60e4d59e-b763-4f31-8d61-fd8df6dbdeda tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:52.771155 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb576820-470b-400e-b16e-888eaf38dfe5 req-60e4d59e-b763-4f31-8d61-fd8df6dbdeda tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5819259 Feb 16 12:42:52.783818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c5baa83b-3584-4e49-bf22-971fe1d29538 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:52.784179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.829144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:52.837634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Allocated IP 2001:db8::3 (34bd40aa-2cbd-4c49-8b68-29e991bcd717/54c8b642-ac9a-4443-b762-81c35d2b4d21/b6d71b87-21ea-4b2e-95d1-df5712f7f45b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:52.848290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:52.850730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.880261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:52.966554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] Set router 6998c78a-2de2-4ee7-bb6c-7dff4b356de7 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:53.008705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Port': ['ID=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:53.027940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.067203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] For port fa04a48f-1350-4e0d-9ea5-6a66809aae77, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa04a48f-1350-4e0d-9ea5-6a66809aae77,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:53.068795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.076883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb576820-470b-400e-b16e-888eaf38dfe5 req-7c365864-b08e-48fe-b4fc-88c75bc8b7ca tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964261 Feb 16 12:42:53.099346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.196005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.274096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.299755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.454020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:53.514842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0902e41-a904-404e-bbb3-a28edd85d785,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:53.521664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.521991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Added segment b8b18206-fa19-424b-b715-ff5f5a1bfe82 of type vlan for network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 Feb 16 12:42:53.530611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.650420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.660481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.688094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Transition to ACTIVE for port object d969104d-4823-4300-8593-f65d2f11c5da will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:53.690996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f9256-5a11-4ea4-af61-029215efc2e3 req-59a47060-db24-477a-9c78-a8bc2821d526 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:53.697914 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-113f9256-5a11-4ea4-af61-029215efc2e3 req-59a47060-db24-477a-9c78-a8bc2821d526 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 945 time: 0.5122299 Feb 16 12:42:53.728628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.744301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Transition to ACTIVE for port object b6d71b87-21ea-4b2e-95d1-df5712f7f45b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:53.771654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Transition to ACTIVE for port object b6d71b87-21ea-4b2e-95d1-df5712f7f45b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:53.804735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.805305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Transition to ACTIVE for port object d969104d-4823-4300-8593-f65d2f11c5da will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:53.809295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.814950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port c5baa83b-3584-4e49-bf22-971fe1d29538, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c5baa83b-3584-4e49-bf22-971fe1d29538,segment=NetworkSegment(399a8872-a7a9-484a-8959-3bd084831ed8),segment_id=399a8872-a7a9-484a-8959-3bd084831ed8)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:53.840649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.841022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.841428 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Floating IP 55067463-7fda-408a-b835-b80d30d70317 disassociated. External IP: 172.26.6.107, port: fa04a48f-1350-4e0d-9ea5-6a66809aae77. Feb 16 12:42:53.841775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Calling delete_port for fa04a48f-1350-4e0d-9ea5-6a66809aae77 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:53.844013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac33c1f-b632-470b-82bc-11e2b59b7064 req-9144df1e-4c64-4519-8e6b-2a92ce160236 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:53.845522 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ac33c1f-b632-470b-82bc-11e2b59b7064 req-9144df1e-4c64-4519-8e6b-2a92ce160236 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5473330 Feb 16 12:42:53.855042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6998c78a-2de2-4ee7-bb6c-7dff4b356de7', 'name': 'tempest-snat-router-1722523972', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.131'}], 'enable_snat': False}, 'gw_port_id': '2b2c2202-b417-4c62-9402-7f0890e3c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:41Z', 'updated_at': '2022-02-16T12:42:46Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': '2b2c2202-b417-4c62-9402-7f0890e3c5df', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6998c78a-2de2-4ee7-bb6c-7dff4b356de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:44Z', 'updated_at': '2022-02-16T12:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:53.860976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.864541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa0854-cfb4-4897-9431-e16d490e49c8 None None] The sync data for ids ['6998c78a-2de2-4ee7-bb6c-7dff4b356de7'] in dv-neutron-829487-1-hyperv is: [{'id': '6998c78a-2de2-4ee7-bb6c-7dff4b356de7', 'name': 'tempest-snat-router-1722523972', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.131'}], 'enable_snat': False}, 'gw_port_id': '2b2c2202-b417-4c62-9402-7f0890e3c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:41Z', 'updated_at': '2022-02-16T12:42:46Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': '2b2c2202-b417-4c62-9402-7f0890e3c5df', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6998c78a-2de2-4ee7-bb6c-7dff4b356de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:44Z', 'updated_at': '2022-02-16T12:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:53.917206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.919582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.961334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Network 34bd40aa-2cbd-4c49-8b68-29e991bcd717 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:53.971728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:53.981146 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:53.992661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Pushing event updated for resources: {'Port': ['ID=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.002666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:54.006738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.12 (06a59cc7-cab9-4956-bb93-3a19ce772aa1/51f0fa64-66c9-4c95-ad49-aaed85a06c13/3d9cb780-4370-4627-8599-63ad209387cf) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:54.068266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:54.093320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:54.124909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.125239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7c91b70-016e-45f0-bd5c-a2682662f4d3 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:54.184353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-22d8a1f3-ef85-4251-a3b9-9da6912dbf76 None None] Provisioning complete for port c5baa83b-3584-4e49-bf22-971fe1d29538 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:54.184688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22d8a1f3-ef85-4251-a3b9-9da6912dbf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.185790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.303483 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:42:54.304634 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f6821ec-e622-4226-a703-ec1889bdf020 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7824471 Feb 16 12:42:54.310826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:54.391734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=c5baa83b-3584-4e49-bf22-971fe1d29538,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.429107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.430184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-113f9256-5a11-4ea4-af61-029215efc2e3 req-3517809f-ae36-4f31-9c76-6c9c16290afc tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups?id=13803170-bf93-441e-bd14-d12da659fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7313263 Feb 16 12:42:54.444335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Attempting to bind port b6d71b87-21ea-4b2e-95d1-df5712f7f45b on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:54.444335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Attempting to bind port b6d71b87-21ea-4b2e-95d1-df5712f7f45b by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:54.444335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Attempting to bind port b6d71b87-21ea-4b2e-95d1-df5712f7f45b on network 34bd40aa-2cbd-4c49-8b68-29e991bcd717 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:54.449034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Deleting port ae7fa783-83a6-48a9-b6a7-e9478e03b237 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:54.449485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.475287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:54.475663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Checking segment: {'id': '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:54.476062 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.476453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Bound using segment: {'id': '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:54.476921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Bound port: b6d71b87-21ea-4b2e-95d1-df5712f7f45b, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:54.477289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.494142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.496501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 3d9cb780-4370-4627-8599-63ad209387cf will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:54.499880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Attempting to bind port d969104d-4823-4300-8593-f65d2f11c5da on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:54.500245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Attempting to bind port d969104d-4823-4300-8593-f65d2f11c5da by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '3b834f88-b10b-4a0e-b38c-86b1ad6f914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:54.500601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Attempting to bind port d969104d-4823-4300-8593-f65d2f11c5da on network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:54.524896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.531777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:54.532399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.544697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:54.545244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Checking segment: {'id': '3b834f88-b10b-4a0e-b38c-86b1ad6f914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:54.546728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.546728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Bound using segment: {'id': '3b834f88-b10b-4a0e-b38c-86b1ad6f914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:54.546728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Bound port: d969104d-4823-4300-8593-f65d2f11c5da, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b834f88-b10b-4a0e-b38c-86b1ad6f914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '06a59cc7-cab9-4956-bb93-3a19ce772aa1'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:54.546728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.564999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Pushing event updated for resources: {'Port': ['ID=d969104d-4823-4300-8593-f65d2f11c5da,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.578894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event deleted for resources: {'Port': ['ID=fa04a48f-1350-4e0d-9ea5-6a66809aae77,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.713873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.742841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] For port b6d71b87-21ea-4b2e-95d1-df5712f7f45b, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:54.747631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] For port b6d71b87-21ea-4b2e-95d1-df5712f7f45b, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,segment=NetworkSegment(1b910d90-84ff-46f3-b8b7-f6bcdb7814fb),segment_id=1b910d90-84ff-46f3-b8b7-f6bcdb7814fb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:54.783084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] For port d969104d-4823-4300-8593-f65d2f11c5da, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:54.786585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] For port d969104d-4823-4300-8593-f65d2f11c5da, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d969104d-4823-4300-8593-f65d2f11c5da,segment=NetworkSegment(3b834f88-b10b-4a0e-b38c-86b1ad6f914f),segment_id=3b834f88-b10b-4a0e-b38c-86b1ad6f914f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:54.820405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ac33c1f-b632-470b-82bc-11e2b59b7064 req-1fef73c7-92d4-4af3-9209-a5c734eb6e1a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9625003 Feb 16 12:42:54.881604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Router 0d12491f-010a-49d7-8b06-ee881dcbcceb is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:54.881604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=54c8b642-ac9a-4443-b762-81c35d2b4d21,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.911234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.943666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Network': ['ID=7de23e4f-eb75-43d3-b20c-7fd778d1b103,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:55.017161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.050822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:55.085699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.183236 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-849cc808-9b4f-4589-9ee4-c6ec6c20e44e tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8606496 Feb 16 12:42:55.202212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46342) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:55.217471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'subnet': {'network_id': '7de23e4f-eb75-43d3-b20c-7fd778d1b103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:55.281485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.313622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38eb47-603c-492a-a15a-363f44314a42 None None] Pushing event updated for resources: {'Port': ['ID=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:55.402642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.419558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b044f64-5fe4-44b0-a953-e6e0d6be2c69 None None] Pushing event updated for resources: {'Port': ['ID=d969104d-4823-4300-8593-f65d2f11c5da,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:55.588579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:55.618928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.634129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:55.651703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:55.657186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:55.710287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device fa04a48f-1350-4e0d-9ea5-6a66809aae77 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:55.794361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: fa04a48f-1350-4e0d-9ea5-6a66809aae77 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:55.794776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device fa04a48f-1350-4e0d-9ea5-6a66809aae77 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:55.897033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bd40aa-2cbd-4c49-8b68-29e991bcd717']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:55.971225 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b03fa61d-e4ad-43d8-88b7-5bc178996cca req-aa607d79-4833-4ec9-9f6b-f9106fc1bb43 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.2191303 Feb 16 12:42:56.064753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Calling delete_port for ae7fa783-83a6-48a9-b6a7-e9478e03b237 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:56.148985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:56.149281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:56.184402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:56.185141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.250506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=3d9cb780-4370-4627-8599-63ad209387cf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:56.283420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b6d71b87-21ea-4b2e-95d1-df5712f7f45b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:56.383300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:56.384235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.404775 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2027442b-23d3-43c5-874f-001fc7ae4d1d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.7972190 Feb 16 12:42:56.405471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:56.406499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:subnet and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:56.419614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:56.422873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:56.435107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.440057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ffd8b576-4e3a-46e2-b0b5-1714be045de6 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "PUT /v2.0/routers/0d12491f-010a-49d7-8b06-ee881dcbcceb HTTP/1.1" status: 200 len: 919 time: 9.5848541 Feb 16 12:42:56.440057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:56.441637 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] Sync routers for ids ['0d12491f-010a-49d7-8b06-ee881dcbcceb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:56.448716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.450529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46354) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:56.452768 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] Routers {'0d12491f-010a-49d7-8b06-ee881dcbcceb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:56.452768 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0d12491f-010a-49d7-8b06-ee881dcbcceb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:56.458961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b6d71b87-21ea-4b2e-95d1-df5712f7f45b completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:56.465061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2b2c2202-b417-4c62-9402-7f0890e3c5df up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:56.521267 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:56.534395 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] Routers {'0d12491f-010a-49d7-8b06-ee881dcbcceb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:56.535043 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0d12491f-010a-49d7-8b06-ee881dcbcceb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:56.562943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:56.578081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:56.578732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.579666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] Sync routers for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:56.595622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:56.596819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:56.600077 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:56.619613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 3d9cb780-4370-4627-8599-63ad209387cf {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:56.621233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.650910 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:56.651405 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8549b06c-97d0-4c0d-b028-21e9f37fe4bd None None] The sync data for ids ['0d12491f-010a-49d7-8b06-ee881dcbcceb'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:56.714642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 2b2c2202-b417-4c62-9402-7f0890e3c5df completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:56.736005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Made reservation on behalf of 8a9e3aed6f824611b0f3ce34b76cd211 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:56.739461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] No DVR routers for this DVR port fa04a48f-1350-4e0d-9ea5-6a66809aae77 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:56.743038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.744351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.747041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'name': 'network-vif-deleted', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:56.748423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2b2c2202-b417-4c62-9402-7f0890e3c5df triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:56.748799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.761203 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f3aec6a9-cd84-4be7-af5b-de322bc8dec0 req-0c42393b-dbd4-4b22-83d3-52091064101f tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.67 "DELETE /v2.0/ports/fa04a48f-1350-4e0d-9ea5-6a66809aae77 HTTP/1.1" status: 204 len: 173 time: 4.1962352 Feb 16 12:42:56.849616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed02c7-40b4-4e0b-8c82-df24ca00b7cc', 'name': 'network-vif-deleted', 'tag': 'fa04a48f-1350-4e0d-9ea5-6a66809aae77', 'status': 'completed', 'code': 200} Feb 16 12:42:56.850245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.945394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae7fa783-83a6-48a9-b6a7-e9478e03b237,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:57.077672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:57.145172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedbea0-f174-4684-ae37-007d152fe812 req-0a078d24-56d6-4c2d-9653-be3796816c6d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:57.152272 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4cedbea0-f174-4684-ae37-007d152fe812 req-0a078d24-56d6-4c2d-9653-be3796816c6d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 1.4848261 Feb 16 12:42:57.176016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:42:57.176016 dv-neutron-829487-1-hyperv neutron-server[88443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:42:57.176016 dv-neutron-829487-1-hyperv neutron-server[88443]: [parameters: {'id': '34bd40aa-2cbd-4c49-8b68-29e991bcd717'}] Feb 16 12:42:57.176016 dv-neutron-829487-1-hyperv neutron-server[88443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:57.177219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:57.186871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.244148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.340597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97cb8d9-e130-40d7-9793-2fd85078ef75 None None] Network 34bd40aa-2cbd-4c49-8b68-29e991bcd717 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:57.356378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Subnet': ['ID=3a2c9cc7-9cff-43f6-9ffb-74c128928888,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:57.481904 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ad2d0e27-27ae-4fc7-be05-b6dfefaf5776 req-f7cb2b5d-b446-4928-b100-048aa7554429 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/ports?device_id=09ed02c7-40b4-4e0b-8c82-df24ca00b7cc HTTP/1.1" status: 200 len: 210 time: 0.1267917 Feb 16 12:42:57.505661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.599939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Checking segment: {'id': 'b8b18206-fa19-424b-b715-ff5f5a1bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7de23e4f-eb75-43d3-b20c-7fd778d1b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:57.600558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network hostable DHCP agents. Network: 7de23e4f-eb75-43d3-b20c-7fd778d1b103, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:57.609379 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3dab5f56-837d-4e71-91c9-f213f2ee98aa tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/0d12491f-010a-49d7-8b06-ee881dcbcceb HTTP/1.1" status: 200 len: 925 time: 1.1544192 Feb 16 12:42:57.614370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46362) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:57.617828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Router 33f54a6d-6596-4bc3-8ff2-7ea01f24393e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:57.631946 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4cedbea0-f174-4684-ae37-007d152fe812 req-aa4c999a-48fc-4b02-a2b7-ab122dde6dcf tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534938 Feb 16 12:42:57.644996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 3d9cb780-4370-4627-8599-63ad209387cf owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:57.679680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.690873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.696418 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-862ee6b2-9f15-4590-951a-30cf44735ff6 tempest-RoutersAdminNegativeTest-846606634 tempest-RoutersAdminNegativeTest-846606634-project-admin] 10.222.0.47 "DELETE /v2.0/ports/ae7fa783-83a6-48a9-b6a7-e9478e03b237 HTTP/1.1" status: 204 len: 168 time: 3.3791504 Feb 16 12:42:57.700657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 2b2c2202-b417-4c62-9402-7f0890e3c5df, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2b2c2202-b417-4c62-9402-7f0890e3c5df,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:57.701847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850aab11-a6cd-4707-80ea-15d55a71093b None None] Network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:57.797177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port b6d71b87-21ea-4b2e-95d1-df5712f7f45b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:57.797436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.815700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-69c1ff12-36ef-4778-9c3f-d021d879ce8d None None] Provisioning for port b6d71b87-21ea-4b2e-95d1-df5712f7f45b completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:57.842475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-69c1ff12-36ef-4778-9c3f-d021d879ce8d None None] Provisioning complete for port b6d71b87-21ea-4b2e-95d1-df5712f7f45b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:57.845637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69c1ff12-36ef-4778-9c3f-d021d879ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.851617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:57.894005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.894005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d969104d-4823-4300-8593-f65d2f11c5da up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:57.974517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.010059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 7de23e4f-eb75-43d3-b20c-7fd778d1b103) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:58.026321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c296044-d3bd-40cb-a6ec-8e6e3e563bf4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:58.027055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1c296044-d3bd-40cb-a6ec-8e6e3e563bf4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Synchronizing usage tracker for tenant:5f6cf5ad41a544288cc9f3c8dfb44416 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:58.032680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:58.033274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.078596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:58.080842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae32e7-eb4a-4dfe-b1e3-3acd272fff10 None None] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:58.090529 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Sync routers for ids ['33f54a6d-6596-4bc3-8ff2-7ea01f24393e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:58.115210 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Routers {'33f54a6d-6596-4bc3-8ff2-7ea01f24393e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:58.115855 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['33f54a6d-6596-4bc3-8ff2-7ea01f24393e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:58.123668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1c296044-d3bd-40cb-a6ec-8e6e3e563bf4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Unset dirty status for tenant:5f6cf5ad41a544288cc9f3c8dfb44416 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:58.128335 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1c296044-d3bd-40cb-a6ec-8e6e3e563bf4 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=0d12491f-010a-49d7-8b06-ee881dcbcceb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5125821 Feb 16 12:42:58.136864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46368) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.316096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=2b2c2202-b417-4c62-9402-7f0890e3c5df,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:58.322363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-de248344-ff58-4ae5-ad6c-1d32825ef7fe tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1167443 Feb 16 12:42:58.389460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46374) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.389786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46376) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.406393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=3d9cb780-4370-4627-8599-63ad209387cf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:58.418025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'network': {'name': 'tempest-router-network01--293529443'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:58.426970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:58.435202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] DHCP port deletion for 34bd40aa-2cbd-4c49-8b68-29e991bcd717 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:58.438485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:network and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:58.443739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:58.453079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:58.457536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.471757 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4d7bd657-b11c-45e5-a0e4-7f6252e4d20a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/3d9cb780-4370-4627-8599-63ad209387cf HTTP/1.1" status: 204 len: 168 time: 2.0529869 Feb 16 12:42:58.473777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.485567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Deleting port b6d71b87-21ea-4b2e-95d1-df5712f7f45b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:58.492343 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.521661 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fe8385-acfc-4495-b725-5369508a070a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:42:58.521661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5fe8385-acfc-4495-b725-5369508a070a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:58.527319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port b6d71b87-21ea-4b2e-95d1-df5712f7f45b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,segment=NetworkSegment(1b910d90-84ff-46f3-b8b7-f6bcdb7814fb),segment_id=1b910d90-84ff-46f3-b8b7-f6bcdb7814fb)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:58.527879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.541028 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Set router 33f54a6d-6596-4bc3-8ff2-7ea01f24393e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:58.547389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.551121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0c13565d-d816-4f98-a2f0-1dcb68357704 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.3575084 Feb 16 12:42:58.551484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.679491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Made reservation on behalf of 8a9e3aed6f824611b0f3ce34b76cd211 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:58.683287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.692372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d969104d-4823-4300-8593-f65d2f11c5da completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:58.692739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5fe8385-acfc-4495-b725-5369508a070a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:58.693997 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a5fe8385-acfc-4495-b725-5369508a070a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/3d9cb780-4370-4627-8599-63ad209387cf HTTP/1.1" status: 404 len: 333 time: 0.2187612 Feb 16 12:42:58.724701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.740276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.740872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46402) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.746462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c5baa83b-3584-4e49-bf22-971fe1d29538 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:58.823211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:58.829142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Usage tracker for resource:security_group_rule and tenant:beda4731898f4d05b2ed98aae353a8ed is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:58.832397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:58.839409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:58.891630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69c1ff12-36ef-4778-9c3f-d021d879ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.934422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.936209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:28Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:58.948980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-7de23e4f-eb75-43d3-b20c-7fd778d1b103', 'network_id': '7de23e4f-eb75-43d3-b20c-7fd778d1b103', 'tenant_id': '8a9e3aed6f824611b0f3ce34b76cd211', 'fixed_ips': [{'subnet_id': '3a2c9cc7-9cff-43f6-9ffb-74c128928888'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:58.949798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.954456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for b6d71b87-21ea-4b2e-95d1-df5712f7f45b owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:58.966355 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f54a6d-6596-4bc3-8ff2-7ea01f24393e', 'name': 'tempest-snat-router-1722523972', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'f5559593-d7a7-4d1c-a8e6-cceef3ee480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:49Z', 'updated_at': '2022-02-16T12:42:53Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': 'f5559593-d7a7-4d1c-a8e6-cceef3ee480f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f54a6d-6596-4bc3-8ff2-7ea01f24393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:50Z', 'updated_at': '2022-02-16T12:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:58.978647 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Checking router: 33f54a6d-6596-4bc3-8ff2-7ea01f24393e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:58.982960 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Updating router 33f54a6d-6596-4bc3-8ff2-7ea01f24393e port f5559593-d7a7-4d1c-a8e6-cceef3ee480f binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:58.983198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] Checking router: acfa09c5-c493-4dbe-976e-6c88ad83f7e0 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:59.074972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:59.120684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.124180 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.140665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-69c1ff12-36ef-4778-9c3f-d021d879ce8d None None] For port b6d71b87-21ea-4b2e-95d1-df5712f7f45b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,segment=NetworkSegment(1b910d90-84ff-46f3-b8b7-f6bcdb7814fb),segment_id=1b910d90-84ff-46f3-b8b7-f6bcdb7814fb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:59.144093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:59.145049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:59.182445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b67b5a-c2ba-4622-bc07-4a21a0f6a4f7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:59.190036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet 51f0fa64-66c9-4c95-ad49-aaed85a06c13 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:59.196063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.200171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e25af2-c3c0-467b-b16b-b28a6b6df535 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:59.202020 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-08e25af2-c3c0-467b-b16b-b28a6b6df535 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 1.0642202 Feb 16 12:42:59.224552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69c1ff12-36ef-4778-9c3f-d021d879ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.230357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46410) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.265578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.282664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:59.283358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:59.331121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-aa5fa478-9527-4311-ba3d-68425cccc8d6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d12491f-010a-49d7-8b06-ee881dcbcceb HTTP/1.1" status: 200 len: 205 time: 0.1022277 Feb 16 12:42:59.336807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46414) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.346897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646913e-e9cf-4515-94f0-1cb461bd4c60 req-8f284223-c6b0-4e1a-9b64-5f115928e9d8 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:59.349131 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d646913e-e9cf-4515-94f0-1cb461bd4c60 req-8f284223-c6b0-4e1a-9b64-5f115928e9d8 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.2759938 Feb 16 12:42:59.366918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.419436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] For port b6d71b87-21ea-4b2e-95d1-df5712f7f45b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,segment=NetworkSegment(1b910d90-84ff-46f3-b8b7-f6bcdb7814fb),segment_id=1b910d90-84ff-46f3-b8b7-f6bcdb7814fb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:59.419929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.469167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.469451 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Added segment a77b0191-6d7e-4014-8f87-cf3a84dfae2a of type vlan for network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 Feb 16 12:42:59.475390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c5baa83b-3584-4e49-bf22-971fe1d29538 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:59.475917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.538719 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-38047e50-098b-473b-a934-ee4d454e2974 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=beda4731898f4d05b2ed98aae353a8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1389530 Feb 16 12:42:59.549996 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d646913e-e9cf-4515-94f0-1cb461bd4c60 req-dde2bb8a-1af9-4fed-aae2-74e45adfd28b tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857937 Feb 16 12:42:59.560006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46418) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.563446 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-07df5a73-d395-4861-b9d6-5224a5d0316a tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/33f54a6d-6596-4bc3-8ff2-7ea01f24393e HTTP/1.1" status: 200 len: 907 time: 1.0106845 Feb 16 12:42:59.566846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2375c9bf-f8f1-43ff-acb4-77da45845c98 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.583188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46422) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.592834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.679018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.703307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=51f0fa64-66c9-4c95-ad49-aaed85a06c13,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:59.737416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.742943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2375c9bf-f8f1-43ff-acb4-77da45845c98 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.765551 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.783359 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Transition to ACTIVE for port object f5559593-d7a7-4d1c-a8e6-cceef3ee480f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:59.799565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port b6d71b87-21ea-4b2e-95d1-df5712f7f45b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:59.800202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.807773 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7fae8740-bd8b-4666-85ab-80c9f5d5b591 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/51f0fa64-66c9-4c95-ad49-aaed85a06c13 HTTP/1.1" status: 204 len: 168 time: 1.0576022 Feb 16 12:42:59.819540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.874368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Calling delete_port for b6d71b87-21ea-4b2e-95d1-df5712f7f45b owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:59.888862 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.910279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3109fb53-0722-496a-a35a-5a18d35168a2 None None] Network 06a59cc7-cab9-4956-bb93-3a19ce772aa1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:59.923346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e4ac12b6-eadd-4940-93f0-6f3bbd116614 None None] Provisioning for port d969104d-4823-4300-8593-f65d2f11c5da completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:59.973237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.983771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.992357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:59.993267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.998028 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Attempting to bind port f5559593-d7a7-4d1c-a8e6-cceef3ee480f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:59.998385 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Attempting to bind port f5559593-d7a7-4d1c-a8e6-cceef3ee480f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:59.998746 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Attempting to bind port f5559593-d7a7-4d1c-a8e6-cceef3ee480f on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:00.011414 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cd215-a64e-4c10-9e69-0f89849bd7f1 None None] Pushing event updated for resources: {'Port': ['ID=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:00.015970 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:00.021757 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:00.024026 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.024858 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:00.026108 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Bound port: f5559593-d7a7-4d1c-a8e6-cceef3ee480f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:00.026683 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.058003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e4ac12b6-eadd-4940-93f0-6f3bbd116614 None None] Provisioning complete for port d969104d-4823-4300-8593-f65d2f11c5da triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:00.058375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4ac12b6-eadd-4940-93f0-6f3bbd116614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.101279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1ff12-36ef-4778-9c3f-d021d879ce8d None None] Pushing event updated for resources: {'Port': ['ID=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:00.148931 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] For port f5559593-d7a7-4d1c-a8e6-cceef3ee480f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:00.152925 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] For port f5559593-d7a7-4d1c-a8e6-cceef3ee480f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:00.164634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Network': ['ID=21590cdd-daec-4523-b6c8-0ac8ed4fe675,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:00.171173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port d969104d-4823-4300-8593-f65d2f11c5da {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:00.171615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.198377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:00.205154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.234509 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.354918 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cd215-a64e-4c10-9e69-0f89849bd7f1 None None] Pushing event updated for resources: {'Port': ['ID=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:00.364003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5eacc91-8798-484f-823a-3c03672782c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.392030 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Routers {'33f54a6d-6596-4bc3-8ff2-7ea01f24393e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:00.392622 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:42:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['33f54a6d-6596-4bc3-8ff2-7ea01f24393e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:00.414967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.446486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] For port d969104d-4823-4300-8593-f65d2f11c5da, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d969104d-4823-4300-8593-f65d2f11c5da,segment=NetworkSegment(3b834f88-b10b-4a0e-b38c-86b1ad6f914f),segment_id=3b834f88-b10b-4a0e-b38c-86b1ad6f914f)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:00.447306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.483364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:00.549744 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-43e5472d-b53b-44bd-a14a-2fe53871ede3 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1514599 Feb 16 12:43:00.584898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46434) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.626844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'network': {'name': 'tempest-router-network02--1817811366'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:00.643667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Allocated IP 172.20.0.2 (7de23e4f-eb75-43d3-b20c-7fd778d1b103/3a2c9cc7-9cff-43f6-9ffb-74c128928888/8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:00.644361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for d969104d-4823-4300-8593-f65d2f11c5da owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:00.644475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5eacc91-8798-484f-823a-3c03672782c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.658237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:00.678224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:network and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:00.709392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:00.709755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:00.731367 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] Set router 33f54a6d-6596-4bc3-8ff2-7ea01f24393e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:00.867886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2375c9bf-f8f1-43ff-acb4-77da45845c98 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.886259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375c9bf-f8f1-43ff-acb4-77da45845c98 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13803170-bf93-441e-bd14-d12da659fc26,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:00.889878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2375c9bf-f8f1-43ff-acb4-77da45845c98 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.890967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2375c9bf-f8f1-43ff-acb4-77da45845c98 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "DELETE /v2.0/security-groups/13803170-bf93-441e-bd14-d12da659fc26 HTTP/1.1" status: 204 len: 168 time: 2.1417854 Feb 16 12:43:00.893636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.909221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:00.914079 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-9ca809d7-5268-47e7-87c4-0be9ada1dba6 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] show failed (client error): The resource could not be found. Feb 16 12:43:00.915144 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9ca809d7-5268-47e7-87c4-0be9ada1dba6 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "GET /v2.0/security-groups/13803170-bf93-441e-bd14-d12da659fc26 HTTP/1.1" status: 404 len: 347 time: 0.0205159 Feb 16 12:43:00.917769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46442) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.971565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:00.975910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port b6d71b87-21ea-4b2e-95d1-df5712f7f45b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,segment=NetworkSegment(1b910d90-84ff-46f3-b8b7-f6bcdb7814fb),segment_id=1b910d90-84ff-46f3-b8b7-f6bcdb7814fb)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:00.976283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.063332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4ac12b6-eadd-4940-93f0-6f3bbd116614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.087889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.169130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Deleting port 39d4466f-fb2d-4ab8-a487-1fb985a85a79 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:01.169572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.203257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=d969104d-4823-4300-8593-f65d2f11c5da,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:01.210778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No DVR routers for this DVR port d969104d-4823-4300-8593-f65d2f11c5da on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:01.211511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for b6d71b87-21ea-4b2e-95d1-df5712f7f45b owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:01.214959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Deleting port b6d71b87-21ea-4b2e-95d1-df5712f7f45b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:01.215468 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.260184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2b2c2202-b417-4c62-9402-7f0890e3c5df up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:01.302595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.305705 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f54a6d-6596-4bc3-8ff2-7ea01f24393e', 'name': 'tempest-snat-router-1722523972', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'f5559593-d7a7-4d1c-a8e6-cceef3ee480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:49Z', 'updated_at': '2022-02-16T12:42:53Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': 'f5559593-d7a7-4d1c-a8e6-cceef3ee480f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f54a6d-6596-4bc3-8ff2-7ea01f24393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:50Z', 'updated_at': '2022-02-16T12:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:01.310151 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eab497-8082-467d-a433-27d1ef53538f None None] The sync data for ids ['33f54a6d-6596-4bc3-8ff2-7ea01f24393e'] in dv-neutron-829487-1-hyperv is: [{'id': '33f54a6d-6596-4bc3-8ff2-7ea01f24393e', 'name': 'tempest-snat-router-1722523972', 'tenant_id': '5ff1af6054834c499db5da66fed3926e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'f5559593-d7a7-4d1c-a8e6-cceef3ee480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:49Z', 'updated_at': '2022-02-16T12:42:53Z', 'revision_number': 3, 'project_id': '5ff1af6054834c499db5da66fed3926e', 'gw_port': {'id': 'f5559593-d7a7-4d1c-a8e6-cceef3ee480f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f54a6d-6596-4bc3-8ff2-7ea01f24393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:50Z', 'updated_at': '2022-02-16T12:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:01.359770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.378491 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4e2cc-fe62-4dbc-be58-6b686944b02a req-b29fd1b9-367f-47e5-9712-f860f0713101 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.387392 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8bd4e2cc-fe62-4dbc-be58-6b686944b02a req-b29fd1b9-367f-47e5-9712-f860f0713101 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 1.1305864 Feb 16 12:43:01.406072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.414495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Made reservation on behalf of 8a9e3aed6f824611b0f3ce34b76cd211 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:01.418392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.443703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Deleting port 73112cc3-36e1-4620-82dd-5c0e34f1e8bb {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:01.445467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.459495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a59cc7-cab9-4956-bb93-3a19ce772aa1']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:01.477269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5eacc91-8798-484f-823a-3c03672782c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.479096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b834f88-b10b-4a0e-b38c-86b1ad6f914f') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:01.479391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b834f88-b10b-4a0e-b38c-86b1ad6f914f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:01.491315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c7959-380f-4291-8c2c-b8d2b4f02fb6 None None] The port 'b6d71b87-21ea-4b2e-95d1-df5712f7f45b' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:43:01.502709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.509878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.531597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.548811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:01.549216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:01.565476 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:01.583903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4c8f8245-6011-4775-8e33-b509b7f8f8ad None None] Could not find standard attr ID for object 3d9cb780-4370-4627-8599-63ad209387cf. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:01.595862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Deleting port f5559593-d7a7-4d1c-a8e6-cceef3ee480f {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:01.600364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.604243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4c8f8245-6011-4775-8e33-b509b7f8f8ad None None] Could not find standard attr ID for object d969104d-4823-4300-8593-f65d2f11c5da. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:01.615284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.619796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5ed94-1673-48dc-a329-cada924edc7b None None] DHCP port deletion for 06a59cc7-cab9-4956-bb93-3a19ce772aa1 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:01.629039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eacc91-8798-484f-823a-3c03672782c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b67b5a-c2ba-4622-bc07-4a21a0f6a4f7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:01.636563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.636884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.637756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2b2c2202-b417-4c62-9402-7f0890e3c5df triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:01.638131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.676211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Transition to ACTIVE for port object 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:01.677457 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:43:01.677758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8bd4e2cc-fe62-4dbc-be58-6b686944b02a req-8eb1260e-8adb-4d50-988d-2fa277b15d95 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860205 Feb 16 12:43:01.698591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Port': ['ID=b6d71b87-21ea-4b2e-95d1-df5712f7f45b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:01.704681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No DVR routers for this DVR port b6d71b87-21ea-4b2e-95d1-df5712f7f45b on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:01.715399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:01.768155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Transition to ACTIVE for port object 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:01.806462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:28Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:01.812509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3191439f-eda3-4456-b33e-e57a07e387cb None None] The sync data for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv is: [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:21Z', 'revision_number': 4, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '27c8cd8f-e9f3-4424-ae69-e03e480cc445', 'name': '', 'network_id': '0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'mac_address': 'fa:16:3e:a0:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:28Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'subnets': [{'id': 'babdde1c-242e-47ce-8104-d34de9bf4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:01.856813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Calling delete_port for 39d4466f-fb2d-4ab8-a487-1fb985a85a79 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:01.885883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.910290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5eacc91-8798-484f-823a-3c03672782c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.916477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a5eacc91-8798-484f-823a-3c03672782c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6b67b5a-c2ba-4622-bc07-4a21a0f6a4f7 HTTP/1.1" status: 204 len: 168 time: 2.3510168 Feb 16 12:43:01.923971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.923971 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Added segment 5cae0a19-214c-47db-9190-31c2d8f5cdd3 of type vlan for network caa5ca01-e664-4935-97d5-03a0a7daa49c Feb 16 12:43:01.956105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:01.964490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:01.971921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:02.070745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Pushing event updated for resources: {'Port': ['ID=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.131180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b6d71b87-21ea-4b2e-95d1-df5712f7f45b no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:02.132425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.169407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.198210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.204535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=06a59cc7-cab9-4956-bb93-3a19ce772aa1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.212781 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: b6d71b87-21ea-4b2e-95d1-df5712f7f45b {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:02.215472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b6d71b87-21ea-4b2e-95d1-df5712f7f45b not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:02.239044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Attempting to bind port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:02.239461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Attempting to bind port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'b8b18206-fa19-424b-b715-ff5f5a1bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7de23e4f-eb75-43d3-b20c-7fd778d1b103'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:02.239831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Attempting to bind port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 on network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:02.242179 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aa1cae02-f28d-41f7-9119-548b6e59bcec tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/06a59cc7-cab9-4956-bb93-3a19ce772aa1 HTTP/1.1" status: 204 len: 168 time: 2.4190879 Feb 16 12:43:02.247782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:02.248527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Checking segment: {'id': 'b8b18206-fa19-424b-b715-ff5f5a1bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7de23e4f-eb75-43d3-b20c-7fd778d1b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:02.248527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.248942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Bound using segment: {'id': 'b8b18206-fa19-424b-b715-ff5f5a1bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7de23e4f-eb75-43d3-b20c-7fd778d1b103'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:02.249425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Bound port: 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b18206-fa19-424b-b715-ff5f5a1bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7de23e4f-eb75-43d3-b20c-7fd778d1b103'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:02.249802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.255358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46448) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.258451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.261304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'name': 'tempest-PortsTestJSON-344857180'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:02.317092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.345046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bd40aa-2cbd-4c49-8b68-29e991bcd717']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:02.392865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] For port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:02.399496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] For port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,segment=NetworkSegment(b8b18206-fa19-424b-b715-ff5f5a1bfe82),segment_id=b8b18206-fa19-424b-b715-ff5f5a1bfe82)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:02.401171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.421569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7a96c-00c4-41c3-9179-6fc65e71021f None None] New status for floating IP 55067463-7fda-408a-b835-b80d30d70317: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:43:02.457443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:02.457790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b910d90-84ff-46f3-b8b7-f6bcdb7814fb') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:02.506099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.534318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Pushing event deleted for resources: {'Port': ['ID=39d4466f-fb2d-4ab8-a487-1fb985a85a79,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.554430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Calling delete_port for 73112cc3-36e1-4620-82dd-5c0e34f1e8bb owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:02.596067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.601655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:02.607635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.607635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.616709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:02.668033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:02.670062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] For port f5559593-d7a7-4d1c-a8e6-cceef3ee480f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:02.670062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.702414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dd77e-377c-4a15-b5ca-f4669bf88bff None None] Pushing event updated for resources: {'Port': ['ID=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.724219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.727993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.732072 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-63247161-66a1-4fbe-997f-848ab2c5bd95 tempest-ServersTestJSON-54163481 tempest-ServersTestJSON-54163481-project] 10.222.0.47 "DELETE /v2.0/floatingips/55067463-7fda-408a-b835-b80d30d70317 HTTP/1.1" status: 204 len: 168 time: 1.8105638 Feb 16 12:43:02.732464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46456) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.858483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.920737 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3227983 Feb 16 12:43:02.941237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.968648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'subnet': {'network_id': '21590cdd-daec-4523-b6c8-0ac8ed4fe675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:02.989084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46464) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.084060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:03.087502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.211702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:03.211989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.239742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:03.295774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 02a0d5f6-f242-4143-98e6-f27a3d6ceff9 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:03.349299 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:03.352542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:03.355880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Calling delete_port for f5559593-d7a7-4d1c-a8e6-cceef3ee480f owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:03.356649 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4864c28f-af17-4b80-ae1a-386804452211 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7501f912c0da461ca7d5d8d1b730dbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659673 Feb 16 12:43:03.394916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46468) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.407415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:03.415169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5559593-d7a7-4d1c-a8e6-cceef3ee480f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:03.424671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:subnet and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:03.439839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Network': ['ID=caa5ca01-e664-4935-97d5-03a0a7daa49c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:03.441773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:03.461079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:03.461288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.461602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.461995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.462282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.462717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.462914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.463547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.463547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.463904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.464184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.464501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.465171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4eb29d-d6f5-48a7-bc0f-29a2e5078496 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:03.485028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network caa5ca01-e664-4935-97d5-03a0a7daa49c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:03.585061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Made reservation on behalf of 8a9e3aed6f824611b0f3ce34b76cd211 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:03.588806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.593061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.613164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dd2ec-4029-4bb2-95b3-b5e8442b186b req-58ef90dc-3f17-416e-b591-73bac46bf859 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:03.615325 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-916dd2ec-4029-4bb2-95b3-b5e8442b186b req-58ef90dc-3f17-416e-b591-73bac46bf859 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.7495773 Feb 16 12:43:03.629734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f5559593-d7a7-4d1c-a8e6-cceef3ee480f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:03.635322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f5559593-d7a7-4d1c-a8e6-cceef3ee480f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:03.640172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.648815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.714292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=34bd40aa-2cbd-4c49-8b68-29e991bcd717,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:03.730686 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-916dd2ec-4029-4bb2-95b3-b5e8442b186b req-765916d4-106e-4418-88d3-84199463f958 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754485 Feb 16 12:43:03.732601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aa5f4383-db21-43da-bce4-0f19de6b165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.785214 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-18158057-ce1b-4ac9-bc2d-063b78a5a660 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/34bd40aa-2cbd-4c49-8b68-29e991bcd717 HTTP/1.1" status: 204 len: 168 time: 12.1090593 Feb 16 12:43:03.790446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46474) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.798835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aa5f4383-db21-43da-bce4-0f19de6b165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.807265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.850527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.867322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005672323'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:03.880674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f5559593-d7a7-4d1c-a8e6-cceef3ee480f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:03.882836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fbf1-f6ca-4189-a381-fe0fdc1189c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.916469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event deleted for resources: {'Port': ['ID=73112cc3-36e1-4620-82dd-5c0e34f1e8bb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:03.944666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.971168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.994757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:04.091851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:04.096222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d969104d-4823-4300-8593-f65d2f11c5da no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:04.120936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:04.129570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246fcb6-feec-4166-99cf-de952c4d8eb2 None None] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:04.133742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:04.168519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:04.168926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:04.175223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.273526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.274973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: d969104d-4823-4300-8593-f65d2f11c5da {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:04.275573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d969104d-4823-4300-8593-f65d2f11c5da not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:04.292761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.303526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aa5f4383-db21-43da-bce4-0f19de6b165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.306072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:04.309749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.333993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.337766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.409569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd812-1099-402c-ac40-e3e99c3d3151 req-c79ce2b3-0784-42a3-91fa-c2abc5adb9bc tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.409843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Provisioning for port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:04.410856 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-53bbd812-1099-402c-ac40-e3e99c3d3151 req-c79ce2b3-0784-42a3-91fa-c2abc5adb9bc tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5377970 Feb 16 12:43:04.414416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f4383-db21-43da-bce4-0f19de6b165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a9e909-21b2-46ef-8691-a79b4eababa9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.423113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Provisioning complete for port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:04.423728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.428474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.429193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.460729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:04.479927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aa5f4383-db21-43da-bce4-0f19de6b165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.483730 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-aa5f4383-db21-43da-bce4-0f19de6b165c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74a9e909-21b2-46ef-8691-a79b4eababa9 HTTP/1.1" status: 204 len: 168 time: 1.0769415 Feb 16 12:43:04.503261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.503261 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 3bd9917e-2f65-455d-8b03-e991cc2d7082 of type vlan for network 94b7c18a-bb55-4ecc-ad98-777bd327401c Feb 16 12:43:04.513765 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-53bbd812-1099-402c-ac40-e3e99c3d3151 req-4dc6f7af-09b8-4982-903f-512e831f3b3a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682800 Feb 16 12:43:04.572934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.574732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Fanout notify agent at l3_agent the message router_deleted on router 0d12491f-010a-49d7-8b06-ee881dcbcceb {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:04.625036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.632147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.642463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.648432 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c81e2d19-dd9f-4550-bac6-3da7b74329e1 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/0d12491f-010a-49d7-8b06-ee881dcbcceb HTTP/1.1" status: 204 len: 168 time: 5.2938874 Feb 16 12:43:04.680368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] For port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,segment=NetworkSegment(b8b18206-fa19-424b-b715-ff5f5a1bfe82),segment_id=b8b18206-fa19-424b-b715-ff5f5a1bfe82)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:04.681951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:04.685282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.697934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Deleting port f5559593-d7a7-4d1c-a8e6-cceef3ee480f {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:04.697934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.714172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-18193241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:04.719267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:04.732059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Subnet': ['ID=046d38f2-e012-4048-b7c5-c563e5b378da,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.732059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:04.735592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:04.741801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.742629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.750117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=02a0d5f6-f242-4143-98e6-f27a3d6ceff9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.750552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.769818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Usage tracker for resource:router and tenant:6e72a968c0a843e7ad4f8cffa47ad8ad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:04.773371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.773880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.774382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.774881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.775383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.775855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.776325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.776792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.777281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.777780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.778448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.778927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.784104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:04.803265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.804504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.804860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.805202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.805980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.806351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.806762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.807126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.811107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.811107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.811107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.811107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.817142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:04.826863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Checking segment: {'id': 'a77b0191-6d7e-4014-8f87-cf3a84dfae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '21590cdd-daec-4523-b6c8-0ac8ed4fe675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:04.827252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network hostable DHCP agents. Network: 21590cdd-daec-4523-b6c8-0ac8ed4fe675, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:04.883909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Pushing event updated for resources: {'Port': ['ID=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.892604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.893273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.893877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.894456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.895054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.895908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.896462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.897225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.897704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.898162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.898628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.899115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2f2dd-01be-4688-a284-f788e8f78a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:04.951641 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b51884af-40c2-427e-a89f-5571c76f54d6 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6951022 Feb 16 12:43:04.953799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2eb64-d69f-42fc-a323-c4d065f80bc7 req-ad4120dd-444b-4e4c-9936-74154c8ee681 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.955411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-09b2eb64-d69f-42fc-a323-c4d065f80bc7 req-ad4120dd-444b-4e4c-9936-74154c8ee681 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3090382 Feb 16 12:43:04.957946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.979943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-99642088-6090-4d56-8c2f-d60cba19f98c None None] Provisioning complete for port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:04.980495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99642088-6090-4d56-8c2f-d60cba19f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.027337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] For port f5559593-d7a7-4d1c-a8e6-cceef3ee480f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:05.027896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.045052 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-09b2eb64-d69f-42fc-a323-c4d065f80bc7 req-3673f92a-0681-413d-b669-3c57ddc571cf tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757048 Feb 16 12:43:05.045967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.053596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:05.054423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.071642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 02a0d5f6-f242-4143-98e6-f27a3d6ceff9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:05.072097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.162327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:05.169271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.169271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.211775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:05.312775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.330801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 21590cdd-daec-4523-b6c8-0ac8ed4fe675) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:05.342141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e656c3-8fc5-4c6a-a7c3-dae98439bc27 None None] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:05.344228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:05.347556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.383702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Deleting port 27c8cd8f-e9f3-4424-ae69-e03e480cc445 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:05.384042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.414819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:05.415221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.483506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Calling delete_port for f5559593-d7a7-4d1c-a8e6-cceef3ee480f owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:05.561783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.631187 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-67fb0924-1952-498e-ae00-2075a11bca84 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6862738 Feb 16 12:43:05.642163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46502) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:05.665724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'subnet': {'network_id': 'caa5ca01-e664-4935-97d5-03a0a7daa49c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:05.681693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.689628 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8752739 Feb 16 12:43:05.696853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5559593-d7a7-4d1c-a8e6-cceef3ee480f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:05.707719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46508) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:05.737447 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-21590cdd-daec-4523-b6c8-0ac8ed4fe675', 'network_id': '21590cdd-daec-4523-b6c8-0ac8ed4fe675', 'tenant_id': '8a9e3aed6f824611b0f3ce34b76cd211', 'fixed_ips': [{'subnet_id': '046d38f2-e012-4048-b7c5-c563e5b378da'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:05.738885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.766418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 02a0d5f6-f242-4143-98e6-f27a3d6ceff9 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:05.780345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561d769-25a7-4fe3-a1a5-d4501f44c41f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=94b7c18a-bb55-4ecc-ad98-777bd327401c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:05.786660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': '94b7c18a-bb55-4ecc-ad98-777bd327401c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:05.838485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 94b7c18a-bb55-4ecc-ad98-777bd327401c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:05.890090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.894096 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-05f44717-ccaf-48cb-a13f-9bd36bb50210 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2056038 Feb 16 12:43:05.894755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46516) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:05.902043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] For port 27c8cd8f-e9f3-4424-ae69-e03e480cc445, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=27c8cd8f-e9f3-4424-ae69-e03e480cc445,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:05.902397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.914915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:05.969516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:06.001189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96478567-7dfb-4c50-a1c7-c499e224c1e7 req-41b8c577-8f63-4725-989c-6ab023fb3efb tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:06.006242 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96478567-7dfb-4c50-a1c7-c499e224c1e7 req-41b8c577-8f63-4725-989c-6ab023fb3efb tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5411720 Feb 16 12:43:06.013020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Usage tracker for resource:subnet and tenant:8a9e3aed6f824611b0f3ce34b76cd211 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:06.017459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:06.025445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:06.088896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:06.092114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:06.126014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:06.132226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f5559593-d7a7-4d1c-a8e6-cceef3ee480f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:06.132585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.132946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:06.140360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46522) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:06.144944 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96478567-7dfb-4c50-a1c7-c499e224c1e7 req-fa59d723-5eea-40a7-ad96-1db7bbb51e4e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101277 Feb 16 12:43:06.170833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Calling delete_port for 27c8cd8f-e9f3-4424-ae69-e03e480cc445 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:06.188348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Allocated IP 172.20.0.2 (21590cdd-daec-4523-b6c8-0ac8ed4fe675/046d38f2-e012-4048-b7c5-c563e5b378da/44047d6d-bd5b-4dc8-b637-ac6e3a9597c2) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:06.195620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5d6eeef5-6f7b-4c46-b9af-a237cb271bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.208866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.219175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:06.230074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.251485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Made reservation on behalf of 8a9e3aed6f824611b0f3ce34b76cd211 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:06.255554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.339288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=02a0d5f6-f242-4143-98e6-f27a3d6ceff9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:06.437893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-524495310'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:06.506096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:06.522891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.532616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Usage tracker for resource:network and tenant:142bccb99c2f4f5c8516d0bf168c1741 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:06.549130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:06.565831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:06.571744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.571967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.582859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Transition to ACTIVE for port object 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:06.601703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Transition to ACTIVE for port object 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:06.624491 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-85073798-8a78-4b46-a0ac-210c0100e602 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/02a0d5f6-f242-4143-98e6-f27a3d6ceff9 HTTP/1.1" status: 204 len: 168 time: 1.6652148 Feb 16 12:43:06.628758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46530) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:06.648787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5559593-d7a7-4d1c-a8e6-cceef3ee480f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:06.658149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'mac_address': 'fa:16:3e:3d:29:3a', 'name': 'tempest-PortsTestJSON-800667213'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:06.664388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.707421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.734043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:06.737010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:06.740790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:06.746678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Pushing event updated for resources: {'Port': ['ID=44047d6d-bd5b-4dc8-b637-ac6e3a9597c2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:06.810891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Made reservation on behalf of 142bccb99c2f4f5c8516d0bf168c1741 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:06.814321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.839273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Attempting to bind port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:06.839273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Attempting to bind port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'a77b0191-6d7e-4014-8f87-cf3a84dfae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '21590cdd-daec-4523-b6c8-0ac8ed4fe675'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:06.839273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Attempting to bind port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 on network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:06.842434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:06.842899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Checking segment: {'id': 'a77b0191-6d7e-4014-8f87-cf3a84dfae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '21590cdd-daec-4523-b6c8-0ac8ed4fe675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:06.843394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.844116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Bound using segment: {'id': 'a77b0191-6d7e-4014-8f87-cf3a84dfae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '21590cdd-daec-4523-b6c8-0ac8ed4fe675'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:06.844641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Bound port: 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77b0191-6d7e-4014-8f87-cf3a84dfae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '21590cdd-daec-4523-b6c8-0ac8ed4fe675'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:06.845077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.867300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.888939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.946824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c8cd8f-e9f3-4424-ae69-e03e480cc445,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:06.957439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] For port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:06.961561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] For port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=44047d6d-bd5b-4dc8-b637-ac6e3a9597c2,segment=NetworkSegment(a77b0191-6d7e-4014-8f87-cf3a84dfae2a),segment_id=a77b0191-6d7e-4014-8f87-cf3a84dfae2a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:06.999036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:07.008712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5da4-8ff8-4073-8fc0-400fa4a31fcf req-be6e9ead-1f97-48f4-a885-b5713427b1d1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:07.015996 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be1b5da4-8ff8-4073-8fc0-400fa4a31fcf req-be6e9ead-1f97-48f4-a885-b5713427b1d1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5742683 Feb 16 12:43:07.047954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.193427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Usage tracker for resource:security_group_rule and tenant:142bccb99c2f4f5c8516d0bf168c1741 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:07.209671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:07.219813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.244815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905470d8-3930-42c8-b54e-160b165c9507 None None] Pushing event updated for resources: {'Port': ['ID=44047d6d-bd5b-4dc8-b637-ac6e3a9597c2,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:07.266043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:07.280931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:07.287086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.305971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:07.316051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.380228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:07.474660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:07.479032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be1b5da4-8ff8-4073-8fc0-400fa4a31fcf req-04a45643-22f1-462d-af49-a9f7dfde3197 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4621980 Feb 16 12:43:07.482588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.548610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.555802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.599850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.647685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.668193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:07.693924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.812825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.830917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.831446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33f54a6d-6596-4bc3-8ff2-7ea01f24393e {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:07.926330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.993391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port b65f573d-7449-40de-80dd-9284b3adfe1b yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:08.078608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=bbffcee7-9f38-4593-bdb9-36bf9ac161d2,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.144605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Allocated IP 172.26.6.132 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/3036b5bb-a069-4397-b5c9-2699f6eef78f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:08.154696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.218728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '3bd9917e-2f65-455d-8b03-e991cc2d7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '94b7c18a-bb55-4ecc-ad98-777bd327401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:08.219256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: 94b7c18a-bb55-4ecc-ad98-777bd327401c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:08.248379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:08.257208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3efe8-4b9d-4d81-87e8-fd58c5e9a272 req-984ee82b-bdc4-469e-b10c-9f5b29e882fd tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:08.258977 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-37a3efe8-4b9d-4d81-87e8-fd58c5e9a272 req-984ee82b-bdc4-469e-b10c-9f5b29e882fd tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6582828 Feb 16 12:43:08.261725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Subnet': ['ID=9ca5d5a2-629b-4c45-8b77-7cedcc1feb50,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.304709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40aed9-fd21-43db-b79b-2e992af1c4a9 None None] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:08.321186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.362546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Checking segment: {'id': '5cae0a19-214c-47db-9190-31c2d8f5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'caa5ca01-e664-4935-97d5-03a0a7daa49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:08.362911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network hostable DHCP agents. Network: caa5ca01-e664-4935-97d5-03a0a7daa49c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:08.386165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.389833 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4a44938b-7ddc-433b-aea6-22dc6cf749b4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "DELETE /v2.0/routers/33f54a6d-6596-4bc3-8ff2-7ea01f24393e HTTP/1.1" status: 204 len: 168 time: 8.8031425 Feb 16 12:43:08.390203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:08.474343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.498340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:08.512740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bbb6d6-9a58-48bf-8ed1-ff8b71c1df2b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.526900 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-37a3efe8-4b9d-4d81-87e8-fd58c5e9a272 req-e4629e82-5ef6-49aa-908a-3d603287b355 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946292 Feb 16 12:43:08.532929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.537074 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Added segment cbbafa02-dc41-4b04-b2f9-100b1a0839dc of type vlan for network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d Feb 16 12:43:08.555560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3b260035-321f-4c05-a991-eb80f17a7c26 None None] Provisioning for port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:08.568820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.573766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.584856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network 94b7c18a-bb55-4ecc-ad98-777bd327401c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:08.641950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network caa5ca01-e664-4935-97d5-03a0a7daa49c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:08.646001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.670304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.707906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:08.708244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.713866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:08.714476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.723019 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] Sync routers for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:08.727270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.742330 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:08.743186 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:08.835977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event updated for resources: {'Network': ['ID=c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.849029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 94b7c18a-bb55-4ecc-ad98-777bd327401c) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:08.853195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:08.861109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, caa5ca01-e664-4935-97d5-03a0a7daa49c) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:08.871731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:08.873338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:08.874002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.880753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:08.881352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.898330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=b65f573d-7449-40de-80dd-9284b3adfe1b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.904715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:08.912035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:08.917819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:08.918427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.962798 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2ffde9ba-c699-40ec-9054-b9f69f398703 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8160863 Feb 16 12:43:08.965847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46542) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:08.972669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Request body: {'subnet': {'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:08.985957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.020894 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b60ebb67-ae85-49a3-8022-244717159990 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3050668 Feb 16 12:43:09.032248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46546) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:09.041700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6450ba11-ee76-41f0-bf53-6169d413b803 None None] Network 94b7c18a-bb55-4ecc-ad98-777bd327401c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:09.055298 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0c5f9d70-d1c1-4698-88f3-6e7dbc7c6745 admin admin] 10.222.0.47 "PUT /v2.0/routers/acfa09c5-c493-4dbe-976e-6c88ad83f7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3215835 Feb 16 12:43:09.083974 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:09.084690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:09.101653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03457139-5fbb-499d-a918-35e1b794f0c7 None None] Network caa5ca01-e664-4935-97d5-03a0a7daa49c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:09.117342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:09.171459 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ffb0100e-8fed-4ba0-bb12-922dadca03cb tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5296652 Feb 16 12:43:09.175683 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ea1ec68a-65c9-405b-b7e9-1d71e4068fa1 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5283971 Feb 16 12:43:09.191051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46554) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:09.191384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46556) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:09.199595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:09.203579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:09.298767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Pushing event updated for resources: {'Port': ['ID=3036b5bb-a069-4397-b5c9-2699f6eef78f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:09.329772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:09.439322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.533777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:09.544365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:09.544657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.647990 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:43:06Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:09.652334 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] Checking router: acfa09c5-c493-4dbe-976e-6c88ad83f7e0 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:09.662184 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] Routers {'acfa09c5-c493-4dbe-976e-6c88ad83f7e0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:09.663067 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:09.767198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:09.770788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Deleting port 2b2c2202-b417-4c62-9402-7f0890e3c5df {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:09.771628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Usage tracker for resource:subnet and tenant:142bccb99c2f4f5c8516d0bf168c1741 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:09.772185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.774500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:09.780918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:09.884212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.890663 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] Set router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:09.898257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-94b7c18a-bb55-4ecc-ad98-777bd327401c', 'network_id': '94b7c18a-bb55-4ecc-ad98-777bd327401c', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': 'bbffcee7-9f38-4593-bdb9-36bf9ac161d2'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:09.899318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.931928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-caa5ca01-e664-4935-97d5-03a0a7daa49c', 'network_id': 'caa5ca01-e664-4935-97d5-03a0a7daa49c', 'tenant_id': '8a9e3aed6f824611b0f3ce34b76cd211', 'fixed_ips': [{'subnet_id': '9ca5d5a2-629b-4c45-8b77-7cedcc1feb50'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:09.933372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.059655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Made reservation on behalf of 142bccb99c2f4f5c8516d0bf168c1741 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:10.063452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.068331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.093530 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0b0b1-adff-4fff-9782-648202b521d0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:10.094428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-57e0b0b1-adff-4fff-9782-648202b521d0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:10.225872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Allocated IP 2001:db8::1 (94b7c18a-bb55-4ecc-ad98-777bd327401c/bbffcee7-9f38-4593-bdb9-36bf9ac161d2/82139178-1ab6-417c-980d-cf1d37306061) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:10.310607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.335329 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:43:06Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:10.340709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806570-4c36-403a-b2ca-00fb9927d7b4 None None] The sync data for ids ['acfa09c5-c493-4dbe-976e-6c88ad83f7e0'] in dv-neutron-829487-1-hyperv is: [{'id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'name': 'tempest-ServersTestJSON-383127520-router', 'tenant_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:43:06Z', 'revision_number': 5, 'project_id': '20642a7c8ad54f0a8e01f9fd81b9dc5b', 'gw_port': {'id': '9be8a8a9-8c90-4bb0-8011-efca8b6cae39', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa09c5-c493-4dbe-976e-6c88ad83f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:10.371507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] For port 2b2c2202-b417-4c62-9402-7f0890e3c5df, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2b2c2202-b417-4c62-9402-7f0890e3c5df,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:10.371979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.393163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.393926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=44047d6d-bd5b-4dc8-b637-ac6e3a9597c2,segment=NetworkSegment(a77b0191-6d7e-4014-8f87-cf3a84dfae2a),segment_id=a77b0191-6d7e-4014-8f87-cf3a84dfae2a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:10.397412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.444123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Deleting port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:10.444471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.552050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.554937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-57e0b0b1-adff-4fff-9782-648202b521d0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:10.559270 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-57e0b0b1-adff-4fff-9782-648202b521d0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/b65f573d-7449-40de-80dd-9284b3adfe1b HTTP/1.1" status: 200 len: 840 time: 1.3640049 Feb 16 12:43:10.559864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46562) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.591036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Calling delete_port for 2b2c2202-b417-4c62-9402-7f0890e3c5df owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:10.605044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5559593-d7a7-4d1c-a8e6-cceef3ee480f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:10.674542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f5559593-d7a7-4d1c-a8e6-cceef3ee480f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:10.674898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5559593-d7a7-4d1c-a8e6-cceef3ee480f not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:10.749774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.769310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=44047d6d-bd5b-4dc8-b637-ac6e3a9597c2,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:10.778265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Transition to ACTIVE for port object 82139178-1ab6-417c-980d-cf1d37306061 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:10.808661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.812697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Allocated IP 172.20.0.2 (caa5ca01-e664-4935-97d5-03a0a7daa49c/9ca5d5a2-629b-4c45-8b77-7cedcc1feb50/f41eaf7b-077a-4ad0-89e4-7f27cd6755f3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:10.814892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Transition to ACTIVE for port object 82139178-1ab6-417c-980d-cf1d37306061 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:10.917352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.921695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.922155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port b65f573d-7449-40de-80dd-9284b3adfe1b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:10.922471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.019492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Network 94b7c18a-bb55-4ecc-ad98-777bd327401c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:11.023360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.025937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Pushing event updated for resources: {'Port': ['ID=82139178-1ab6-417c-980d-cf1d37306061,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.034897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:11.037870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:11.200974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:11.217993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.271281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Attempting to bind port 82139178-1ab6-417c-980d-cf1d37306061 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:11.271649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Attempting to bind port 82139178-1ab6-417c-980d-cf1d37306061 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '3bd9917e-2f65-455d-8b03-e991cc2d7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '94b7c18a-bb55-4ecc-ad98-777bd327401c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:11.272029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Attempting to bind port 82139178-1ab6-417c-980d-cf1d37306061 on network 94b7c18a-bb55-4ecc-ad98-777bd327401c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:11.292977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:11.293379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Checking segment: {'id': '3bd9917e-2f65-455d-8b03-e991cc2d7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '94b7c18a-bb55-4ecc-ad98-777bd327401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:11.293752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.294155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Bound using segment: {'id': '3bd9917e-2f65-455d-8b03-e991cc2d7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '94b7c18a-bb55-4ecc-ad98-777bd327401c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:11.294653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Bound port: 82139178-1ab6-417c-980d-cf1d37306061, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd9917e-2f65-455d-8b03-e991cc2d7082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '94b7c18a-bb55-4ecc-ad98-777bd327401c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:11.295049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.328411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.368032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] For port 9be8a8a9-8c90-4bb0-8011-efca8b6cae39, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:11.368391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.384242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Transition to ACTIVE for port object f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:11.423983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:11.424611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.433521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.472325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Transition to ACTIVE for port object f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:11.487826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] For port 82139178-1ab6-417c-980d-cf1d37306061, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:11.490682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Allocated IP 172.20.0.1 (21590cdd-daec-4523-b6c8-0ac8ed4fe675/046d38f2-e012-4048-b7c5-c563e5b378da/4f759a5a-8f59-4c2f-a775-1d4a808b9b9a) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:11.498540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.502170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] For port 82139178-1ab6-417c-980d-cf1d37306061, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=82139178-1ab6-417c-980d-cf1d37306061,segment=NetworkSegment(3bd9917e-2f65-455d-8b03-e991cc2d7082),segment_id=3bd9917e-2f65-455d-8b03-e991cc2d7082)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:11.512258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Calling delete_port for 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:11.582491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.603424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b2c2202-b417-4c62-9402-7f0890e3c5df,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.630160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.651952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 27c8cd8f-e9f3-4424-ae69-e03e480cc445 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:11.667240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event updated for resources: {'Subnet': ['ID=38d5e093-edb1-4a0f-bb10-5b77aeafd81f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.693266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 27c8cd8f-e9f3-4424-ae69-e03e480cc445 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:11.693688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 27c8cd8f-e9f3-4424-ae69-e03e480cc445 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:11.703796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Network caa5ca01-e664-4935-97d5-03a0a7daa49c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:11.708947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:11.716314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:11.767739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Pushing event updated for resources: {'Port': ['ID=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.774739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Checking segment: {'id': 'cbbafa02-dc41-4b04-b2f9-100b1a0839dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:11.775170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Network hostable DHCP agents. Network: c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:11.783527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.839165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=bbffcee7-9f38-4593-bdb9-36bf9ac161d2,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.844704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.895869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.921767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Attempting to bind port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:11.922282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Attempting to bind port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '5cae0a19-214c-47db-9190-31c2d8f5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'caa5ca01-e664-4935-97d5-03a0a7daa49c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:11.922741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Attempting to bind port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 on network caa5ca01-e664-4935-97d5-03a0a7daa49c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:11.939450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:11.939884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Checking segment: {'id': '5cae0a19-214c-47db-9190-31c2d8f5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'caa5ca01-e664-4935-97d5-03a0a7daa49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:11.940938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.940938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Bound using segment: {'id': '5cae0a19-214c-47db-9190-31c2d8f5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'caa5ca01-e664-4935-97d5-03a0a7daa49c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:11.941372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Bound port: f41eaf7b-077a-4ad0-89e4-7f27cd6755f3, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cae0a19-214c-47db-9190-31c2d8f5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'caa5ca01-e664-4935-97d5-03a0a7daa49c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:11.941854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.999369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for b65f573d-7449-40de-80dd-9284b3adfe1b owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:12.053636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b7c18a-bb55-4ecc-ad98-777bd327401c']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:12.061752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5d1af-bbfb-4d66-b6f7-a069f75612bc None None] Network 94b7c18a-bb55-4ecc-ad98-777bd327401c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:12.081070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd9917e-2f65-455d-8b03-e991cc2d7082') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:12.081424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd9917e-2f65-455d-8b03-e991cc2d7082') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:12.122744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.137050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.139547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629258a-24ae-46ba-9f67-d8c7c6cd3f9e None None] Pushing event updated for resources: {'Port': ['ID=82139178-1ab6-417c-980d-cf1d37306061,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.140074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.146546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.151934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.169853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.187657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:12.193523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:12.193860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:12.210420 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:12.212522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.286174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] For port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:12.302029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] For port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,segment=NetworkSegment(5cae0a19-214c-47db-9190-31c2d8f5cdd3),segment_id=5cae0a19-214c-47db-9190-31c2d8f5cdd3)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:12.305576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Transition to ACTIVE for port object 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:12.321365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.321870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6998c78a-2de2-4ee7-bb6c-7dff4b356de7 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:12.350803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:12.353321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.353978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.354166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:43:12.354166 dv-neutron-829487-1-hyperv neutron-server[88443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:43:12.354166 dv-neutron-829487-1-hyperv neutron-server[88443]: [parameters: {'id': '94b7c18a-bb55-4ecc-ad98-777bd327401c'}] Feb 16 12:43:12.354166 dv-neutron-829487-1-hyperv neutron-server[88443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:12.354665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:12.368018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89612a5d-f8b8-4e70-990a-08750aa6eaa9 None None] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:12.396504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:12.397524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.415402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be8a8a9-8c90-4bb0-8011-efca8b6cae39,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.423736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.428909 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9f698e77-5759-49c3-89ae-cb036478fffa tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "DELETE /v2.0/routers/6998c78a-2de2-4ee7-bb6c-7dff4b356de7 HTTP/1.1" status: 204 len: 168 time: 4.0315747 Feb 16 12:43:12.439574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46566) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:12.440793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=b65f573d-7449-40de-80dd-9284b3adfe1b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.454544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-732916748', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:12.475463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.478951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.495288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:12.500723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.542482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.549874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:12.571592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:12.577153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:12.622005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Usage tracker for resource:router and tenant:65fd291878d04ecd9e6251073788e35f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:12.634150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f1a53-74a9-44bd-a4d1-2038a89f0960 None None] Pushing event updated for resources: {'Port': ['ID=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.688162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:12.728655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.732420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Port': ['ID=4f759a5a-8f59-4c2f-a775-1d4a808b9b9a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.743490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:12.749735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d', 'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d', 'tenant_id': '142bccb99c2f4f5c8516d0bf168c1741', 'fixed_ips': [{'subnet_id': '38d5e093-edb1-4a0f-bb10-5b77aeafd81f'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:12.750809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.781226 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0deec43-5822-46c9-9750-b88f3bcef252 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8113904 Feb 16 12:43:12.782547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46570) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:12.795271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Router 3213cf0a-0635-48c6-b27a-5069e8a5a4b3 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:12.797826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Request body: {'port': {'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-225914698'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:12.902650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.947426 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1350c584-6099-4733-bca1-8738f05efa94 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/b65f573d-7449-40de-80dd-9284b3adfe1b HTTP/1.1" status: 204 len: 168 time: 2.3822336 Feb 16 12:43:12.952489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46574) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:12.954705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.956342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.994886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.999854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.007994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.049080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Allocated IP 2001:db8::2 (c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d/38d5e093-edb1-4a0f-bb10-5b77aeafd81f/63580d60-17fb-44c9-9580-3fe2d5c2e94e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:13.088413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f34ce3-5b2e-45f8-aa8d-bffb2e45fa7c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:43:13.098063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-40f34ce3-5b2e-45f8-aa8d-bffb2e45fa7c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:13.108291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-be758768-01a4-437c-b9ad-013e06d2e772 None None] Provisioning for port 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:13.127135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port 82139178-1ab6-417c-980d-cf1d37306061 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:13.132687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.189308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-be758768-01a4-437c-b9ad-013e06d2e772 None None] Provisioning complete for port 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:13.189308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be758768-01a4-437c-b9ad-013e06d2e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.234114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.243160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acfa09c5-c493-4dbe-976e-6c88ad83f7e0 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:13.243565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-40f34ce3-5b2e-45f8-aa8d-bffb2e45fa7c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:13.249653 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-57c6137f-cc69-46e0-bba1-f31acc512897 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3589556 Feb 16 12:43:13.250194 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-40f34ce3-5b2e-45f8-aa8d-bffb2e45fa7c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/b65f573d-7449-40de-80dd-9284b3adfe1b HTTP/1.1" status: 404 len: 333 time: 0.2313416 Feb 16 12:43:13.252125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46578) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.275256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'name': 'tempest-PortsTestJSON-926929764'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:13.281582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-be758768-01a4-437c-b9ad-013e06d2e772 None None] Port 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:13.332419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:13.498071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.501859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46582) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.502105 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ab70a864-fc2f-4d10-aded-abc7929497c6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/acfa09c5-c493-4dbe-976e-6c88ad83f7e0 HTTP/1.1" status: 204 len: 168 time: 4.4065006 Feb 16 12:43:13.517750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:13.522061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.524850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.526034 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d770de6d-add6-4127-9dca-d511eb15e2a8 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "PUT /v2.0/routers/3213cf0a-0635-48c6-b27a-5069e8a5a4b3 HTTP/1.1" status: 200 len: 918 time: 7.6264243 Feb 16 12:43:13.529082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46586) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.536538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:13.536714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Transition to ACTIVE for port object 63580d60-17fb-44c9-9580-3fe2d5c2e94e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:13.544352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] Sync routers for ids ['3213cf0a-0635-48c6-b27a-5069e8a5a4b3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:13.565794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Transition to ACTIVE for port object 63580d60-17fb-44c9-9580-3fe2d5c2e94e will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:13.567702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] Routers {'3213cf0a-0635-48c6-b27a-5069e8a5a4b3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:13.568634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3213cf0a-0635-48c6-b27a-5069e8a5a4b3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:13.615113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:13.655616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] Deleting subnet babdde1c-242e-47ce-8104-d34de9bf4946 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:13.658940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.659109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:13.672485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:13.683842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] Routers {'3213cf0a-0635-48c6-b27a-5069e8a5a4b3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:13.685219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3213cf0a-0635-48c6-b27a-5069e8a5a4b3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:13.741860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:13.745424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.768300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9835a-b385-45ab-ab18-809594ed7fce req-1b4a42c4-7871-41ab-a0aa-caf5baebc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:13.769690 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-1b4a42c4-7871-41ab-a0aa-caf5baebc934 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.3335993 Feb 16 12:43:13.784756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.805220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port cfb7c401-973b-412a-a9e9-b72da1676d79 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:13.868137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:13.868354 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-12a30e35-e1d9-4010-851d-0d72d55c8f70 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/3213cf0a-0635-48c6-b27a-5069e8a5a4b3 HTTP/1.1" status: 200 len: 924 time: 0.3306975 Feb 16 12:43:13.868440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a061d29-163d-49c6-adfe-9a32d698dcae None None] The sync data for ids ['3213cf0a-0635-48c6-b27a-5069e8a5a4b3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:13.868440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2b2c2202-b417-4c62-9402-7f0890e3c5df no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:13.884984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46590) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.920364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 2b2c2202-b417-4c62-9402-7f0890e3c5df {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:13.920708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2b2c2202-b417-4c62-9402-7f0890e3c5df not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:13.939794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:13.940362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:13.943079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:13.943291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Usage tracker for resource:port and tenant:142bccb99c2f4f5c8516d0bf168c1741 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:13.946123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:13.946470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:13.952446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:13.964203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Pushing event updated for resources: {'Port': ['ID=63580d60-17fb-44c9-9580-3fe2d5c2e94e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:13.967921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.974324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.099782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea05c69-6fac-4272-8ec0-eef6f923f7fe None None] Network caa5ca01-e664-4935-97d5-03a0a7daa49c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:14.117857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Made reservation on behalf of 142bccb99c2f4f5c8516d0bf168c1741 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:14.121540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.130972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.184231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Attempting to bind port 63580d60-17fb-44c9-9580-3fe2d5c2e94e on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:14.184741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Attempting to bind port 63580d60-17fb-44c9-9580-3fe2d5c2e94e by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'cbbafa02-dc41-4b04-b2f9-100b1a0839dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:14.185169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Attempting to bind port 63580d60-17fb-44c9-9580-3fe2d5c2e94e on network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:14.197150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:14.199173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Checking segment: {'id': 'cbbafa02-dc41-4b04-b2f9-100b1a0839dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:14.199173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.199173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Bound using segment: {'id': 'cbbafa02-dc41-4b04-b2f9-100b1a0839dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:14.199173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Bound port: 63580d60-17fb-44c9-9580-3fe2d5c2e94e, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbafa02-dc41-4b04-b2f9-100b1a0839dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:14.199505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.224638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9835a-b385-45ab-ab18-809594ed7fce req-b6f0623c-1e19-4142-80c3-7e1995f85453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.226144 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-b6f0623c-1e19-4142-80c3-7e1995f85453 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 0.3675857 Feb 16 12:43:14.232297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04b0639-a9dd-4688-b5db-baed44d9fa58 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.236380 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d04b0639-a9dd-4688-b5db-baed44d9fa58 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=3213cf0a-0635-48c6-b27a-5069e8a5a4b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3478935 Feb 16 12:43:14.279974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46596) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.281056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] device_id is not set on port 715cf826-a84f-43a3-b63f-08cb44a2ad29 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:14.308952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b8114995-d64b-475c-80b2-66555c377550 None None] Provisioning for port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:14.340482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b8114995-d64b-475c-80b2-66555c377550 None None] Provisioning complete for port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:14.341426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8114995-d64b-475c-80b2-66555c377550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.378371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.385641 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-8181130c-18ac-445b-a1d9-d456fd241eb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1002 time: 0.1506569 Feb 16 12:43:14.415547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port 82139178-1ab6-417c-980d-cf1d37306061, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=82139178-1ab6-417c-980d-cf1d37306061,segment=NetworkSegment(3bd9917e-2f65-455d-8b03-e991cc2d7082),segment_id=3bd9917e-2f65-455d-8b03-e991cc2d7082)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:14.415927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.468879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] For port 63580d60-17fb-44c9-9580-3fe2d5c2e94e, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:14.474178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] For port 63580d60-17fb-44c9-9580-3fe2d5c2e94e, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=63580d60-17fb-44c9-9580-3fe2d5c2e94e,segment=NetworkSegment(cbbafa02-dc41-4b04-b2f9-100b1a0839dc),segment_id=cbbafa02-dc41-4b04-b2f9-100b1a0839dc)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:14.551120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.560915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9835a-b385-45ab-ab18-809594ed7fce req-f5d5da10-3e00-4f7a-9981-5e9ad76c2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.562359 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-f5d5da10-3e00-4f7a-9981-5e9ad76c2073 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.1663508 Feb 16 12:43:14.622515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.632536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.660312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8114995-d64b-475c-80b2-66555c377550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.717988 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3dfb2-55f3-42b4-8031-71313918a5ee None None] Pushing event updated for resources: {'Port': ['ID=63580d60-17fb-44c9-9580-3fe2d5c2e94e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:14.718224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:14.722867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:14.733373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b8114995-d64b-475c-80b2-66555c377550 None None] For port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,segment=NetworkSegment(5cae0a19-214c-47db-9190-31c2d8f5cdd3),segment_id=5cae0a19-214c-47db-9190-31c2d8f5cdd3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:14.738821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:14.741074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.741694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.765955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=cfb7c401-973b-412a-a9e9-b72da1676d79,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:14.771883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9835a-b385-45ab-ab18-809594ed7fce req-69471774-e7b3-41fb-ba1b-cfb7ef048e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.773342 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-69471774-e7b3-41fb-ba1b-cfb7ef048e38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2041953 Feb 16 12:43:14.813427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8114995-d64b-475c-80b2-66555c377550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.865916 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2d14dd40-2f87-4c28-a674-6f10dea3f80d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6091962 Feb 16 12:43:14.866848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.887991 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:14.929536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8114995-d64b-475c-80b2-66555c377550 None None] Pushing event updated for resources: {'Port': ['ID=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:15.136664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.148881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f3e1327f-cc76-4598-9e96-50840a557358 None None] Provisioning complete for port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:15.149487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3e1327f-cc76-4598-9e96-50840a557358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.152346 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-64ec8c3f-a27d-44f6-844b-8c8fbf12fcf9 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715632 Feb 16 12:43:15.168668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for 82139178-1ab6-417c-980d-cf1d37306061 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:15.214693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf8220-ab4b-4b16-8977-a716b5fa9fab tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:15.218833 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-85bf8220-ab4b-4b16-8977-a716b5fa9fab tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 0.8746810 Feb 16 12:43:15.244996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46604) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:15.299912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:15.335016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ae7b64e7-fa71-45ea-96e8-5967ab2d0131 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=3213cf0a-0635-48c6-b27a-5069e8a5a4b3 HTTP/1.1" status: 200 len: 205 time: 0.0841711 Feb 16 12:43:15.336931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46608) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:15.382762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Allocated IP 2001:db8::7b (c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d/38d5e093-edb1-4a0f-bb10-5b77aeafd81f/715cf826-a84f-43a3-b63f-08cb44a2ad29) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:15.388172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.393698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:15.394073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.523897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babdde1c-242e-47ce-8104-d34de9bf4946,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:15.532441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b480cc6-8d5f-4b11-864d-c6ed23e2cb1a None None] Network 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:15.533622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.548247 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47a9835a-b385-45ab-ab18-809594ed7fce req-a91efb6e-3bbd-4efb-b985-7dac1c2ee7d3 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859022 Feb 16 12:43:15.582572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 63580d60-17fb-44c9-9580-3fe2d5c2e94e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:15.591200 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f3b654b8-52fe-4944-8dc3-2d9fccaa02b2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/babdde1c-242e-47ce-8104-d34de9bf4946 HTTP/1.1" status: 204 len: 168 time: 2.0761130 Feb 16 12:43:15.603421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46612) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:15.651140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.685835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.781936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.851467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No DVR routers for this DVR port 82139178-1ab6-417c-980d-cf1d37306061 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:15.863799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.902308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Port': ['ID=82139178-1ab6-417c-980d-cf1d37306061,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:15.923144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 63580d60-17fb-44c9-9580-3fe2d5c2e94e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:15.940299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:15.950346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] In _notify_port_updated(), no bound segment for port cfb7c401-973b-412a-a9e9-b72da1676d79 on network be2995ca-3247-4912-bc6e-202a3d6e16c5 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:43:15.956254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:15.956919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.958352 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "PUT /v2.0/ports/cfb7c401-973b-412a-a9e9-b72da1676d79 HTTP/1.1" status: 200 len: 818 time: 1.0807376 Feb 16 12:43:15.963694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:15.991720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:15.992187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9be8a8a9-8c90-4bb0-8011-efca8b6cae39 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:16.017879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] DHCP port deletion for 0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:16.025284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] Deleting port c31c4af4-96eb-4159-83fe-d9a8742a7f0d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:16.026958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.032232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72a418-1120-4e45-87d6-a61549aab391 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=cfb7c401-973b-412a-a9e9-b72da1676d79,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.051167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.062907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.078917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port cfb7c401-973b-412a-a9e9-b72da1676d79 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:16.078917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.089795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82909c91-fd30-4c2a-8975-4fed8b8c7561 None None] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:16.192205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Deleting port 3036b5bb-a069-4397-b5c9-2699f6eef78f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:16.192541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.211905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b7c18a-bb55-4ecc-ad98-777bd327401c']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:16.256252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.283455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-04028377-1b88-423b-849c-f083db1344a4 None None] Provisioning for port 63580d60-17fb-44c9-9580-3fe2d5c2e94e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:16.324465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd9917e-2f65-455d-8b03-e991cc2d7082') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:16.324854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd9917e-2f65-455d-8b03-e991cc2d7082') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:16.360228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-04028377-1b88-423b-849c-f083db1344a4 None None] Provisioning complete for port 63580d60-17fb-44c9-9580-3fe2d5c2e94e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:16.360475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04028377-1b88-423b-849c-f083db1344a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.361938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.376316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:43:16.438735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.449644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Deleting port c31c4af4-96eb-4159-83fe-d9a8742a7f0d {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:16.449644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.476789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.485893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] For port c31c4af4-96eb-4159-83fe-d9a8742a7f0d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c31c4af4-96eb-4159-83fe-d9a8742a7f0d,segment=NetworkSegment(df19f8f0-d9f7-4207-9bfd-ea4b0552c176),segment_id=df19f8f0-d9f7-4207-9bfd-ea4b0552c176)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:16.486291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.501246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.525027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.533671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.560325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.578602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:16.579014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:16.626450 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:16.667594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for cfb7c401-973b-412a-a9e9-b72da1676d79 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:16.704686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] Calling delete_port for c31c4af4-96eb-4159-83fe-d9a8742a7f0d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:16.759028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.854150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04028377-1b88-423b-849c-f083db1344a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.896672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-04028377-1b88-423b-849c-f083db1344a4 None None] For port 63580d60-17fb-44c9-9580-3fe2d5c2e94e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=63580d60-17fb-44c9-9580-3fe2d5c2e94e,segment=NetworkSegment(cbbafa02-dc41-4b04-b2f9-100b1a0839dc),segment_id=cbbafa02-dc41-4b04-b2f9-100b1a0839dc)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:16.916420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Calling delete_port for 3036b5bb-a069-4397-b5c9-2699f6eef78f owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:16.944817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.957098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.011961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04028377-1b88-423b-849c-f083db1344a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.029783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] Pushing event deleted for resources: {'Port': ['ID=c31c4af4-96eb-4159-83fe-d9a8742a7f0d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.030952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] The port 'c31c4af4-96eb-4159-83fe-d9a8742a7f0d' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:43:17.031995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38296464-391a-45a5-8f0e-bb8f2d61de53 None None] No DVR routers for this DVR port c31c4af4-96eb-4159-83fe-d9a8742a7f0d on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:17.054246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.078882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Transition to ACTIVE for port object 715cf826-a84f-43a3-b63f-08cb44a2ad29 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:17.085751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.096472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Port': ['ID=4f759a5a-8f59-4c2f-a775-1d4a808b9b9a,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.150004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04028377-1b88-423b-849c-f083db1344a4 None None] Pushing event updated for resources: {'Port': ['ID=63580d60-17fb-44c9-9580-3fe2d5c2e94e,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.182156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c31c4af4-96eb-4159-83fe-d9a8742a7f0d no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:17.182346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.186703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.218105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.223362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=cfb7c401-973b-412a-a9e9-b72da1676d79,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.236162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558f67f-e74b-4b0e-8221-30931376f3d6 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:43:17.243741 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b3eb6c6d-be16-4d72-89b5-1be6db05d515 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/cfb7c401-973b-412a-a9e9-b72da1676d79 HTTP/1.1" status: 204 len: 168 time: 1.2770557 Feb 16 12:43:17.246271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.283064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: c31c4af4-96eb-4159-83fe-d9a8742a7f0d {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:17.283412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c31c4af4-96eb-4159-83fe-d9a8742a7f0d not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:17.308932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bf7d8d4f-0685-420f-af7a-3a2f9159fed0 None None] Provisioning complete for port 63580d60-17fb-44c9-9580-3fe2d5c2e94e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:17.309284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8d4f-0685-420f-af7a-3a2f9159fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.326600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=94b7c18a-bb55-4ecc-ad98-777bd327401c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.378568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-609b2bcb-8c9d-4ba2-9eb8-3a01e32b5165 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/94b7c18a-bb55-4ecc-ad98-777bd327401c HTTP/1.1" status: 204 len: 168 time: 8.3447328 Feb 16 12:43:17.397487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46624) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.420668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-387993322'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.421197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85a95b-9e30-42cc-b6f5-2955d2f57d4c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:17.421895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c85a95b-9e30-42cc-b6f5-2955d2f57d4c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:17.425509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:17.437033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:17.440647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.475658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:17.476899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.478971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Allocated IP 172.26.6.156 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8a6dc83d-bd03-4ace-81cf-42c2b8c43f56) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:17.500449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:17.509506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558f67f-e74b-4b0e-8221-30931376f3d6 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:43:17.526921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c85a95b-9e30-42cc-b6f5-2955d2f57d4c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:17.530926 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6c85a95b-9e30-42cc-b6f5-2955d2f57d4c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2835581 Feb 16 12:43:17.533106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:17.537751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.561220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:17.561575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df19f8f0-d9f7-4207-9bfd-ea4b0552c176') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:17.573970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event deleted for resources: {'Port': ['ID=3036b5bb-a069-4397-b5c9-2699f6eef78f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.592055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.658934 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5194b545-6cc5-4fe3-a4e3-8366d8458507 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:43:17.667557 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5194b545-6cc5-4fe3-a4e3-8366d8458507 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/cfb7c401-973b-412a-a9e9-b72da1676d79 HTTP/1.1" status: 404 len: 333 time: 0.1286037 Feb 16 12:43:17.669018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.670048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:17.670894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:17.674336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.684718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.689780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-986647663'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.692154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:17.698004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:17.706170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:17.710797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.738608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.757577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:17.832209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:17.833193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:17.833604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:17.854957 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:17.906437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.908745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.984998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:17.994403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.018300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.021273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Fanout notify agent at l3_agent the message router_deleted on router 3213cf0a-0635-48c6-b27a-5069e8a5a4b3 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:18.064064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:18.066817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.068681 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-16737f3a-f6e5-4176-9182-6c3489fb6b0f tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/3213cf0a-0635-48c6-b27a-5069e8a5a4b3 HTTP/1.1" status: 204 len: 168 time: 2.7320933 Feb 16 12:43:18.072574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.087889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-385693082', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.094890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:18.095932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:18.115578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:18.121879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Usage tracker for resource:router and tenant:6e72a968c0a843e7ad4f8cffa47ad8ad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:18.124954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:18.127954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:18.131130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.131989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.133815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.134169 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment 7d0044a7-b471-444f-ba0b-88198cbe1dab of type vlan for network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f Feb 16 12:43:18.143855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:18.144182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:18.172656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.173728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event updated for resources: {'Port': ['ID=715cf826-a84f-43a3-b63f-08cb44a2ad29,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.191718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.192839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment d14e2a2a-550b-4ffc-a869-e0d6d6e65485 of type vlan for network 5f35f00b-7885-43ca-a8a6-a39a999352c5 Feb 16 12:43:18.242497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.252279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.253295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.261383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4075ef1a-5518-4864-97cb-9ba4079949c4 None None] Provisioning complete for port 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:18.262668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4075ef1a-5518-4864-97cb-9ba4079949c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.274793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.282765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.290223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.317753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.323217 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] 10.222.0.47 "DELETE /v2.0/networks/0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f HTTP/1.1" status: 204 len: 168 time: 2.7138655 Feb 16 12:43:18.335665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256807b-4295-4826-a38a-de8e5a1f4c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=0364b0f6-bd6f-4fb2-b786-64c5ec6cd88f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.350029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.362121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.364487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2324bb00-1805-4dd7-8afe-dab324060efd tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 5.5811207 Feb 16 12:43:18.365889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.367618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46642) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.375351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Request body: {'port': {'network_id': 'c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-663688426', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.376034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.api.validators [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] bootfile-name is not in valid_values {{(pid=88443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:43:18.376541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.api.validators [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] tftp-server is not in valid_values {{(pid=88443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:43:18.376883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.api.validators [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] server-ip-address is not in valid_values {{(pid=88443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:43:18.383293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4075ef1a-5518-4864-97cb-9ba4079949c4 None None] Port 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:18.420448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Router b47aa29b-7b07-4744-8d5c-894f7f9ae6ff is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:18.507653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.513272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.513959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.575269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7fbe725f-e296-4b4e-aeb9-e57c4b28cc7e None None] Provisioning for port 715cf826-a84f-43a3-b63f-08cb44a2ad29 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:18.587104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7fbe725f-e296-4b4e-aeb9-e57c4b28cc7e None None] Provisioning complete for port 715cf826-a84f-43a3-b63f-08cb44a2ad29 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:18.587899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fbe725f-e296-4b4e-aeb9-e57c4b28cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.650393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe725f-e296-4b4e-aeb9-e57c4b28cc7e None None] Port 715cf826-a84f-43a3-b63f-08cb44a2ad29 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:18.779587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=6b9a9a5f-3b0e-41bc-8188-8285fb75c26f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.783150 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1ee0a5bc-1fc8-4afd-9d41-cf6e1e29b7b1 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1054811 Feb 16 12:43:18.796796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:18.829674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46646) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.854597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.883168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.887385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46650) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.933373 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5339060 Feb 16 12:43:18.945522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46654) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.964542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': '5f35f00b-7885-43ca-a8a6-a39a999352c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.971077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.989718 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-df34fbd2-a937-4e28-9634-f80d385f1640 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20642a7c8ad54f0a8e01f9fd81b9dc5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0983329 Feb 16 12:43:18.994192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.094523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:19.108597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:19.111027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:19.137435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 63580d60-17fb-44c9-9580-3fe2d5c2e94e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:19.143820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92bb79-2a41-41cd-bd80-8f90b40f580d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=5f35f00b-7885-43ca-a8a6-a39a999352c5,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.173485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 5f35f00b-7885-43ca-a8a6-a39a999352c5 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:19.180025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.183824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event updated for resources: {'Port': ['ID=8a6dc83d-bd03-4ace-81cf-42c2b8c43f56,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.189147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.193191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.197533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.200000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:19.208046 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5ec57810-44c1-4635-b7eb-74ee38a1ec37 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "PUT /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0112650 Feb 16 12:43:19.208675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46662) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.209017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.214419 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] Sync routers for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:19.218583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Usage tracker for resource:port and tenant:142bccb99c2f4f5c8516d0bf168c1741 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.225392 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:19.226411 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:19.227460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b468ad3d-25ce-4553-bf48-4d5e247c5529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.232740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.266402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b468ad3d-25ce-4553-bf48-4d5e247c5529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.295985 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:19.303923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.309298 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:19.310226 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:19.314884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.318430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.320504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.370236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 63580d60-17fb-44c9-9580-3fe2d5c2e94e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:19.370810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.382947 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:19.383845 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b30f6b-1005-4cea-bd03-1e40d3ba58f9 None None] The sync data for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:19.443107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.447513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.520646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.600120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Made reservation on behalf of 142bccb99c2f4f5c8516d0bf168c1741 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.601078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.603891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.632980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b468ad3d-25ce-4553-bf48-4d5e247c5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.648729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.655007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468ad3d-25ce-4553-bf48-4d5e247c5529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5159c2c4-59d8-4d62-97a8-ea454f1ebc92,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.764151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.767780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.848131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] device_id is not set on port 0717a4d0-2964-45ed-a188-b284e16a187c yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:19.869447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b468ad3d-25ce-4553-bf48-4d5e247c5529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.870567 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b468ad3d-25ce-4553-bf48-4d5e247c5529 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5159c2c4-59d8-4d62-97a8-ea454f1ebc92 HTTP/1.1" status: 204 len: 168 time: 0.8754764 Feb 16 12:43:19.889094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Allocated IP 172.26.6.63 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/0db5296a-faa7-46c3-8715-c07589f6b0fc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:19.972037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.194501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=36f5c743-c69d-4afb-90ef-467bdc1f5bf5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.230795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': 'd14e2a2a-550b-4ffc-a869-e0d6d6e65485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f35f00b-7885-43ca-a8a6-a39a999352c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:20.231197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: 5f35f00b-7885-43ca-a8a6-a39a999352c5, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:20.251512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.356345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network 5f35f00b-7885-43ca-a8a6-a39a999352c5 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:20.407587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.459938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 5f35f00b-7885-43ca-a8a6-a39a999352c5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.470947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5541501-e8a0-42d8-b5dd-90038228faab None None] Network 5f35f00b-7885-43ca-a8a6-a39a999352c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:20.489187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.508146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:20.510287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.518264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.519355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.546340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:20.573616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event updated for resources: {'Port': ['ID=0db5296a-faa7-46c3-8715-c07589f6b0fc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.667198 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6e2178dc-bccb-4c17-b5ef-48c46b4519b9 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7119570 Feb 16 12:43:20.669705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46676) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:20.670771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Allocated IP 2001:db8::382 (c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d/38d5e093-edb1-4a0f-bb10-5b77aeafd81f/0717a4d0-2964-45ed-a188-b284e16a187c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:20.696196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-5f35f00b-7885-43ca-a8a6-a39a999352c5', 'network_id': '5f35f00b-7885-43ca-a8a6-a39a999352c5', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': '36f5c743-c69d-4afb-90ef-467bdc1f5bf5'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:20.697340 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.892642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Allocated IP 2001:db8::1 (5f35f00b-7885-43ca-a8a6-a39a999352c5/36f5c743-c69d-4afb-90ef-467bdc1f5bf5/c6690cb9-f794-4845-89cd-0a949669a31e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:21.092436 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-fa193b13-fb78-4d34-902c-3983aa55bfcd tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:43:21.096601 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fa193b13-fb78-4d34-902c-3983aa55bfcd tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "PUT /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8796599 Feb 16 12:43:21.097381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46690) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:21.111688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.142831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.182417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.193579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Transition to ACTIVE for port object c6690cb9-f794-4845-89cd-0a949669a31e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:21.214391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Transition to ACTIVE for port object c6690cb9-f794-4845-89cd-0a949669a31e will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:21.293064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.340658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:21.369361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Pushing event updated for resources: {'Port': ['ID=c6690cb9-f794-4845-89cd-0a949669a31e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.385122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Network 5f35f00b-7885-43ca-a8a6-a39a999352c5 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:21.387144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:21.390199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:21.403660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.487704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Attempting to bind port c6690cb9-f794-4845-89cd-0a949669a31e on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:21.488242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Attempting to bind port c6690cb9-f794-4845-89cd-0a949669a31e by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'd14e2a2a-550b-4ffc-a869-e0d6d6e65485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f35f00b-7885-43ca-a8a6-a39a999352c5'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:21.488332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Attempting to bind port c6690cb9-f794-4845-89cd-0a949669a31e on network 5f35f00b-7885-43ca-a8a6-a39a999352c5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:21.495178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:21.495597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Checking segment: {'id': 'd14e2a2a-550b-4ffc-a869-e0d6d6e65485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f35f00b-7885-43ca-a8a6-a39a999352c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:21.495956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.497405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Bound using segment: {'id': 'd14e2a2a-550b-4ffc-a869-e0d6d6e65485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f35f00b-7885-43ca-a8a6-a39a999352c5'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:21.497405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Bound port: c6690cb9-f794-4845-89cd-0a949669a31e, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14e2a2a-550b-4ffc-a869-e0d6d6e65485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f35f00b-7885-43ca-a8a6-a39a999352c5'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:21.497405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.547672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.597701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] For port c6690cb9-f794-4845-89cd-0a949669a31e, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:21.602243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] For port c6690cb9-f794-4845-89cd-0a949669a31e, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c6690cb9-f794-4845-89cd-0a949669a31e,segment=NetworkSegment(d14e2a2a-550b-4ffc-a869-e0d6d6e65485),segment_id=d14e2a2a-550b-4ffc-a869-e0d6d6e65485)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:21.616986 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-599625844-network', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:21.631970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:21.644726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Usage tracker for resource:network and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:21.649452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:21.658223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:21.674994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.693406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=d0a5f98f-9db1-40df-80ea-7634ed740645,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.763775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4982883-cae9-444b-8e90-65cb42e2f1d8 None None] Pushing event updated for resources: {'Port': ['ID=c6690cb9-f794-4845-89cd-0a949669a31e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.790497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Made reservation on behalf of 0c5c902b6ead4979882e8273e50b93ca for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:21.792863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.796210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': '7d0044a7-b471-444f-ba0b-88198cbe1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:21.796569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:21.810586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.826175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:21.829602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port c6690cb9-f794-4845-89cd-0a949669a31e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:21.829945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.830287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Usage tracker for resource:security_group_rule and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:21.834247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:21.840345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:21.903912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Router 8b930e63-eaa1-4e93-b16d-7c78e61e3bdb is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:21.933456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.037025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.093427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.197408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:22.215277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.263668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:22.267962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Transition to ACTIVE for port object 0717a4d0-2964-45ed-a188-b284e16a187c will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:22.284779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4cb617-afb7-4e39-b353-857ab7666776,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.327106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.327106 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Added segment 0ed31072-1e55-4ab2-a6cf-c210444632ee of type vlan for network 0c90a4b7-703b-4593-80c1-0955fec57286 Feb 16 12:43:22.327106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:22.328201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] Sync routers for ids ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:22.328201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] Routers {'8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:22.328201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:22.341570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.402697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:22.411823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] Routers {'8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:22.412789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:22.424493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.426601 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a64c2204-404b-405f-8550-14ffa62d397b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3511789 Feb 16 12:43:22.428797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46702) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.434530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:22.435397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:22.439899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.440488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.469990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e6d8d-6354-418c-a14a-44e26a2f2809 None None] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:22.513135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.514205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.514710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.539994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:22.540596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f441f5a-9583-4309-abd5-c42dc8050cc1 None None] The sync data for ids ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:22.559385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port c6690cb9-f794-4845-89cd-0a949669a31e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c6690cb9-f794-4845-89cd-0a949669a31e,segment=NetworkSegment(d14e2a2a-550b-4ffc-a869-e0d6d6e65485),segment_id=d14e2a2a-550b-4ffc-a869-e0d6d6e65485)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:22.559748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.699570 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f8d602f0-8db3-4d19-b4a9-00404a66a30f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8180914 Feb 16 12:43:22.703322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.706448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46706) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.716083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for c6690cb9-f794-4845-89cd-0a949669a31e owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:22.727386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] Pushing event updated for resources: {'Network': ['ID=0c90a4b7-703b-4593-80c1-0955fec57286,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.740870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:22.746755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0c90a4b7-703b-4593-80c1-0955fec57286 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:22.846855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-6b9a9a5f-3b0e-41bc-8188-8285fb75c26f', 'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f', 'tenant_id': 'ce0e84a208684fb7856eee239a09ff87', 'fixed_ips': [{'subnet_id': 'd0a5f98f-9db1-40df-80ea-7634ed740645'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:22.848655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.862095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:22.866272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event updated for resources: {'Port': ['ID=0717a4d0-2964-45ed-a188-b284e16a187c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.870856 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f3c53296-de86-4a5f-99c0-810288a3cd97 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5264153 Feb 16 12:43:22.871070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:22.876440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.880467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:22.887734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.888405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.914039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Request body: {'subnet': {'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-599625844-subnet', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:22.925396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:22.930508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Usage tracker for resource:subnet and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:22.935216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:22.943248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:23.082210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:23.116204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Router 621d3fce-7fc9-4a20-ba95-a5705dd654e4 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:23.116482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:23.120822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ab42a-5d25-414d-a8d2-1d4be746e5c4 None None] Network 5f35f00b-7885-43ca-a8a6-a39a999352c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:23.127866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5eda0a8f-8063-4749-b98f-a2c45ce081da tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.7552228 Feb 16 12:43:23.134796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46714) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:23.139405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:23.174823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:23.177358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Made reservation on behalf of 0c5c902b6ead4979882e8273e50b93ca for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:23.179997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.247431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c6690cb9-f794-4845-89cd-0a949669a31e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:23.340474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Allocated IP 172.20.0.2 (6b9a9a5f-3b0e-41bc-8188-8285fb75c26f/d0a5f98f-9db1-40df-80ea-7634ed740645/0d98cda5-7ebb-4a32-85ea-0db5ab860881) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:23.373750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:23.378523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.458787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Could not find standard attr ID for object c6690cb9-f794-4845-89cd-0a949669a31e. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:23.488178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cc6c3e1f-b8c7-4337-a37a-cf160cf8f6c4 None None] Provisioning for port c6690cb9-f794-4845-89cd-0a949669a31e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:23.506918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cc6c3e1f-b8c7-4337-a37a-cf160cf8f6c4 None None] Provisioning complete for port c6690cb9-f794-4845-89cd-0a949669a31e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:23.507324 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc6c3e1f-b8c7-4337-a37a-cf160cf8f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.543539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.559159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c3e1f-b8c7-4337-a37a-cf160cf8f6c4 None None] Port c6690cb9-f794-4845-89cd-0a949669a31e was deleted so its status cannot be updated. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:43:23.614760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Port': ['ID=c6690cb9-f794-4845-89cd-0a949669a31e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.650925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.735241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.747841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Transition to ACTIVE for port object 0d98cda5-7ebb-4a32-85ea-0db5ab860881 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:23.781829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Transition to ACTIVE for port object 0d98cda5-7ebb-4a32-85ea-0db5ab860881 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:23.782023 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d0a5f98f-9db1-40df-80ea-7634ed740645 (CIDR: 172.20.0.0/28) Feb 16 12:43:23.802754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b8d76e3d-e4c0-437a-a413-02e46cbdeae6 None None] Provisioning for port 0717a4d0-2964-45ed-a188-b284e16a187c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:23.808946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b8d76e3d-e4c0-437a-a413-02e46cbdeae6 None None] Provisioning complete for port 0717a4d0-2964-45ed-a188-b284e16a187c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:23.812709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8d76e3d-e4c0-437a-a413-02e46cbdeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.816383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.844409 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:43:23.844996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:23.859137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879010f4-772d-4e19-8c36-7ab9431c7659 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:23.865686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879010f4-772d-4e19-8c36-7ab9431c7659 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:23.871354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879010f4-772d-4e19-8c36-7ab9431c7659 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:23.872254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-879010f4-772d-4e19-8c36-7ab9431c7659 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Synchronizing usage tracker for tenant:142bccb99c2f4f5c8516d0bf168c1741 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:23.872605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.880590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No DVR routers for this DVR port c6690cb9-f794-4845-89cd-0a949669a31e on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:23.885254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:23.895032 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] Sync routers for ids ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:23.905694 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] Routers {'621d3fce-7fc9-4a20-ba95-a5705dd654e4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:23.906493 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:23.926021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.944375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:23.945499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.950047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:23.952698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:23.965722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b8d76e3d-e4c0-437a-a413-02e46cbdeae6 None None] Port 0717a4d0-2964-45ed-a188-b284e16a187c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:23.995053 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-72749859-d115-4c6d-86b2-eb72d12f9aba tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2836125 Feb 16 12:43:23.996713 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:24.002216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46718) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.006149 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] Routers {'621d3fce-7fc9-4a20-ba95-a5705dd654e4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:24.007218 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:24.014533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.045212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Pushing event updated for resources: {'Port': ['ID=0d98cda5-7ebb-4a32-85ea-0db5ab860881,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.046157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Deleting port 0db5296a-faa7-46c3-8715-c07589f6b0fc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:24.046638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.075357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Attempting to bind port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:24.075725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Attempting to bind port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '7d0044a7-b471-444f-ba0b-88198cbe1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:24.076081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Attempting to bind port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 on network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:24.076789 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:24.077763 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ce725-b3e6-4291-bee7-d18e0545033e None None] The sync data for ids ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:24.088397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:24.088773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Checking segment: {'id': '7d0044a7-b471-444f-ba0b-88198cbe1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:24.089177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.089565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Bound using segment: {'id': '7d0044a7-b471-444f-ba0b-88198cbe1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:24.090031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Bound port: 0d98cda5-7ebb-4a32-85ea-0db5ab860881, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0044a7-b471-444f-ba0b-88198cbe1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:24.090397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.119875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.183252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] For port 0d98cda5-7ebb-4a32-85ea-0db5ab860881, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:24.188583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] For port 0d98cda5-7ebb-4a32-85ea-0db5ab860881, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d98cda5-7ebb-4a32-85ea-0db5ab860881,segment=NetworkSegment(7d0044a7-b471-444f-ba0b-88198cbe1dab),segment_id=7d0044a7-b471-444f-ba0b-88198cbe1dab)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:24.194374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-879010f4-772d-4e19-8c36-7ab9431c7659 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Unset dirty status for tenant:142bccb99c2f4f5c8516d0bf168c1741 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:24.195572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-879010f4-772d-4e19-8c36-7ab9431c7659 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.0622027 Feb 16 12:43:24.199720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46722) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.263600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.264794 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fb5ab866-e1d0-4a5b-8d9d-b54c19f5960e tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.8204257 Feb 16 12:43:24.276829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.301705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.309157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Deleting port 0717a4d0-2964-45ed-a188-b284e16a187c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:24.309505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.321849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.405618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c4945-ee11-43ea-afcf-6abd580178cd None None] Pushing event updated for resources: {'Port': ['ID=0d98cda5-7ebb-4a32-85ea-0db5ab860881,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.472149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.490648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ca8cdf-5cf6-40cc-93bb-181c07c020bf,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.499807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Checking segment: {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:24.500177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Network hostable DHCP agents. Network: 0c90a4b7-703b-4593-80c1-0955fec57286, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:24.549891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=36f5c743-c69d-4afb-90ef-467bdc1f5bf5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.555855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03fdc44-bbb9-4f53-a2cf-9cbf0d56479b None None] Network 5f35f00b-7885-43ca-a8a6-a39a999352c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:24.616877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting port 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:24.617219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.670604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:24.764467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:24.774906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.776156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:24.778868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Network 0c90a4b7-703b-4593-80c1-0955fec57286 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:24.783611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.811521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:24.907454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769e8e6-812d-4c95-b740-a780e5bb4694 None None] DHCP port deletion for 5f35f00b-7885-43ca-a8a6-a39a999352c5 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:24.939629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 0c90a4b7-703b-4593-80c1-0955fec57286) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:24.939956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.954324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Calling delete_port for 0db5296a-faa7-46c3-8715-c07589f6b0fc owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:24.954415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562d2a6-21d4-443e-9a20-5e1f4905ff0f None None] Network 0c90a4b7-703b-4593-80c1-0955fec57286 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:24.954490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f35f00b-7885-43ca-a8a6-a39a999352c5']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:24.983115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:24.983635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.037858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14e2a2a-550b-4ffc-a869-e0d6d6e65485') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:25.037858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14e2a2a-550b-4ffc-a869-e0d6d6e65485') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:25.075870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:25.079327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.216517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d98cda5-7ebb-4a32-85ea-0db5ab860881 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:25.284105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Calling delete_port for 0717a4d0-2964-45ed-a188-b284e16a187c owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:25.293136 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c3f7b30b-1099-40e7-a5aa-bbe075aa4915 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4112616 Feb 16 12:43:25.297729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:25.313960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:25.325408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.333969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-0c90a4b7-703b-4593-80c1-0955fec57286', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:25.335037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.354659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:25.368267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.370163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Usage tracker for resource:router and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:25.382628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.425339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:25.446088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:25.454411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:25.517195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Calling delete_port for 4f759a5a-8f59-4c2f-a775-1d4a808b9b9a owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:25.547754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:25.548165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.553493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c6690cb9-f794-4845-89cd-0a949669a31e no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:25.565646 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:25.599877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: c6690cb9-f794-4845-89cd-0a949669a31e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:25.600210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c6690cb9-f794-4845-89cd-0a949669a31e not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:25.624118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Allocated IP 172.20.0.2 (0c90a4b7-703b-4593-80c1-0955fec57286/f4ca8cdf-5cf6-40cc-93bb-181c07c020bf/960f8346-6b8b-4eee-8f16-987bd2a01853) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:25.729965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.785100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.786144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.823596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.853135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.869739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0ccb1d-0e0c-4e00-8709-a31a09bff699 None None] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:25.878374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=5f35f00b-7885-43ca-a8a6-a39a999352c5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.885773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.898396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.947267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.966128 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3809311e-250c-438c-a324-b986fd5b475e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/5f35f00b-7885-43ca-a8a6-a39a999352c5 HTTP/1.1" status: 204 len: 168 time: 5.2904308 Feb 16 12:43:25.966753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46736) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:25.971741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event deleted for resources: {'Port': ['ID=0717a4d0-2964-45ed-a188-b284e16a187c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.973808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Transition to ACTIVE for port object 960f8346-6b8b-4eee-8f16-987bd2a01853 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:25.991301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73290274'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:26.008155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.013805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Transition to ACTIVE for port object 960f8346-6b8b-4eee-8f16-987bd2a01853 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:26.019914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Pushing event deleted for resources: {'Port': ['ID=0db5296a-faa7-46c3-8715-c07589f6b0fc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.031368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b08b060b-512a-4e3a-a446-73b64abb6b06 None None] Provisioning for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:26.049200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b08b060b-512a-4e3a-a446-73b64abb6b06 None None] Provisioning complete for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:26.049573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b08b060b-512a-4e3a-a446-73b64abb6b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.057305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:26.093128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.102803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:26.117695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:26.131895 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-621b47c4-dd03-4382-b62f-74d06f64c200 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "DELETE /v2.0/ports/0717a4d0-2964-45ed-a188-b284e16a187c HTTP/1.1" status: 204 len: 168 time: 1.9242272 Feb 16 12:43:26.131895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:26.144258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:26.156583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Request body: {'port': {'name': 'tempest-new-port-name-1429995280', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:26.156583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] bootfile-name is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:43:26.157142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] tftp-server is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:43:26.157477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] server-ip-address is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:43:26.158014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.208010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Network 0c90a4b7-703b-4593-80c1-0955fec57286 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:26.228158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:26.255484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:26.257567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.313546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.326304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:26.329725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.339538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Port': ['ID=4f759a5a-8f59-4c2f-a775-1d4a808b9b9a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.386015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Pushing event updated for resources: {'Port': ['ID=960f8346-6b8b-4eee-8f16-987bd2a01853,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.391159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Attempting to bind port 960f8346-6b8b-4eee-8f16-987bd2a01853 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:26.391542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Attempting to bind port 960f8346-6b8b-4eee-8f16-987bd2a01853 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:26.391921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Attempting to bind port 960f8346-6b8b-4eee-8f16-987bd2a01853 on network 0c90a4b7-703b-4593-80c1-0955fec57286 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:26.435335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:26.446062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.461164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.461517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 5f62c89f-769c-4668-81cc-a787e3e5d189 of type vlan for network e47a668a-864c-4543-bad6-3e1a58c3a608 Feb 16 12:43:26.474502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:26.474773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Checking segment: {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:26.475182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.475582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Bound using segment: {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:26.476068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Bound port: 960f8346-6b8b-4eee-8f16-987bd2a01853, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:26.476456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.571638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.590098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b08b060b-512a-4e3a-a446-73b64abb6b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.647049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] For port 960f8346-6b8b-4eee-8f16-987bd2a01853, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:26.650943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] For port 960f8346-6b8b-4eee-8f16-987bd2a01853, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=960f8346-6b8b-4eee-8f16-987bd2a01853,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:26.657774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b08b060b-512a-4e3a-a446-73b64abb6b06 None None] For port 0d98cda5-7ebb-4a32-85ea-0db5ab860881, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d98cda5-7ebb-4a32-85ea-0db5ab860881,segment=NetworkSegment(7d0044a7-b471-444f-ba0b-88198cbe1dab),segment_id=7d0044a7-b471-444f-ba0b-88198cbe1dab)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:26.687135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.742778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.750807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.792250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b08b060b-512a-4e3a-a446-73b64abb6b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.820412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.826238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:26.827004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.834484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.844261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb43fec-14d8-4df0-b061-b7520648b67c None None] Pushing event updated for resources: {'Port': ['ID=960f8346-6b8b-4eee-8f16-987bd2a01853,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.855017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:26.939580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-43556510-e52d-47f1-87fd-34c4fdb7f2ec None None] Provisioning complete for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:26.939875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43556510-e52d-47f1-87fd-34c4fdb7f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.964490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=e47a668a-864c-4543-bad6-3e1a58c3a608,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.991146 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b78232a8-b021-418e-beb6-d1716712186a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0208502 Feb 16 12:43:26.993056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46744) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:26.999906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e47a668a-864c-4543-bad6-3e1a58c3a608 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:27.010517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:27.014055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b060b-512a-4e3a-a446-73b64abb6b06 None None] Pushing event updated for resources: {'Port': ['ID=0d98cda5-7ebb-4a32-85ea-0db5ab860881,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.199080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=90918c3c-0550-4416-8cff-9fddd71a218e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.212413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:27.223327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5777a5-70b2-4128-981d-6ede5b7e933f None None] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:27.253006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d98cda5-7ebb-4a32-85ea-0db5ab860881 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:27.399820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:27.400405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.469811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Router b47aa29b-7b07-4744-8d5c-894f7f9ae6ff has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:27.473852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:27.474368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.486921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:27.536293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:43:27.554799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:27.604932 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c4ca693e-90eb-4d29-95f1-cc041e8344b4 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5969603 Feb 16 12:43:27.609574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:27.620891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46748) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.628764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f', 'fixed_ips': [{'subnet_id': 'd0a5f98f-9db1-40df-80ea-7634ed740645'}, {'subnet_id': '90918c3c-0550-4416-8cff-9fddd71a218e'}], 'name': 'tempest-PortsTestJSON-162499024'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:27.651784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:27.705577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:27.717030 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6ad5df3e-94a5-4364-8626-51ceb060cc12 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "PUT /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6012034 Feb 16 12:43:27.720826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46752) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.731233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] Sync routers for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:27.750913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.784985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.794218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:27.796323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:27.804290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.808137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:27.811534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.843637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-edb7e07f-0760-4873-aa24-cdad29ea4fc8 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] delete failed (client error): The resource could not be found. Feb 16 12:43:27.844679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-edb7e07f-0760-4873-aa24-cdad29ea4fc8 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1475414919 HTTP/1.1" status: 404 len: 335 time: 0.1229215 Feb 16 12:43:27.864406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46756) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.866112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.906212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:27.925376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] Update dhcp port {'port': {'network_id': '6b9a9a5f-3b0e-41bc-8188-8285fb75c26f', 'fixed_ips': [{'subnet_id': 'd0a5f98f-9db1-40df-80ea-7634ed740645', 'ip_address': '172.20.0.2'}, {'subnet_id': '90918c3c-0550-4416-8cff-9fddd71a218e'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '0d98cda5-7ebb-4a32-85ea-0db5ab860881'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:43:27.942036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] In _notify_port_updated(), no bound segment for port 715cf826-a84f-43a3-b63f-08cb44a2ad29 on network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:43:27.949428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:27.950868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.952311 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "PUT /v2.0/ports/715cf826-a84f-43a3-b63f-08cb44a2ad29 HTTP/1.1" status: 200 len: 1129 time: 1.8064985 Feb 16 12:43:27.969354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46760) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.977141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:27.977961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:28.054681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.057833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-75fc99a5-c6b4-498e-986b-aae33189297b tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:28.092065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:28.092473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805df328-85e9-4c10-973d-0b3174eb81e5 None None] The sync data for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:28.168987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:28.180962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:28.187066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:28.197864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590788b-d3d5-492b-8201-d68ca99d6fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:28.198394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b590788b-d3d5-492b-8201-d68ca99d6fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Synchronizing usage tracker for tenant:142bccb99c2f4f5c8516d0bf168c1741 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:28.206595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:28.339386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:28.346845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd643de-7c6e-4c41-ada6-e2727cb046c8 None None] Network 0c90a4b7-703b-4593-80c1-0955fec57286 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:28.399705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f735d35-ba91-44bc-a88c-2dc51669c13e tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event updated for resources: {'Port': ['ID=715cf826-a84f-43a3-b63f-08cb44a2ad29,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.419908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b590788b-d3d5-492b-8201-d68ca99d6fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Unset dirty status for tenant:142bccb99c2f4f5c8516d0bf168c1741 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:28.421100 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b590788b-d3d5-492b-8201-d68ca99d6fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "GET /v2.0/ports/715cf826-a84f-43a3-b63f-08cb44a2ad29 HTTP/1.1" status: 200 len: 1129 time: 0.4459765 Feb 16 12:43:28.422513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Router 8b930e63-eaa1-4e93-b16d-7c78e61e3bdb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:28.426610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46764) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:28.510949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.543230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a169fd53-1b77-4bb5-8cd8-b6e8438d0731 None None] Provisioning complete for port 715cf826-a84f-43a3-b63f-08cb44a2ad29 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:28.543666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a169fd53-1b77-4bb5-8cd8-b6e8438d0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.570698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Deleting port 715cf826-a84f-43a3-b63f-08cb44a2ad29 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:28.571051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.607947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a169fd53-1b77-4bb5-8cd8-b6e8438d0731 None None] Port 715cf826-a84f-43a3-b63f-08cb44a2ad29 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:28.636099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.651087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] Allocated IP 172.20.0.18 (6b9a9a5f-3b0e-41bc-8188-8285fb75c26f/90918c3c-0550-4416-8cff-9fddd71a218e/0d98cda5-7ebb-4a32-85ea-0db5ab860881) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:28.685045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=38e10809-9101-4b27-845c-f21eac137bba,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.726271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port e40c3092-9a3a-4781-aee2-f4132a46c433 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:28.787165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '5f62c89f-769c-4668-81cc-a787e3e5d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:28.787165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: e47a668a-864c-4543-bad6-3e1a58c3a608, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:28.842863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] For port 0d98cda5-7ebb-4a32-85ea-0db5ab860881, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d98cda5-7ebb-4a32-85ea-0db5ab860881,segment=NetworkSegment(7d0044a7-b471-444f-ba0b-88198cbe1dab),segment_id=7d0044a7-b471-444f-ba0b-88198cbe1dab)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:28.875452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.881761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-30a4e362-2d08-45bd-acfe-ca52bebf4493 None None] Provisioning for port 960f8346-6b8b-4eee-8f16-987bd2a01853 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:28.900520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] Transition to ACTIVE for port object 0d98cda5-7ebb-4a32-85ea-0db5ab860881 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:28.944307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.055617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75fc99a5-c6b4-498e-986b-aae33189297b tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.061449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:29.078605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.079790 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-528f4f94-1dd0-4bb7-bd63-9c3383666b05 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "PUT /v2.0/routers/8b930e63-eaa1-4e93-b16d-7c78e61e3bdb HTTP/1.1" status: 200 len: 709 time: 6.6500368 Feb 16 12:43:29.084192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.087013 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] Sync routers for ids ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:29.121391 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] Routers {'8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:29.122426 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:29.151994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2e520-6c0a-4d16-b9cf-33f96b46abc1 None None] Pushing event updated for resources: {'Port': ['ID=0d98cda5-7ebb-4a32-85ea-0db5ab860881,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:29.275867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 960f8346-6b8b-4eee-8f16-987bd2a01853 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:29.284347 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:29.309830 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] Routers {'8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:29.310263 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:29.380221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network e47a668a-864c-4543-bad6-3e1a58c3a608 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:29.414319 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:29.414956 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf0ec8d-6518-4f6e-8cf5-50a7789d6649 None None] The sync data for ids ['8b930e63-eaa1-4e93-b16d-7c78e61e3bdb'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:29.475296 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-75fc99a5-c6b4-498e-986b-aae33189297b tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] update failed (client error): The resource could not be found. Feb 16 12:43:29.476619 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-75fc99a5-c6b4-498e-986b-aae33189297b tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "PUT /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff HTTP/1.1" status: 404 len: 339 time: 1.5953600 Feb 16 12:43:29.477789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.9 (6b9a9a5f-3b0e-41bc-8188-8285fb75c26f/d0a5f98f-9db1-40df-80ea-7634ed740645/e40c3092-9a3a-4781-aee2-f4132a46c433) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:29.483045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.484454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.498571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 960f8346-6b8b-4eee-8f16-987bd2a01853 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:29.503866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.26 (6b9a9a5f-3b0e-41bc-8188-8285fb75c26f/90918c3c-0550-4416-8cff-9fddd71a218e/e40c3092-9a3a-4781-aee2-f4132a46c433) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:29.506545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 960f8346-6b8b-4eee-8f16-987bd2a01853 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:29.507176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.580124 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0c3679c3-4402-4558-ae68-280857a7a84e tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/routers/8b930e63-eaa1-4e93-b16d-7c78e61e3bdb HTTP/1.1" status: 200 len: 744 time: 0.4833503 Feb 16 12:43:29.588434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.631592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, e47a668a-864c-4543-bad6-3e1a58c3a608) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:29.633676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:29.634843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.654026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb684b-638c-4998-9cc1-e337fb1c1334 None None] Network e47a668a-864c-4543-bad6-3e1a58c3a608 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:29.655471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Calling delete_port for 715cf826-a84f-43a3-b63f-08cb44a2ad29 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:29.805374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.823075 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1980c443-6846-425b-a2cc-7ff4c3dad3e1 tempest-RoutersIpV6AdminTest-124738391 tempest-RoutersIpV6AdminTest-124738391-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=8b930e63-eaa1-4e93-b16d-7c78e61e3bdb HTTP/1.1" status: 200 len: 205 time: 0.2279849 Feb 16 12:43:29.853796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46780) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.863208 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cb25759f-f47c-4ec8-9219-0b9ca3527200 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8664808 Feb 16 12:43:29.884365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 960f8346-6b8b-4eee-8f16-987bd2a01853, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=960f8346-6b8b-4eee-8f16-987bd2a01853,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:29.904211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46784) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.921831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:29.941884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-07dac441-52f0-45f9-98bf-8e800dbc455c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b930e63-eaa1-4e93-b16d-7c78e61e3bdb HTTP/1.1" status: 200 len: 205 time: 0.0866394 Feb 16 12:43:29.985533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46788) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:30.012057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-df56c903-4c32-40fa-985e-9328f477e873 None None] Provisioning for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:30.018806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.032302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-df56c903-4c32-40fa-985e-9328f477e873 None None] Provisioning complete for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:30.033025 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df56c903-4c32-40fa-985e-9328f477e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.119372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-e47a668a-864c-4543-bad6-3e1a58c3a608', 'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': '38e10809-9101-4b27-845c-f21eac137bba'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:30.120003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.120496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.160762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.230365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=960f8346-6b8b-4eee-8f16-987bd2a01853,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.249613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4dca75de-9e4d-4c24-9133-8f5c5dd65c4c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.254483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.355292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.377694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Allocated IP 2001:db8::2 (e47a668a-864c-4543-bad6-3e1a58c3a608/38e10809-9101-4b27-845c-f21eac137bba/0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:30.399524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.475531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.596362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.607970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Transition to ACTIVE for port object 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:30.628505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Transition to ACTIVE for port object 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:30.699204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.702938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object e40c3092-9a3a-4781-aee2-f4132a46c433 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:30.736562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.754870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Allocated IP 172.26.6.69 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/cbb530cf-8c78-4a18-9d73-97af8c576d28) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:30.767737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Router 621d3fce-7fc9-4a20-ba95-a5705dd654e4 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:30.770698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Network e47a668a-864c-4543-bad6-3e1a58c3a608 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:30.774065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:30.779046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:30.789094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Pushing event updated for resources: {'Port': ['ID=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.813118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event deleted for resources: {'Port': ['ID=715cf826-a84f-43a3-b63f-08cb44a2ad29,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.871657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:30.881186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4dca75de-9e4d-4c24-9133-8f5c5dd65c4c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.890944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Attempting to bind port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:30.891610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Attempting to bind port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '5f62c89f-769c-4668-81cc-a787e3e5d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:30.892484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Attempting to bind port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb on network e47a668a-864c-4543-bad6-3e1a58c3a608 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:30.893573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:subnet and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:30.896882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4dca75de-9e4d-4c24-9133-8f5c5dd65c4c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.898753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:30.901202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:30.901777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Checking segment: {'id': '5f62c89f-769c-4668-81cc-a787e3e5d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:30.902357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.902932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Bound using segment: {'id': '5f62c89f-769c-4668-81cc-a787e3e5d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:30.904984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.905151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Bound port: 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f62c89f-769c-4668-81cc-a787e3e5d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:30.905853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.924964 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:30.979744 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c5fb51c9-2245-4940-9802-01591fee0300 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "DELETE /v2.0/ports/715cf826-a84f-43a3-b63f-08cb44a2ad29 HTTP/1.1" status: 204 len: 168 time: 2.5507028 Feb 16 12:43:30.981982 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46794) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.035323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] For port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:31.040624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] For port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,segment=NetworkSegment(5f62c89f-769c-4668-81cc-a787e3e5d189),segment_id=5f62c89f-769c-4668-81cc-a787e3e5d189)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:31.051993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:31.060795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.121948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.174313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 960f8346-6b8b-4eee-8f16-987bd2a01853 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:31.178566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.186550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Deleting subnet 38d5e093-edb1-4a0f-bb10-5b77aeafd81f {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:31.189280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4dca75de-9e4d-4c24-9133-8f5c5dd65c4c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.189787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dca75de-9e4d-4c24-9133-8f5c5dd65c4c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Fanout notify agent at l3_agent the message router_deleted on router 8b930e63-eaa1-4e93-b16d-7c78e61e3bdb {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:31.237588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.272049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482bfa0-830c-4ad2-8f7f-23b2d22e3cee None None] Pushing event updated for resources: {'Port': ['ID=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:31.294318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 960f8346-6b8b-4eee-8f16-987bd2a01853 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.294695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.330287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:31.356452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:31.366094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4dca75de-9e4d-4c24-9133-8f5c5dd65c4c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.371890 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4dca75de-9e4d-4c24-9133-8f5c5dd65c4c tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/8b930e63-eaa1-4e93-b16d-7c78e61e3bdb HTTP/1.1" status: 204 len: 168 time: 1.3781192 Feb 16 12:43:31.382422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:31.414736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46798) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.464086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d98cda5-7ebb-4a32-85ea-0db5ab860881 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:31.493058 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:31.511832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.540683 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.543268 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e50b2281-ac87-4988-98cc-9996406a9a5d tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "PUT /v2.0/routers/621d3fce-7fc9-4a20-ba95-a5705dd654e4 HTTP/1.1" status: 200 len: 921 time: 7.2565823 Feb 16 12:43:31.566349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] Sync routers for ids ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:31.578552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.592625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] Routers {'621d3fce-7fc9-4a20-ba95-a5705dd654e4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:31.593624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.597212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46804) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.662967 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-53e6850b-24eb-4b40-95a1-f91df28e3ae6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b930e63-eaa1-4e93-b16d-7c78e61e3bdb HTTP/1.1" status: 200 len: 205 time: 0.2135694 Feb 16 12:43:31.676467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=e40c3092-9a3a-4781-aee2-f4132a46c433,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:31.681346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46808) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.704669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.713466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.714074 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.718319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:31.719244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.736674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.756168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] Routers {'621d3fce-7fc9-4a20-ba95-a5705dd654e4'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:31.757426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.841548 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-a1008fef-578d-4386-af72-b4e8f9d1ca27 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] delete failed (client error): The resource could not be found. Feb 16 12:43:31.842643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.843100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4927196-91d9-483b-9269-ac19b170ea13 None None] The sync data for ids ['621d3fce-7fc9-4a20-ba95-a5705dd654e4'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:31.845118 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a1008fef-578d-4386-af72-b4e8f9d1ca27 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/8b930e63-eaa1-4e93-b16d-7c78e61e3bdb HTTP/1.1" status: 404 len: 336 time: 0.1343005 Feb 16 12:43:31.853041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46812) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.892533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:31.902286 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a753fa1f-fb7c-4aec-80ff-2c9149f0c798 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.2803102 Feb 16 12:43:31.906803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:31.910565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46816) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.916411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f9c6c822-54c4-43e6-9679-1995a8553868 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=3213cf0a-0635-48c6-b27a-5069e8a5a4b3 HTTP/1.1" status: 200 len: 205 time: 0.0614138 Feb 16 12:43:31.919548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46818) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.926530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:31.930198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0a5f98f-9db1-40df-80ea-7634ed740645'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:31.936930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-447964d4-1d9f-414d-9534-6099ce02c46c None None] Provisioning for port e40c3092-9a3a-4781-aee2-f4132a46c433 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:31.953181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-447964d4-1d9f-414d-9534-6099ce02c46c None None] Provisioning complete for port e40c3092-9a3a-4781-aee2-f4132a46c433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.953545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-447964d4-1d9f-414d-9534-6099ce02c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.968398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Allocated IP 172.20.0.1 (7de23e4f-eb75-43d3-b20c-7fd778d1b103/3a2c9cc7-9cff-43f6-9ffb-74c128928888/a311d5f0-8592-45be-87b0-82560694e8e4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:31.970596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb530cf-8c78-4a18-9d73-97af8c576d28,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:32.022369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-447964d4-1d9f-414d-9534-6099ce02c46c None None] Port e40c3092-9a3a-4781-aee2-f4132a46c433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:32.135237 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-281636d5-4cd2-49cc-99c0-00a199eec5e8 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] delete failed (client error): The resource could not be found. Feb 16 12:43:32.136275 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-281636d5-4cd2-49cc-99c0-00a199eec5e8 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/3213cf0a-0635-48c6-b27a-5069e8a5a4b3 HTTP/1.1" status: 404 len: 336 time: 0.2134411 Feb 16 12:43:32.140876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.145440 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fddab2c3-6e7b-4eb8-828b-81c4a79ff284 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/621d3fce-7fc9-4a20-ba95-a5705dd654e4 HTTP/1.1" status: 200 len: 921 time: 0.5448687 Feb 16 12:43:32.148940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.149323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.185573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.254621 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eaba74a8-4ae5-4a43-92fd-89e497274266 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d12491f-010a-49d7-8b06-ee881dcbcceb HTTP/1.1" status: 200 len: 205 time: 0.1020901 Feb 16 12:43:32.265483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46834) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.417847 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-84849177-b74a-4cb0-9c56-a3f0abd217cf tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] delete failed (client error): The resource could not be found. Feb 16 12:43:32.423196 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-84849177-b74a-4cb0-9c56-a3f0abd217cf tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/0d12491f-010a-49d7-8b06-ee881dcbcceb HTTP/1.1" status: 404 len: 336 time: 0.1566584 Feb 16 12:43:32.423511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46840) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.467455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.496189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.591225 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e07e30b2-60b2-410d-8dca-da4547f5ce79 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dbcc69e-9f1e-42db-852a-75439817c1d3 HTTP/1.1" status: 200 len: 205 time: 0.1324344 Feb 16 12:43:32.591782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a9b40-ab23-49a1-8d38-5b870e6ab9a4 None None] Network e47a668a-864c-4543-bad6-3e1a58c3a608 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:32.592674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Transition to ACTIVE for port object a311d5f0-8592-45be-87b0-82560694e8e4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:32.597347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.698406 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-ab21c365-0f93-46d9-8a00-05ca6722fd1b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] delete failed (client error): The resource could not be found. Feb 16 12:43:32.702527 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ab21c365-0f93-46d9-8a00-05ca6722fd1b tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/9dbcc69e-9f1e-42db-852a-75439817c1d3 HTTP/1.1" status: 404 len: 336 time: 0.1016440 Feb 16 12:43:32.703915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46848) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.708199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c6b2a-cb9b-463d-a215-5cd5c8bc45bc tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:32.708600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d17c6b2a-cb9b-463d-a215-5cd5c8bc45bc tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Synchronizing usage tracker for tenant:5ff1af6054834c499db5da66fed3926e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:32.718403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event deleted for resources: {'Subnet': ['ID=38d5e093-edb1-4a0f-bb10-5b77aeafd81f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:32.756927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207027a-49bc-40f6-854e-0a43ccc19cfd None None] Network c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:32.776141 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b52d1395-4046-477a-b0be-92af5c83cafb tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3be72cb-c2a7-4df3-8d14-c25eea6efee4 HTTP/1.1" status: 200 len: 205 time: 0.0595336 Feb 16 12:43:32.776384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-673436e5-0171-42d9-8df5-d9694dd291a3 None None] Provisioning for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:32.776491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.779114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.838788 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2ebd24c2-f031-4f0b-8e65-4365c92431ba tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "DELETE /v2.0/subnets/38d5e093-edb1-4a0f-bb10-5b77aeafd81f HTTP/1.1" status: 204 len: 168 time: 1.8534303 Feb 16 12:43:32.839525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.917283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98bc6c-9d41-4f70-9bbd-dfa486f64a50 req-85c58e08-ad32-4e58-8d69-42bf79ba890c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:32.918781 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e98bc6c-9d41-4f70-9bbd-dfa486f64a50 req-85c58e08-ad32-4e58-8d69-42bf79ba890c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4149551 Feb 16 12:43:32.923046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.947086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d17c6b2a-cb9b-463d-a215-5cd5c8bc45bc tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Unset dirty status for tenant:5ff1af6054834c499db5da66fed3926e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:32.948282 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d17c6b2a-cb9b-463d-a215-5cd5c8bc45bc tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=621d3fce-7fc9-4a20-ba95-a5705dd654e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7963989 Feb 16 12:43:32.949436 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-00d6d147-df41-4b51-982a-e8319b0c5ed7 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] delete failed (client error): The resource could not be found. Feb 16 12:43:32.952774 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-00d6d147-df41-4b51-982a-e8319b0c5ed7 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/c3be72cb-c2a7-4df3-8d14-c25eea6efee4 HTTP/1.1" status: 404 len: 336 time: 0.1731238 Feb 16 12:43:32.961487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46860) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.961746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:33.037762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=ed65a4c2-5650-4bb0-90d6-4a5b242dfeed,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:33.111794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] DHCP port deletion for c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:33.119105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] Deleting port 63580d60-17fb-44c9-9580-3fe2d5c2e94e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:33.119613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.162338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Delete allocated IP 172.20.0.26 (6b9a9a5f-3b0e-41bc-8188-8285fb75c26f/90918c3c-0550-4416-8cff-9fddd71a218e) {{(pid=88443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:43:33.180635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-c99db001-bfa0-4c4c-8926-52eab1f48f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.182109 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-c99db001-bfa0-4c4c-8926-52eab1f48f2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.6656976 Feb 16 12:43:33.229094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network e47a668a-864c-4543-bad6-3e1a58c3a608 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:33.250648 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e98bc6c-9d41-4f70-9bbd-dfa486f64a50 req-d19a3196-aa7a-42c3-9647-0542bb877c9d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095549 Feb 16 12:43:33.252839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:33.254995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:33.261027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.276559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.277165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.315520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f39cc-0b07-4ba3-a756-fb3a0d67851a None None] Network e47a668a-864c-4543-bad6-3e1a58c3a608 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:33.393690 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f81b09a7-66a5-4c17-8ca4-4bd0641c3abf tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "GET /v2.0/ports?device_id=4453e843-be67-412b-8ec2-7528e9d2bc8f HTTP/1.1" status: 200 len: 205 time: 0.4257469 Feb 16 12:43:33.396446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46868) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:33.481177 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-03fd5a79-fa1e-4bca-9a52-6bca2f0e8991 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5763674 Feb 16 12:43:33.484031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46872) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:33.489764 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-30ce7592-5b7f-4bc1-9ced-e349498b6ee6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] delete failed (client error): The resource could not be found. Feb 16 12:43:33.493280 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-30ce7592-5b7f-4bc1-9ced-e349498b6ee6 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/routers/4453e843-be67-412b-8ec2-7528e9d2bc8f HTTP/1.1" status: 404 len: 336 time: 0.0911970 Feb 16 12:43:33.527232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46876) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:33.575701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-55104237-92df-4f44-a6ca-838517a0f535 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:33.580813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55104237-92df-4f44-a6ca-838517a0f535 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:33.580813 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-55104237-92df-4f44-a6ca-838517a0f535 tempest-RoutersIpV6AdminTest-739881801 tempest-RoutersIpV6AdminTest-739881801-project] 10.222.0.47 "DELETE /v2.0/subnets/6d0da006-5209-47ed-bc34-2488dde81919 HTTP/1.1" status: 404 len: 337 time: 0.0511289 Feb 16 12:43:33.585833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] For port 63580d60-17fb-44c9-9580-3fe2d5c2e94e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=63580d60-17fb-44c9-9580-3fe2d5c2e94e,segment=NetworkSegment(cbbafa02-dc41-4b04-b2f9-100b1a0839dc),segment_id=cbbafa02-dc41-4b04-b2f9-100b1a0839dc)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:33.586333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.614795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.622291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.624331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.625620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.627277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.628813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.629941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Synchronizing usage tracker for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:33.638766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:33.645108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:33.659409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object e40c3092-9a3a-4781-aee2-f4132a46c433 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:33.666476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.668732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3782f5a-2bc2-4006-80b4-372434875a47 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.669795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3782f5a-2bc2-4006-80b4-372434875a47 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Synchronizing usage tracker for tenant:5ff1af6054834c499db5da66fed3926e on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:33.671771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:33.715361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Unset dirty status for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:33.720897 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ee317323-9818-4413-918c-552a686c1e5c tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2318764 Feb 16 12:43:33.720897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46882) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:33.723879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.729040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] Calling delete_port for 63580d60-17fb-44c9-9580-3fe2d5c2e94e owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:33.732891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113348073'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:33.739259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:33.743087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.743645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:33.746751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:33.762181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:33.810343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Port': ['ID=a311d5f0-8592-45be-87b0-82560694e8e4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:33.844102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:33.851915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.858034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:33.867379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:33.867926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.894706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Deleting port 63580d60-17fb-44c9-9580-3fe2d5c2e94e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:33.895215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.934119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.949424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.951470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=e40c3092-9a3a-4781-aee2-f4132a46c433,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:33.965137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:33.981632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.982173 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 89f09880-f2a2-4262-ad1b-363876e3b286 of type vlan for network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b Feb 16 12:43:34.018499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.087888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5233a68-96c4-420a-9439-87fa3d11b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.108303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] No DVR routers for this DVR port 63580d60-17fb-44c9-9580-3fe2d5c2e94e on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:34.127263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.127977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdae638-8ada-4d39-84b3-10bd8c623010 None None] Pushing event deleted for resources: {'Port': ['ID=63580d60-17fb-44c9-9580-3fe2d5c2e94e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.136230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:34.139175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.186188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.263019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3782f5a-2bc2-4006-80b4-372434875a47 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Unset dirty status for tenant:5ff1af6054834c499db5da66fed3926e on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:34.264194 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3782f5a-2bc2-4006-80b4-372434875a47 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 1.2979240 Feb 16 12:43:34.281822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.311731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] The port '63580d60-17fb-44c9-9580-3fe2d5c2e94e' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:43:34.312988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.321288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-3a24698d-8b82-4686-9424-64ae57c963de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:34.323044 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-3a24698d-8b82-4686-9424-64ae57c963de service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 1.0715079 Feb 16 12:43:34.337999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,segment=NetworkSegment(5f62c89f-769c-4668-81cc-a787e3e5d189),segment_id=5f62c89f-769c-4668-81cc-a787e3e5d189)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:34.360756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4978cf8f-77c8-4d74-9545-243d0fb27b38 None None] Provisioning for port a311d5f0-8592-45be-87b0-82560694e8e4 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:34.366323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=3069ab07-eab8-4e2d-8c01-f7ab4314ab7b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.367765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4978cf8f-77c8-4d74-9545-243d0fb27b38 None None] Provisioning complete for port a311d5f0-8592-45be-87b0-82560694e8e4 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:34.368352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4978cf8f-77c8-4d74-9545-243d0fb27b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.379513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] In _notify_port_updated(), no bound segment for port e40c3092-9a3a-4781-aee2-f4132a46c433 on network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:43:34.400050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:34.400719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.404394 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ff97cc28-6f2d-474e-b8c7-20fdc08e4637 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "PUT /v2.0/ports/e40c3092-9a3a-4781-aee2-f4132a46c433 HTTP/1.1" status: 200 len: 918 time: 2.4855416 Feb 16 12:43:34.405857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46900) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.420187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0a5f98f-9db1-40df-80ea-7634ed740645'}, {'subnet_id': '90918c3c-0550-4416-8cff-9fddd71a218e'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:34.433037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:34.528532 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-927db79d-21ae-456a-9bd8-2c32eec9118b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=621d3fce-7fc9-4a20-ba95-a5705dd654e4 HTTP/1.1" status: 200 len: 205 time: 0.2144125 Feb 16 12:43:34.539835 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-414fb4b5-c048-4d1f-8b6a-c4aa26d6e48f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8175609 Feb 16 12:43:34.541123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.553241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46904) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.553580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46906) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.618978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:34.639510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.668656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4978cf8f-77c8-4d74-9545-243d0fb27b38 None None] Port a311d5f0-8592-45be-87b0-82560694e8e4 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:34.685030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] Update dhcp port {'port': {'network_id': 'e47a668a-864c-4543-bad6-3e1a58c3a608', 'fixed_ips': [{'subnet_id': '38e10809-9101-4b27-845c-f21eac137bba', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed65a4c2-5650-4bb0-90d6-4a5b242dfeed'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:43:34.716172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.745756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.778210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.805995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb8481-d055-491e-86f6-c2b18525a9e5 req-640d159f-2483-468b-b74c-94e10616a0df tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:34.809589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-12eb8481-d055-491e-86f6-c2b18525a9e5 req-640d159f-2483-468b-b74c-94e10616a0df tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3425794 Feb 16 12:43:34.943522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5d2bb43e-d2b8-45d1-8c5d-8619e9360d1b None None] Provisioning for port e40c3092-9a3a-4781-aee2-f4132a46c433 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:34.949182 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-12eb8481-d055-491e-86f6-c2b18525a9e5 req-951b846a-2745-40e4-bd44-4bc582997d13 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334198 Feb 16 12:43:34.953010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5d2bb43e-d2b8-45d1-8c5d-8619e9360d1b None None] Provisioning complete for port e40c3092-9a3a-4781-aee2-f4132a46c433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:34.953010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb43e-d2b8-45d1-8c5d-8619e9360d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.994052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:35.027738 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-72ef9329-8da8-4650-900f-be3f629aee4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1002 time: 0.6259768 Feb 16 12:43:35.034494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] Allocated IP 172.20.0.1 (e47a668a-864c-4543-bad6-3e1a58c3a608/ed65a4c2-5650-4bb0-90d6-4a5b242dfeed/0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:35.036611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Usage tracker for resource:security_group_rule and tenant:6e72a968c0a843e7ad4f8cffa47ad8ad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:35.042858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.044326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bb43e-d2b8-45d1-8c5d-8619e9360d1b None None] Port e40c3092-9a3a-4781-aee2-f4132a46c433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:35.059278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:35.119549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:35.184594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:35.241234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:35.256073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] For port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,segment=NetworkSegment(5f62c89f-769c-4668-81cc-a787e3e5d189),segment_id=5f62c89f-769c-4668-81cc-a787e3e5d189)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:35.292994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.308326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:35.308817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.345993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.27 (6b9a9a5f-3b0e-41bc-8188-8285fb75c26f/90918c3c-0550-4416-8cff-9fddd71a218e/e40c3092-9a3a-4781-aee2-f4132a46c433) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:35.347515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] Transition to ACTIVE for port object 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:35.394738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbafa02-dc41-4b04-b2f9-100b1a0839dc') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:35.395088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbafa02-dc41-4b04-b2f9-100b1a0839dc') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:35.432974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.496759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.507419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-9ec91a10-14c1-4256-9036-5ffe9d926702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:35.508867 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-9ec91a10-14c1-4256-9036-5ffe9d926702 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.4507904 Feb 16 12:43:35.538810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.555379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.567235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 63580d60-17fb-44c9-9580-3fe2d5c2e94e no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:35.575171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Ignored duplicate provisioning block setup for port e40c3092-9a3a-4781-aee2-f4132a46c433 by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:43:35.607341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.611846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 63580d60-17fb-44c9-9580-3fe2d5c2e94e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:35.612280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 63580d60-17fb-44c9-9580-3fe2d5c2e94e not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:35.617459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344d4a5-f878-4d0e-883d-26518cff5159 None None] Pushing event updated for resources: {'Port': ['ID=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.651306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.667364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.713202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.758931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:35.759371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:35.806964 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:35.818245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.834270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=e40c3092-9a3a-4781-aee2-f4132a46c433,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.878148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] In _notify_port_updated(), no bound segment for port e40c3092-9a3a-4781-aee2-f4132a46c433 on network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:43:35.884584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:35.885270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.889185 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a8ae3087-b275-4f50-bda8-b86641c241e9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "PUT /v2.0/ports/e40c3092-9a3a-4781-aee2-f4132a46c433 HTTP/1.1" status: 200 len: 998 time: 1.4800544 Feb 16 12:43:35.891130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46912) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:35.974889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port e40c3092-9a3a-4781-aee2-f4132a46c433 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:35.975383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.007817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.090588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ceff9ced-c89b-4e70-af58-c70c49009841 None None] Provisioning complete for port e40c3092-9a3a-4781-aee2-f4132a46c433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:36.091173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ceff9ced-c89b-4e70-af58-c70c49009841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.178308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ceff9ced-c89b-4e70-af58-c70c49009841 None None] Port e40c3092-9a3a-4781-aee2-f4132a46c433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:36.246908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e702-b445-4fd6-8bf0-a345a0182fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.330219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.403278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b24dc-e1c7-4b1f-ad6d-96638fdd7b61 req-6245b168-3d0c-479e-b853-d65c70b6a5ae tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:36.410432 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bd4b24dc-e1c7-4b1f-ad6d-96638fdd7b61 req-6245b168-3d0c-479e-b853-d65c70b6a5ae tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.2852833 Feb 16 12:43:36.442929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.449193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.464971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for e40c3092-9a3a-4781-aee2-f4132a46c433 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:36.469923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f28679b2-c518-4618-99be-f3be4bccd5b9 None None] Provisioning for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:36.475618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f28679b2-c518-4618-99be-f3be4bccd5b9 None None] Provisioning complete for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:36.476405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f28679b2-c518-4618-99be-f3be4bccd5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.558234 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bd4b24dc-e1c7-4b1f-ad6d-96638fdd7b61 req-5b1595d9-4f7c-471d-be6f-278a63cb0108 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998924 Feb 16 12:43:36.569866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b is not hosted by any dhcp agent {{(pid=88444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:43:36.582146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:36.582146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.582146 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "PUT /v2.0/networks/3069ab07-eab8-4e2d-8c01-f7ab4314ab7b HTTP/1.1" status: 200 len: 723 time: 2.0201561 Feb 16 12:43:36.582755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46922) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:36.592018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:36.712652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.716061 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e72a968c0a843e7ad4f8cffa47ad8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4789815 Feb 16 12:43:36.721908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46926) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:36.738924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54946f97-10fb-49c0-9d90-656d3f67a809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4d8f1-0f28-4a7f-a9d1-3a0729e58c35,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.749276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.770005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.780180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:36.784176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51417ca-552f-408c-ba91-b741983134be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=3069ab07-eab8-4e2d-8c01-f7ab4314ab7b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.796100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-d2145149-4b89-4a70-956a-85926938c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:36.796100 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-d2145149-4b89-4a70-956a-85926938c4aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2716689 Feb 16 12:43:36.796478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:36.822882 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] 10.222.0.47 "DELETE /v2.0/networks/c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d HTTP/1.1" status: 204 len: 168 time: 3.9315782 Feb 16 12:43:36.849808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:36.870296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843971c-03a2-4621-a8ce-460346dd9546 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435 tempest-ExtraDHCPOptionsIpV6TestJSON-2002333435-project] Pushing event deleted for resources: {'Network': ['ID=c482f52b-9a5f-4b8d-8e27-a7d24fa71b9d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.909335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f6afa66-a75e-4988-9fe0-63740fededfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.938186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f6afa66-a75e-4988-9fe0-63740fededfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.956094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:36.960153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.980813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Deleting port 8a6dc83d-bd03-4ace-81cf-42c2b8c43f56 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:36.981189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.165092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.167121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:37.246409 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-3b3bc636-7ad3-409b-a04a-4613422bcd0c service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315960 Feb 16 12:43:37.258281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=e40c3092-9a3a-4781-aee2-f4132a46c433,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.287144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Router 6125d817-efd1-4409-b6c6-ee3f5664a717 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:37.338588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.341656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.358022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:37.358444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.388299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46934) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.414145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.470229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.487542 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-469e78f2-c930-4c1f-9691-67c22aa03110 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/e40c3092-9a3a-4781-aee2-f4132a46c433 HTTP/1.1" status: 204 len: 168 time: 1.5952599 Feb 16 12:43:37.491422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46940) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.491899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.495513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f6afa66-a75e-4988-9fe0-63740fededfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.559955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6afa66-a75e-4988-9fe0-63740fededfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4d8f1-0f28-4a7f-a9d1-3a0729e58c35,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.565632 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e477e370-000a-4bbf-ad45-96f39a783fa7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:43:37.566897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e477e370-000a-4bbf-ad45-96f39a783fa7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:37.652109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f6afa66-a75e-4988-9fe0-63740fededfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.655835 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7f6afa66-a75e-4988-9fe0-63740fededfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94d4d8f1-0f28-4a7f-a9d1-3a0729e58c35 HTTP/1.1" status: 204 len: 168 time: 0.9299598 Feb 16 12:43:37.683208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.694242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.707672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e477e370-000a-4bbf-ad45-96f39a783fa7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:37.711646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e477e370-000a-4bbf-ad45-96f39a783fa7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/e40c3092-9a3a-4781-aee2-f4132a46c433 HTTP/1.1" status: 404 len: 333 time: 0.2164323 Feb 16 12:43:37.711646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-904f6df4-8ee3-4bb7-9295-b7c97facac79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=142bccb99c2f4f5c8516d0bf168c1741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187797 Feb 16 12:43:37.712133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46948) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.733698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46950) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.754419 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2957401c-5fbb-422f-ba85-40f798fb6853 req-e5dd8441-646d-46f3-b373-7e72e678099c service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955981 Feb 16 12:43:37.878300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet 90918c3c-0550-4416-8cff-9fddd71a218e {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:37.882615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.953157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.993279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc941-9429-410c-b8d8-931f5dc7b687 req-294e716a-51ff-4fbd-bd5f-e8923785cb4a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:37.994852 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-662fc941-9429-410c-b8d8-931f5dc7b687 req-294e716a-51ff-4fbd-bd5f-e8923785cb4a tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3001757 Feb 16 12:43:38.016041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.063191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Calling delete_port for 8a6dc83d-bd03-4ace-81cf-42c2b8c43f56 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:38.156811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=b142d4f8-9272-4a75-a946-3c63225af6b7,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.186174 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-662fc941-9429-410c-b8d8-931f5dc7b687 req-2f317e94-bf0a-4082-85c0-25fa2e0dd588 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225343 Feb 16 12:43:38.188014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '89f09880-f2a2-4262-ad1b-363876e3b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:38.188376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:38.211875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.244747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event updated for resources: {'Port': ['ID=a311d5f0-8592-45be-87b0-82560694e8e4,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.309379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:38.324212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:38.333652 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Sync routers for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:38.343460 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:38.344295 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:38.352829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46958) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.377960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-640c01f9-f0e2-4323-b08a-bdc08354f22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.385577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.414734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:38.423713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:38.437151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-640c01f9-f0e2-4323-b08a-bdc08354f22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.472455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:38.480693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a543a-4b30-41cb-be2a-453c5e157f73 None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:38.547986 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.549195 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-961384ab-71cd-4d7c-a500-5e5c631b4815 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.2435303 Feb 16 12:43:38.555497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=90918c3c-0550-4416-8cff-9fddd71a218e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.561136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:38.571385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.585622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46962) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.586808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.623234 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:38.632153 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ebc649fd-175d-448f-918c-84c21fe7b3b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f6cf5ad41a544288cc9f3c8dfb44416&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2772126 Feb 16 12:43:38.639645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46966) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.640918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fbd849-72f1-4b22-872d-69797424efd0 None None] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:38.706941 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d2fa2bb8-1c4d-45d6-b281-256a3f052f7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/90918c3c-0550-4416-8cff-9fddd71a218e HTTP/1.1" status: 204 len: 168 time: 0.9485919 Feb 16 12:43:38.711144 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b2d04987-f4f2-47b2-adc0-9936f8d396be tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1296108 Feb 16 12:43:38.711799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46970) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.712129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46972) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.768614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3ec5bf02-7f05-4fb7-9753-ed8cdc59a299 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:38.811508 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:43:38.853937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-640c01f9-f0e2-4323-b08a-bdc08354f22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.880334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.882668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Router b47aa29b-7b07-4744-8d5c-894f7f9ae6ff has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:38.894597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c01f9-f0e2-4323-b08a-bdc08354f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bbb6d6-9a58-48bf-8ed1-ff8b71c1df2b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.926003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.937099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-640c01f9-f0e2-4323-b08a-bdc08354f22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.938210 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-640c01f9-f0e2-4323-b08a-bdc08354f22c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12bbb6d6-9a58-48bf-8ed1-ff8b71c1df2b HTTP/1.1" status: 204 len: 168 time: 1.1936271 Feb 16 12:43:38.943993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet d0a5f98f-9db1-40df-80ea-7634ed740645 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:38.979942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.996217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5d71d411-7996-4c41-add5-812a3b505796 None None] Provisioning complete for port a311d5f0-8592-45be-87b0-82560694e8e4 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:38.996599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5d71d411-7996-4c41-add5-812a3b505796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.088751 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:32Z', 'revision_number': 3, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:39.103919 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Checking router: 6125d817-efd1-4409-b6c6-ee3f5664a717 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:39.104262 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Updating router 6125d817-efd1-4409-b6c6-ee3f5664a717 port cbb530cf-8c78-4a18-9d73-97af8c576d28 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:39.120946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.168746 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.171492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bf02-7f05-4fb7-9753-ed8cdc59a299 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1068329599'] for subnet, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.202102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event deleted for resources: {'Port': ['ID=8a6dc83d-bd03-4ace-81cf-42c2b8c43f56,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:39.226547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3c00afa-54ca-4b60-83b1-0331ec03d58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.266565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5d71d411-7996-4c41-add5-812a3b505796 None None] Port a311d5f0-8592-45be-87b0-82560694e8e4 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:39.335993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3069ab07-eab8-4e2d-8c01-f7ab4314ab7b', 'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': 'b142d4f8-9272-4a75-a946-3c63225af6b7'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:39.337109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.408909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.636387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Allocated IP 2001:db8::2 (3069ab07-eab8-4e2d-8c01-f7ab4314ab7b/b142d4f8-9272-4a75-a946-3c63225af6b7/44e59f2e-e470-4f64-940f-4d6081cae112) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:39.646166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.648757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.729390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3c00afa-54ca-4b60-83b1-0331ec03d58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.756699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.757141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Fanout notify agent at l3_agent the message router_deleted on router 621d3fce-7fc9-4a20-ba95-a5705dd654e4 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:39.776153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.777279 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2cccd615-62fa-4dd2-b164-9cbf02b2faf2 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/621d3fce-7fc9-4a20-ba95-a5705dd654e4 HTTP/1.1" status: 204 len: 168 time: 5.2226789 Feb 16 12:43:39.782809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:39.784153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 46990) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:39.801364 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-71adc3d1-aab0-4f3f-920a-847db489117a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "PUT /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3135626 Feb 16 12:43:39.801563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.803068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 46994) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:39.810753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] Sync routers for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:39.849354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1856267762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:39.860338 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.873552 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Transition to ACTIVE for port object cbb530cf-8c78-4a18-9d73-97af8c576d28 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:39.888218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:39.892449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:39.893100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:39.902362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Usage tracker for resource:router and tenant:65fd291878d04ecd9e6251073788e35f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:39.972864 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.018600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:40.037572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:40.053311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:40.099774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23dd4e-6bd0-46a4-9e76-8237cdea2bd7 req-543dbbef-330a-4f8c-b373-333a0ffd6991 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:40.101333 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bf23dd4e-6bd0-46a4-9e76-8237cdea2bd7 req-543dbbef-330a-4f8c-b373-333a0ffd6991 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6445153 Feb 16 12:43:40.143831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3c00afa-54ca-4b60-83b1-0331ec03d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.150130 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Attempting to bind port cbb530cf-8c78-4a18-9d73-97af8c576d28 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:40.150494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Attempting to bind port cbb530cf-8c78-4a18-9d73-97af8c576d28 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:40.150855 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Attempting to bind port cbb530cf-8c78-4a18-9d73-97af8c576d28 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:40.158556 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:40.158918 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:40.159546 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.159934 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:40.160473 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Bound port: cbb530cf-8c78-4a18-9d73-97af8c576d28, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:40.160783 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.196799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c00afa-54ca-4b60-83b1-0331ec03d58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3b48db-9a8a-4276-bda4-b11343f03c60,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.224138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.226189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.229920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3c00afa-54ca-4b60-83b1-0331ec03d58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.230120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.233408 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a3c00afa-54ca-4b60-83b1-0331ec03d58d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b3b48db-9a8a-4276-bda4-b11343f03c60 HTTP/1.1" status: 204 len: 168 time: 1.5928185 Feb 16 12:43:40.250631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Transition to ACTIVE for port object 44e59f2e-e470-4f64-940f-4d6081cae112 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:40.262531 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] For port cbb530cf-8c78-4a18-9d73-97af8c576d28, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:40.265908 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] For port cbb530cf-8c78-4a18-9d73-97af8c576d28, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=cbb530cf-8c78-4a18-9d73-97af8c576d28,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:40.266851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dda748d3-7b9a-4cf5-9237-60a8a0d9ecfd tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.273841 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Pushing event updated for resources: {'Port': ['ID=cbb530cf-8c78-4a18-9d73-97af8c576d28,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.306356 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.307187 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.308027 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:40.308491 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.308864 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.309202 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.309342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:40.309587 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.310528 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.311388 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.311739 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.312071 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.313216 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.313562 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:40.372966 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.391948 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bf23dd4e-6bd0-46a4-9e76-8237cdea2bd7 req-d94c984a-afb6-4025-af6e-1238e8ebead8 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817025 Feb 16 12:43:40.399560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Transition to ACTIVE for port object 44e59f2e-e470-4f64-940f-4d6081cae112 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:40.400037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.406133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:40.410118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13999c8a-7505-497d-a019-aeea80d02949 None None] The sync data for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:40.448935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.464201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a5f98f-9db1-40df-80ea-7634ed740645,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.481939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.489626 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144cb2e-1c2c-4d2f-b30c-ed4e9a86099c None None] Pushing event updated for resources: {'Port': ['ID=cbb530cf-8c78-4a18-9d73-97af8c576d28,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.498424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.533168 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:40.533568 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:40.582975 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-dda748d3-7b9a-4cf5-9237-60a8a0d9ecfd tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:43:40.587837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47012) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:40.589029 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dda748d3-7b9a-4cf5-9237-60a8a0d9ecfd tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff HTTP/1.1" status: 409 len: 329 time: 0.7844145 Feb 16 12:43:40.610472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Pushing event updated for resources: {'Port': ['ID=44e59f2e-e470-4f64-940f-4d6081cae112,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.614344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f55ea-5dcf-4ab2-b846-485fe7c61ad6 None None] Network 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:40.632023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-755aff88-b04f-4dcc-ae26-c3a547f1155b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/d0a5f98f-9db1-40df-80ea-7634ed740645 HTTP/1.1" status: 204 len: 168 time: 1.9110641 Feb 16 12:43:40.635002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:40.680994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:40.698032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:40.714413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.763743 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:40.806162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:40.819172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47022) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:40.841238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.841706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.853392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:40.853761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.884805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5a545d6c-c334-489b-86d9-3261b76140c8 None None] Provisioning complete for port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:40.885183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a545d6c-c334-489b-86d9-3261b76140c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.997999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.999573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-280fca60-0691-41b6-a646-3b5a45a8d295 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2122574 Feb 16 12:43:41.038498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:41.044226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:41.177747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.246711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1385588653'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:41.294066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:41.304063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Usage tracker for resource:network and tenant:a044afa8076c40db9fe6f20c03ff50b2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:41.308937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:41.318548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:41.319497 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:32Z', 'revision_number': 3, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:41.327459 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2226f735-5e67-4a39-b290-bfeb7bb0aec6 None None] The sync data for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv is: [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:32Z', 'revision_number': 3, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:41.356796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Attempting to bind port 44e59f2e-e470-4f64-940f-4d6081cae112 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:41.357010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Attempting to bind port 44e59f2e-e470-4f64-940f-4d6081cae112 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '89f09880-f2a2-4262-ad1b-363876e3b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:41.357327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Attempting to bind port 44e59f2e-e470-4f64-940f-4d6081cae112 on network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:41.380864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:41.381229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Checking segment: {'id': '89f09880-f2a2-4262-ad1b-363876e3b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:41.381683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.384866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Bound using segment: {'id': '89f09880-f2a2-4262-ad1b-363876e3b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:41.384866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Bound port: 44e59f2e-e470-4f64-940f-4d6081cae112, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f09880-f2a2-4262-ad1b-363876e3b286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:41.384866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.421126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bf02-7f05-4fb7-9753-ed8cdc59a299 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748313416991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1068085010'] for subnet, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.503823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] For port 44e59f2e-e470-4f64-940f-4d6081cae112, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:41.507238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] For port 44e59f2e-e470-4f64-940f-4d6081cae112, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=44e59f2e-e470-4f64-940f-4d6081cae112,segment=NetworkSegment(89f09880-f2a2-4262-ad1b-363876e3b286),segment_id=89f09880-f2a2-4262-ad1b-363876e3b286)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:41.548892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] For port 0d98cda5-7ebb-4a32-85ea-0db5ab860881, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d98cda5-7ebb-4a32-85ea-0db5ab860881,segment=NetworkSegment(7d0044a7-b471-444f-ba0b-88198cbe1dab),segment_id=7d0044a7-b471-444f-ba0b-88198cbe1dab)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:41.549369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.584227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.628928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] DHCP port deletion for 6b9a9a5f-3b0e-41bc-8188-8285fb75c26f request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:41.654513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Made reservation on behalf of a044afa8076c40db9fe6f20c03ff50b2 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:41.659290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.676221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Deleting port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:41.676597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.704963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5bf02-7f05-4fb7-9753-ed8cdc59a299 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:41.705784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bf02-7f05-4fb7-9753-ed8cdc59a299 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.710719 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3ec5bf02-7f05-4fb7-9753-ed8cdc59a299 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "PUT /v2.0/subnets/b142d4f8-9272-4a75-a946-3c63225af6b7 HTTP/1.1" status: 200 len: 826 time: 2.9883261 Feb 16 12:43:41.711831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.728807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47046) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:41.837116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cc644-b512-49e9-990b-1b71433bb884 None None] Pushing event updated for resources: {'Port': ['ID=44e59f2e-e470-4f64-940f-4d6081cae112,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:41.860076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 0d98cda5-7ebb-4a32-85ea-0db5ab860881 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:41.873277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:41.894657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Usage tracker for resource:security_group_rule and tenant:a044afa8076c40db9fe6f20c03ff50b2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:41.898524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:41.909554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:42.045690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] For port 0d98cda5-7ebb-4a32-85ea-0db5ab860881, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d98cda5-7ebb-4a32-85ea-0db5ab860881,segment=NetworkSegment(7d0044a7-b471-444f-ba0b-88198cbe1dab),segment_id=7d0044a7-b471-444f-ba0b-88198cbe1dab)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:42.047686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.096966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.099760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5bf02-7f05-4fb7-9753-ed8cdc59a299 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=b142d4f8-9272-4a75-a946-3c63225af6b7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.300110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.310761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Calling delete_port for 0d98cda5-7ebb-4a32-85ea-0db5ab860881 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:42.319578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Allocated IP 172.20.0.1 (0c90a4b7-703b-4593-80c1-0955fec57286/f4ca8cdf-5cf6-40cc-93bb-181c07c020bf/bf056ef9-cbe4-49a0-a610-852fc8dc6ace) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:42.348844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.434814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:42.435289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:42.439631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.534421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:42.555289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No DVR routers for this DVR port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:42.563527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cde878-4131-4321-a158-13d26454559e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.590455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=0d98cda5-7ebb-4a32-85ea-0db5ab860881,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.595324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.595609 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Added segment 090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c of type vlan for network 57065649-ffc8-4c3d-a405-67499c3c7f61 Feb 16 12:43:42.646573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.710202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.748713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9a9a5f-3b0e-41bc-8188-8285fb75c26f']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.758779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.777262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0044a7-b471-444f-ba0b-88198cbe1dab') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.777640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0044a7-b471-444f-ba0b-88198cbe1dab') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.777758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port 44e59f2e-e470-4f64-940f-4d6081cae112 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:42.778094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.816876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.848340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.863467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:42.863861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.869327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:42.883269 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:42.936647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Deleting port 0d98cda5-7ebb-4a32-85ea-0db5ab860881 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:42.937178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.952150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Transition to ACTIVE for port object bf056ef9-cbe4-49a0-a610-852fc8dc6ace will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:43.040084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90dd1f1a-2104-4f98-8000-4eac21181e3d None None] The port '0d98cda5-7ebb-4a32-85ea-0db5ab860881' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:43:43.080360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.101475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:43.101811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.160039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.248948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cbb530cf-8c78-4a18-9d73-97af8c576d28 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:43.267118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.272062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.289881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47066) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:43.297899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc10e8-a25d-42a4-8202-69713d472173 None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:43.317872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=6b9a9a5f-3b0e-41bc-8188-8285fb75c26f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:43.327282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.351602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event updated for resources: {'Network': ['ID=57065649-ffc8-4c3d-a405-67499c3c7f61,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:43.376735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.401868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 57065649-ffc8-4c3d-a405-67499c3c7f61 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:43.444578 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1f354cc0-3444-4414-8dba-e78cd0174c9f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/6b9a9a5f-3b0e-41bc-8188-8285fb75c26f HTTP/1.1" status: 204 len: 168 time: 2.8073308 Feb 16 12:43:43.453261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:43.536765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port 44e59f2e-e470-4f64-940f-4d6081cae112, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=44e59f2e-e470-4f64-940f-4d6081cae112,segment=NetworkSegment(89f09880-f2a2-4262-ad1b-363876e3b286),segment_id=89f09880-f2a2-4262-ad1b-363876e3b286)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:43.537388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.561654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1218308531'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:43.573831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:43.583486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Usage tracker for resource:router and tenant:08a328083e374368ba7f752575a3d3d1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:43.589891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:43.609506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:43.610923 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1febe91-73a6-4cbe-a25c-092452bb69a8 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7730308 Feb 16 12:43:43.611635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47076) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:43.636409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Allocated IP 172.26.6.74 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/86d1bc16-92ac-4355-9544-15027998644a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:43.649366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26259c7f-581d-4445-8363-d1fbe36ea108 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:43.650440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-26259c7f-581d-4445-8363-d1fbe36ea108 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:43.674789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.684038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-548dfc10-f0cf-40cf-8f37-4a4682852aee None None] Provisioning for port 44e59f2e-e470-4f64-940f-4d6081cae112 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:43.689667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port cbb530cf-8c78-4a18-9d73-97af8c576d28 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:43.702142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port cbb530cf-8c78-4a18-9d73-97af8c576d28 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:43.702627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.745916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.747243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.780412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.793464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-26259c7f-581d-4445-8363-d1fbe36ea108 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:43.798506 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-26259c7f-581d-4445-8363-d1fbe36ea108 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3422437 Feb 16 12:43:43.809366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47080) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:43.901491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.929024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Request body: {'subnet': {'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:43.936142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.944305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.948891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for 44e59f2e-e470-4f64-940f-4d6081cae112 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:43.956760 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5adc52f1-c1cf-455e-ac29-436e4859d859 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1457703 Feb 16 12:43:43.962357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:43.969425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1501948971'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:43.978064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:43.978346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port cbb530cf-8c78-4a18-9d73-97af8c576d28, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=cbb530cf-8c78-4a18-9d73-97af8c576d28,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:43.986740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:43.990378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:43.997144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:44.052441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.053240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 44e59f2e-e470-4f64-940f-4d6081cae112 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:44.084761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.087855 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-58e42faa-2885-411f-9737-a000b5d8dfeb tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7768049 Feb 16 12:43:44.089721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.099669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47088) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:44.105148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Network 0c90a4b7-703b-4593-80c1-0955fec57286 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:44.165634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:44.178772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:44.184012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:44.185075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77381a85-ece3-40b5-8a36-d5f1473bc5be None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:44.187906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.191677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:44.194439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:44.211832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:44.259729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=cbb530cf-8c78-4a18-9d73-97af8c576d28,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.261603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.303771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event updated for resources: {'Port': ['ID=86d1bc16-92ac-4355-9544-15027998644a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.313542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:44.357046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 44e59f2e-e470-4f64-940f-4d6081cae112 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:44.364118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 44e59f2e-e470-4f64-940f-4d6081cae112 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.364605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.380927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54eb34ee-d678-466e-8941-f58bed86f3c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.408216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.408570 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment a7f17a06-f6e2-4859-be75-1522237033a7 of type vlan for network c49a699f-45c8-46bd-b31f-5c8ab6b8085c Feb 16 12:43:44.515962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:44.571578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Usage tracker for resource:subnet and tenant:a044afa8076c40db9fe6f20c03ff50b2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:44.574748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:44.580856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:44.603128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.664883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b52476db-d236-433c-a8f0-74d5d75571b3 None None] Provisioning for port bf056ef9-cbe4-49a0-a610-852fc8dc6ace completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:44.665076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.674644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b52476db-d236-433c-a8f0-74d5d75571b3 None None] Provisioning complete for port bf056ef9-cbe4-49a0-a610-852fc8dc6ace triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.674816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b52476db-d236-433c-a8f0-74d5d75571b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.711897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Made reservation on behalf of a044afa8076c40db9fe6f20c03ff50b2 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:44.715471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.748539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.748769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b52476db-d236-433c-a8f0-74d5d75571b3 None None] Port bf056ef9-cbe4-49a0-a610-852fc8dc6ace cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:44.777998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.784269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:44.785666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.870205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9245dca0-a61d-4063-b462-c722f3a0b3b8 None None] Provisioning complete for port 44e59f2e-e470-4f64-940f-4d6081cae112 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.870825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9245dca0-a61d-4063-b462-c722f3a0b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.897289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=c49a699f-45c8-46bd-b31f-5c8ab6b8085c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.910038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54eb34ee-d678-466e-8941-f58bed86f3c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.915885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:44.950974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54eb34ee-d678-466e-8941-f58bed86f3c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.981547 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1d14a60e-bb51-4862-864e-b65727b75253 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0153191 Feb 16 12:43:44.983302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47092) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:44.990658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:45.043154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.083864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting port a311d5f0-8592-45be-87b0-82560694e8e4 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:45.084464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.104777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:45.108792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:45.111956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:45.112120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9245dca0-a61d-4063-b462-c722f3a0b3b8 None None] Port 44e59f2e-e470-4f64-940f-4d6081cae112 update to ACTIVE by agent not found {{(pid=88445) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 12:43:45.120190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:45.143379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54eb34ee-d678-466e-8941-f58bed86f3c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.143980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eb34ee-d678-466e-8941-f58bed86f3c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da9acb63-c2cc-403d-9225-f1001e7089e6 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:45.145570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Port': ['ID=44e59f2e-e470-4f64-940f-4d6081cae112,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.168460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d98cda5-7ebb-4a32-85ea-0db5ab860881 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:45.214287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:45.216607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 0d98cda5-7ebb-4a32-85ea-0db5ab860881 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:45.216998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d98cda5-7ebb-4a32-85ea-0db5ab860881 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:45.218553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.252322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fef95c-63c4-4021-80a1-aab7e7d9560b None None] DHCP port deletion for 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:45.277577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3d797-d4c4-46c9-89b7-12e76e0d328c None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:43:45.342023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cbb530cf-8c78-4a18-9d73-97af8c576d28 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:45.480127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port cbb530cf-8c78-4a18-9d73-97af8c576d28 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:45.480498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.480644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.519510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No DVR routers for this DVR port 44e59f2e-e470-4f64-940f-4d6081cae112 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:45.556099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3d797-d4c4-46c9-89b7-12e76e0d328c None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:43:45.579093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54eb34ee-d678-466e-8941-f58bed86f3c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.583584 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-54eb34ee-d678-466e-8941-f58bed86f3c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "DELETE /v2.0/routers/da9acb63-c2cc-403d-9225-f1001e7089e6 HTTP/1.1" status: 204 len: 168 time: 1.4796145 Feb 16 12:43:45.598399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47096) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:45.614583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Request body: {'router': {'name': 'tempest-router-1458940554', 'distributed': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:45.634348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:45.676667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Usage tracker for resource:router and tenant:08a328083e374368ba7f752575a3d3d1 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:45.720602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:45.740808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.779510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 44e59f2e-e470-4f64-940f-4d6081cae112 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:45.781405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:45.795749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.826496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.842832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 44e59f2e-e470-4f64-940f-4d6081cae112 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:45.843192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 44e59f2e-e470-4f64-940f-4d6081cae112 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:45.937853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.942254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.000620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Calling delete_port for a311d5f0-8592-45be-87b0-82560694e8e4 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:46.006514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.046085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.093987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.095220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.096517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd10928-d934-4c45-a005-9f5874180515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3069ab07-eab8-4e2d-8c01-f7ab4314ab7b', 'network_id': '3069ab07-eab8-4e2d-8c01-f7ab4314ab7b', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': 'b142d4f8-9272-4a75-a946-3c63225af6b7'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:46.097374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acd10928-d934-4c45-a005-9f5874180515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.191602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event updated for resources: {'Subnet': ['ID=64cd833c-1522-450f-b29d-4e297453631f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.296335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=cec934fb-c2db-4903-a812-3bbd2bef6f8a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.312207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': 'a7f17a06-f6e2-4859-be75-1522237033a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:46.312566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: c49a699f-45c8-46bd-b31f-5c8ab6b8085c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server [None req-acd10928-d934-4c45-a005-9f5874180515 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b142d4f8-9272-4a75-a946-3c63225af6b7: This subnet is being modified by another concurrent operation. Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:43:46.343843 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b142d4f8-9272-4a75-a946-3c63225af6b7: This subnet is being modified by another concurrent operation. Feb 16 12:43:46.351731 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Feb 16 12:43:46.354448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.365869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.367820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd4461-5f55-4725-9aaf-99a22d2d11de None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:43:46.407182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Checking segment: {'id': '090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:46.407552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Network hostable DHCP agents. Network: 57065649-ffc8-4c3d-a405-67499c3c7f61, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:46.422107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:46.445063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Router 71a3a210-85aa-4c7f-909f-83b43df41d40 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:46.461905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=b142d4f8-9272-4a75-a946-3c63225af6b7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.529911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, c49a699f-45c8-46bd-b31f-5c8ab6b8085c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:46.543311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:46.543892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.621378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.667591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.673517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:46.681872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.683644 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a039e68a-138d-45b1-bc19-ab1cc47ece76 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "PUT /v2.0/routers/71a3a210-85aa-4c7f-909f-83b43df41d40 HTTP/1.1" status: 200 len: 879 time: 5.6440661 Feb 16 12:43:46.685983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Network 57065649-ffc8-4c3d-a405-67499c3c7f61 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:46.686764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47100) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:46.690010 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] Sync routers for ids ['71a3a210-85aa-4c7f-909f-83b43df41d40'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:46.705286 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] Routers {'71a3a210-85aa-4c7f-909f-83b43df41d40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:46.706219 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['71a3a210-85aa-4c7f-909f-83b43df41d40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.738173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3069ab07-eab8-4e2d-8c01-f7ab4314ab7b']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.745993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 57065649-ffc8-4c3d-a405-67499c3c7f61) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:46.767041 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9a2c0857-e766-44c7-9168-3ab9f38dfa45 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7815473 Feb 16 12:43:46.773918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:46.784395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c', 'name': 'tempest-PortsTestJSON-27819140'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:46.794482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:46.794716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd4461-5f55-4725-9aaf-99a22d2d11de None None] Unable to find a vacant binding_index for network 57065649-ffc8-4c3d-a405-67499c3c7f61 and agent 498b9910-0074-473f-943d-4b8b1fccea8a {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 12:43:46.795471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.813896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f09880-f2a2-4262-ad1b-363876e3b286') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.814450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f09880-f2a2-4262-ad1b-363876e3b286') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.818263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd4461-5f55-4725-9aaf-99a22d2d11de None None] Unable to find a vacant binding_index for network c49a699f-45c8-46bd-b31f-5c8ab6b8085c and agent 498b9910-0074-473f-943d-4b8b1fccea8a {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 12:43:46.829460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.830180 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.830649 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fe8373ba-6c50-4f07-aa65-463e64cf04c2 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2262926 Feb 16 12:43:46.841482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47108) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:46.845097 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] Routers {'71a3a210-85aa-4c7f-909f-83b43df41d40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:46.845836 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['71a3a210-85aa-4c7f-909f-83b43df41d40'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.858868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.892237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd4461-5f55-4725-9aaf-99a22d2d11de None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 57065649-ffc8-4c3d-a405-67499c3c7f61), (DHCP agent, dv-neutron-829487-1-hyperv, c49a699f-45c8-46bd-b31f-5c8ab6b8085c) {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:43:46.918148 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.919686 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c2e93-ea80-4ddc-9f2a-2a7fb2a65bca None None] The sync data for ids ['71a3a210-85aa-4c7f-909f-83b43df41d40'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:47.018782 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-19d49f9b-69f6-4501-b581-30eb5800026c tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/71a3a210-85aa-4c7f-909f-83b43df41d40 HTTP/1.1" status: 200 len: 920 time: 0.3307641 Feb 16 12:43:47.021900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47112) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.073058 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:47.091704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:47.117325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391a9da-02f4-48a2-970f-875a4e01b5a8 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:47.121800 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3391a9da-02f4-48a2-970f-875a4e01b5a8 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=71a3a210-85aa-4c7f-909f-83b43df41d40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0958614 Feb 16 12:43:47.121935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.126092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8f889fcc-f489-40f9-8a63-032fad9843b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4530654 Feb 16 12:43:47.141356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47120) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.148715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.153631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Request body: {'port': {'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61', 'name': 'tempest-TagsExtTest-588199352'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:47.177902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e06d9b63-a2df-4712-a513-4be53ca4cdea tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.190498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:47.194474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.228777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:47.229384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.236422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 67e082dc-05e7-4bf2-9b99-23642f72c83a yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:47.257235 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:47.307435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:43:47.332342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb0f2ce-2f21-4e24-9daf-6df0a24f27d2 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:47.336946 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3bb0f2ce-2f21-4e24-9daf-6df0a24f27d2 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 0.2107646 Feb 16 12:43:47.339564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.343476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-57065649-ffc8-4c3d-a405-67499c3c7f61', 'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61', 'tenant_id': 'a044afa8076c40db9fe6f20c03ff50b2', 'fixed_ips': [{'subnet_id': '64cd833c-1522-450f-b29d-4e297453631f'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:47.344535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.361562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-c49a699f-45c8-46bd-b31f-5c8ab6b8085c', 'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c', 'tenant_id': 'ce0e84a208684fb7856eee239a09ff87', 'fixed_ips': [{'subnet_id': 'cec934fb-c2db-4903-a812-3bbd2bef6f8a'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:47.363103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.372548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.427783 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c885dd7a-d720-427a-895f-46401b3d1a8a tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=71a3a210-85aa-4c7f-909f-83b43df41d40 HTTP/1.1" status: 200 len: 205 time: 0.0873070 Feb 16 12:43:47.430931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.499137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.518399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Port': ['ID=a311d5f0-8592-45be-87b0-82560694e8e4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:47.540524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.5 (c49a699f-45c8-46bd-b31f-5c8ab6b8085c/cec934fb-c2db-4903-a812-3bbd2bef6f8a/67e082dc-05e7-4bf2-9b99-23642f72c83a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:47.607312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Allocated IP 172.20.0.2 (57065649-ffc8-4c3d-a405-67499c3c7f61/64cd833c-1522-450f-b29d-4e297453631f/ec766b05-0aa9-4c6f-b79d-159a99e201d5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:47.669588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.686764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.795218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.817628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.830697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Transition to ACTIVE for port object ec766b05-0aa9-4c6f-b79d-159a99e201d5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:47.854537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Transition to ACTIVE for port object ec766b05-0aa9-4c6f-b79d-159a99e201d5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:47.879333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537749'] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.913537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e06d9b63-a2df-4712-a513-4be53ca4cdea tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.920632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=3069ab07-eab8-4e2d-8c01-f7ab4314ab7b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:47.923361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e06d9b63-a2df-4712-a513-4be53ca4cdea tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.946587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7917a919-af61-4dc7-a118-16b76dec9553 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/3069ab07-eab8-4e2d-8c01-f7ab4314ab7b HTTP/1.1" status: 204 len: 168 time: 6.2162812 Feb 16 12:43:47.957206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47132) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.968247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.013339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.016520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.037273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Network 57065649-ffc8-4c3d-a405-67499c3c7f61 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:48.040794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:48.042887 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f213887b-dce5-41c8-bba7-f5d685111a97 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:48.043061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f213887b-dce5-41c8-bba7-f5d685111a97 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:48.044895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:48.051161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Pushing event updated for resources: {'Port': ['ID=ec766b05-0aa9-4c6f-b79d-159a99e201d5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.071408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:48.110405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.131825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 67e082dc-05e7-4bf2-9b99-23642f72c83a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:48.159270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.176346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Attempting to bind port ec766b05-0aa9-4c6f-b79d-159a99e201d5 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:48.176709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Attempting to bind port ec766b05-0aa9-4c6f-b79d-159a99e201d5 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:48.177064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Attempting to bind port ec766b05-0aa9-4c6f-b79d-159a99e201d5 on network 57065649-ffc8-4c3d-a405-67499c3c7f61 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:48.182374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:48.182742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Checking segment: {'id': '090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:48.183171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.183558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Bound using segment: {'id': '090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:48.184014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Bound port: ec766b05-0aa9-4c6f-b79d-159a99e201d5, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57065649-ffc8-4c3d-a405-67499c3c7f61'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:48.184300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Usage tracker for resource:port and tenant:a044afa8076c40db9fe6f20c03ff50b2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:48.184453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.186806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e06d9b63-a2df-4712-a513-4be53ca4cdea tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.187327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06d9b63-a2df-4712-a513-4be53ca4cdea tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68851459-714f-49d5-a58f-b210765c6914 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:48.189606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f213887b-dce5-41c8-bba7-f5d685111a97 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/3069ab07-eab8-4e2d-8c01-f7ab4314ab7b HTTP/1.1" status: 404 len: 339 time: 0.2178574 Feb 16 12:43:48.194251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:48.204054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754391101', 'description': 'd1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:48.208766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:48.212508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Usage tracker for resource:network and tenant:5bddc5fed9804c4394e5cfbfc1c3d31d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:48.215315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:48.221090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:48.239479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e06d9b63-a2df-4712-a513-4be53ca4cdea tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.240619 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e06d9b63-a2df-4712-a513-4be53ca4cdea tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "DELETE /v2.0/routers/68851459-714f-49d5-a58f-b210765c6914 HTTP/1.1" status: 204 len: 168 time: 1.3916037 Feb 16 12:43:48.243381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:48.245211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47140) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:48.250415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Request body: {'router': {'name': 'tempest-router-1960899124', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '57a7445d90d34a04abf3f5548b053896'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:48.256117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:48.259915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Usage tracker for resource:router and tenant:57a7445d90d34a04abf3f5548b053896 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:48.263265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Deleting port 86d1bc16-92ac-4355-9544-15027998644a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:48.266736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:48.266872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.278570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.283343 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] For port ec766b05-0aa9-4c6f-b79d-159a99e201d5, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:48.287374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] For port ec766b05-0aa9-4c6f-b79d-159a99e201d5, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ec766b05-0aa9-4c6f-b79d-159a99e201d5,segment=NetworkSegment(090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c),segment_id=090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:48.292212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:48.310155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:48.315305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.370138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:48.372915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.380191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Allocated IP 172.20.0.2 (c49a699f-45c8-46bd-b31f-5c8ab6b8085c/cec934fb-c2db-4903-a812-3bbd2bef6f8a/74f29dda-fa52-4fd3-ae96-6bedce3909f6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:48.384093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.497800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Made reservation on behalf of a044afa8076c40db9fe6f20c03ff50b2 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:48.500020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:48.501492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.508082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:48.519316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:48.556109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=67e082dc-05e7-4bf2-9b99-23642f72c83a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.564795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:48.567505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.568481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.595812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a90ab0-f7a2-4ea0-9bb1-a37182377114 None None] Pushing event updated for resources: {'Port': ['ID=ec766b05-0aa9-4c6f-b79d-159a99e201d5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.611931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.612265 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 7019fc8d-03cc-4f4d-82a9-3209c313a587 of type vlan for network ee3ec2dc-ef15-4d53-9960-cd952ea125d0 Feb 16 12:43:48.613177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] device_id is not set on port 3631c69a-a297-4772-b061-1ce2fb88d079 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:48.647692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:48.648334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.661659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.663221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Network 0c90a4b7-703b-4593-80c1-0955fec57286 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:48.666105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:48.698779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.758008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.768586 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Transition to ACTIVE for port object 74f29dda-fa52-4fd3-ae96-6bedce3909f6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:48.795260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Transition to ACTIVE for port object 74f29dda-fa52-4fd3-ae96-6bedce3909f6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:48.870869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Calling delete_port for 86d1bc16-92ac-4355-9544-15027998644a owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:48.872065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.903561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.929462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47144) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:48.930341 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fdf02cb3-3376-4125-8aa0-6d6148308f1b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1552742 Feb 16 12:43:48.956747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c', 'name': 'tempest-PortsTestJSON-180603714'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:48.982043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Router b47aa29b-7b07-4744-8d5c-894f7f9ae6ff has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:49.017958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Pushing event updated for resources: {'Port': ['ID=74f29dda-fa52-4fd3-ae96-6bedce3909f6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.037196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:49.038918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:49.042667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:49.045152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.099317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.104811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:49.105424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.155170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Attempting to bind port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:49.156036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Attempting to bind port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'a7f17a06-f6e2-4859-be75-1522237033a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:49.156573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Attempting to bind port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 on network c49a699f-45c8-46bd-b31f-5c8ab6b8085c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:49.162867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:49.163536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Checking segment: {'id': 'a7f17a06-f6e2-4859-be75-1522237033a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:49.164121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.164823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Bound using segment: {'id': 'a7f17a06-f6e2-4859-be75-1522237033a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:49.165526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Bound port: 74f29dda-fa52-4fd3-ae96-6bedce3909f6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f17a06-f6e2-4859-be75-1522237033a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c49a699f-45c8-46bd-b31f-5c8ab6b8085c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:49.166289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.235537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=ee3ec2dc-ef15-4d53-9960-cd952ea125d0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.240350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.244701 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0d9f533a-597c-432a-8906-d25f880304f3 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9981093 Feb 16 12:43:49.245299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:49.252199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:49.252325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network ee3ec2dc-ef15-4d53-9960-cd952ea125d0 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:49.340302 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-457f6cc9-c252-4a66-aee6-350e32f85480 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1430156 Feb 16 12:43:49.343634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] For port 74f29dda-fa52-4fd3-ae96-6bedce3909f6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:49.371993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] For port 74f29dda-fa52-4fd3-ae96-6bedce3909f6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=74f29dda-fa52-4fd3-ae96-6bedce3909f6,segment=NetworkSegment(a7f17a06-f6e2-4859-be75-1522237033a7),segment_id=a7f17a06-f6e2-4859-be75-1522237033a7)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:49.373360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47152) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:49.377591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:49.389012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] Sync routers for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:49.406175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.412117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:49.413766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.462061 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2f0dddd2-7c27-43d4-9479-d014287dea77 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "PUT /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8677771 Feb 16 12:43:49.481471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47156) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:49.499738 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.506604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ec766b05-0aa9-4c6f-b79d-159a99e201d5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:49.513645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Allocated IP 172.20.0.9 (57065649-ffc8-4c3d-a405-67499c3c7f61/64cd833c-1522-450f-b29d-4e297453631f/3631c69a-a297-4772-b061-1ce2fb88d079) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:49.562049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.568855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] Routers {'b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:49.569089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.569790 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-71bada3d-cdca-4174-be8b-4084c360f41a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] show failed (client error): The resource could not be found. Feb 16 12:43:49.570824 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-71bada3d-cdca-4174-be8b-4084c360f41a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-597906157 HTTP/1.1" status: 404 len: 334 time: 0.0884073 Feb 16 12:43:49.572112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Router 6125d817-efd1-4409-b6c6-ee3f5664a717 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:49.585824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47160) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:49.595240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:49.600003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:49.603304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:49.604729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event deleted for resources: {'Port': ['ID=86d1bc16-92ac-4355-9544-15027998644a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.609761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:49.674660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.675872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405e561-98a0-4c96-9d38-0678060dd33b None None] The sync data for ids ['b47aa29b-7b07-4744-8d5c-894f7f9ae6ff'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:49.761955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff985-7531-46b7-b7d5-84bf46467956 None None] Pushing event updated for resources: {'Port': ['ID=74f29dda-fa52-4fd3-ae96-6bedce3909f6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.795885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a18f9c-2f94-404d-ba70-4bfe4e988ef8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:49.796781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b7a18f9c-2f94-404d-ba70-4bfe4e988ef8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Synchronizing usage tracker for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:49.813943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c1de08a5-170a-4b79-8acd-ab10458d5f4d tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:50.053606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-c1de08a5-170a-4b79-8acd-ab10458d5f4d tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] update failed (client error): The resource could not be found. Feb 16 12:43:50.058265 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c1de08a5-170a-4b79-8acd-ab10458d5f4d tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1673630250 HTTP/1.1" status: 404 len: 335 time: 0.4663665 Feb 16 12:43:50.063189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47164) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:50.089842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.089842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.186223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ec766b05-0aa9-4c6f-b79d-159a99e201d5 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:50.240112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:50.243508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.254155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.286849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a944100f-227b-4e54-a0da-1a886f13d74f None None] Provisioning for port ec766b05-0aa9-4c6f-b79d-159a99e201d5 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:50.292494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a944100f-227b-4e54-a0da-1a886f13d74f None None] Provisioning complete for port ec766b05-0aa9-4c6f-b79d-159a99e201d5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:50.296475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a944100f-227b-4e54-a0da-1a886f13d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.343360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b7a18f9c-2f94-404d-ba70-4bfe4e988ef8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Unset dirty status for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:50.344464 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b7a18f9c-2f94-404d-ba70-4bfe4e988ef8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/networks?id=ee3ec2dc-ef15-4d53-9960-cd952ea125d0 HTTP/1.1" status: 200 len: 765 time: 0.9642651 Feb 16 12:43:50.359928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting subnet 9ca5d5a2-629b-4c45-8b77-7cedcc1feb50 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:50.361647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47168) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:50.375065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:50.382071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 16 12:43:50.386759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Router 9cd5cd28-cb4d-45f3-8817-431638fb99c6 migrating from provider to provider. {{(pid=88444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 16 12:43:50.386759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.422708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.431209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a944100f-227b-4e54-a0da-1a886f13d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.449677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.453945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.458143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.462350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'description': 'd2'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:50.469264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a944100f-227b-4e54-a0da-1a886f13d74f None None] For port ec766b05-0aa9-4c6f-b79d-159a99e201d5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ec766b05-0aa9-4c6f-b79d-159a99e201d5,segment=NetworkSegment(090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c),segment_id=090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:50.495324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.530779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.561466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a944100f-227b-4e54-a0da-1a886f13d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.598067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.598576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Fanout notify agent at l3_agent the message router_deleted on router 71a3a210-85aa-4c7f-909f-83b43df41d40 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:50.608720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.660451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Transition to ACTIVE for port object 3631c69a-a297-4772-b061-1ce2fb88d079 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:50.661741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944100f-227b-4e54-a0da-1a886f13d74f None None] Pushing event updated for resources: {'Port': ['ID=ec766b05-0aa9-4c6f-b79d-159a99e201d5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:50.690077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.695670 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-05a03281-267f-49fa-9591-1ad3cdd2097b tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/71a3a210-85aa-4c7f-909f-83b43df41d40 HTTP/1.1" status: 204 len: 168 time: 3.2593861 Feb 16 12:43:50.696458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:50.696565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:50.703423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-977761012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:50.708374 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Sync routers for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:50.721190 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:50.722376 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:50.724285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:50.730560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Usage tracker for resource:router and tenant:65fd291878d04ecd9e6251073788e35f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:50.735941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:50.740324 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] No L3 agents can host the router 9cd5cd28-cb4d-45f3-8817-431638fb99c6 Feb 16 12:43:50.745485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:50.872486 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d34eb452-f26e-431e-b940-3d521581c6b6 admin admin] 10.222.0.47 "PUT /v2.0/routers/6125d817-efd1-4409-b6c6-ee3f5664a717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2734532 Feb 16 12:43:50.906165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.9 (c49a699f-45c8-46bd-b31f-5c8ab6b8085c/cec934fb-c2db-4903-a812-3bbd2bef6f8a/8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:50.964215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Hosts for router 9cd5cd28-cb4d-45f3-8817-431638fb99c6: [] {{(pid=88444) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 16 12:43:50.983957 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:50.999900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f5a49-93fe-4110-b89c-fb779be87373 None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:51.018189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.028164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.033705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee871c-f3ba-4883-9c37-d9e59c393304 None None] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:51.055004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Hosts for other DVR routers connected to router 9cd5cd28-cb4d-45f3-8817-431638fb99c6: set() {{(pid=88444) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 16 12:43:51.057708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.059001 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4db843aa-97e7-4ad0-8dc4-b625c800d42e tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "PUT /v2.0/routers/9cd5cd28-cb4d-45f3-8817-431638fb99c6 HTTP/1.1" status: 200 len: 717 time: 1.8127546 Feb 16 12:43:51.062091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47180) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.256285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.267488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3412abe-3cd0-4aa6-a334-03db20f0d84f None None] Network 57065649-ffc8-4c3d-a405-67499c3c7f61 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:51.310796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.395210 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e6a6c112-5424-4328-9e60-91fae4102c08 tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "GET /v2.0/routers/9cd5cd28-cb4d-45f3-8817-431638fb99c6 HTTP/1.1" status: 200 len: 717 time: 0.3262219 Feb 16 12:43:51.395210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.398361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.412183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.492255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.522674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f5a49-93fe-4110-b89c-fb779be87373 None None] Network 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b could not be found, it might have been deleted concurrently. {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 12:43:51.579340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.582117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32a852-97ab-44be-9878-fb4ba770f49e None None] DHCP port deletion for 3069ab07-eab8-4e2d-8c01-f7ab4314ab7b request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:51.588406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ec766b05-0aa9-4c6f-b79d-159a99e201d5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:51.613559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.624124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Network 57065649-ffc8-4c3d-a405-67499c3c7f61 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:51.681859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:51.683264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:51.693629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network ee3ec2dc-ef15-4d53-9960-cd952ea125d0 is not hosted by any dhcp agent {{(pid=88443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:43:51.699239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:51.700032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.701448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "PUT /v2.0/networks/ee3ec2dc-ef15-4d53-9960-cd952ea125d0 HTTP/1.1" status: 200 len: 762 time: 1.2837958 Feb 16 12:43:51.702039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.706730 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-34f01e28-4f9c-4423-95b4-55db1523d9fc tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0087359 Feb 16 12:43:51.707143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:51.718042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47194) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.718372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.748716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe5ea250-bcf1-45e7-b43c-31c7093761ab None None] Provisioning for port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:51.762744 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:46Z', 'revision_number': 2, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.784545 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Checking router: 6125d817-efd1-4409-b6c6-ee3f5664a717 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:51.785173 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Updating router 6125d817-efd1-4409-b6c6-ee3f5664a717 port bf056ef9-cbe4-49a0-a610-852fc8dc6ace binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:51.793514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event updated for resources: {'Port': ['ID=3631c69a-a297-4772-b061-1ce2fb88d079,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.855405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b7244-75e3-45ff-863b-dcab3a14cdb5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=ee3ec2dc-ef15-4d53-9960-cd952ea125d0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.862049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': True}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:51.869676 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.874867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:51.875718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.884760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47202) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.899543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694510779', 'description': 'tempest-description--1234318045'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:51.907149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:51.913066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.939024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network ee3ec2dc-ef15-4d53-9960-cd952ea125d0 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:51.950659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Usage tracker for resource:security_group and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:51.958437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:51.961229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca5d5a2-629b-4c45-8b77-7cedcc1feb50,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.971028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:51.974516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.979109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f34171b8-6a69-4850-96f3-ce323966f065 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/subnets/9ca5d5a2-629b-4c45-8b77-7cedcc1feb50 HTTP/1.1" status: 204 len: 168 time: 1.9055638 Feb 16 12:43:51.979109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.980287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47206) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.995196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f80d52-1bdc-42a0-9621-5a681a0777b1 None None] Network caa5ca01-e664-4935-97d5-03a0a7daa49c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:52.187962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ec766b05-0aa9-4c6f-b79d-159a99e201d5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:52.188336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.196727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-61efa796-3a3b-4249-99ee-413480713e02 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.0528984 Feb 16 12:43:52.197321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47210) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:52.224448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-168470008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:52.234459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:52.240958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:52.247125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:52.249370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:52.291586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Usage tracker for resource:router and tenant:a044afa8076c40db9fe6f20c03ff50b2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:52.303546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:52.306140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.315412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:52.321125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.330499 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.336297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting subnet 046d38f2-e012-4048-b7c5-c563e5b378da {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:52.343801 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Transition to ACTIVE for port object bf056ef9-cbe4-49a0-a610-852fc8dc6ace will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:52.350722 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9d7b1259-6150-4a4e-8e90-8584cff91361 tempest-RoutersTestDVR-1221637896 tempest-RoutersTestDVR-1221637896-project] 10.222.0.47 "GET /v2.0/routers/9cd5cd28-cb4d-45f3-8817-431638fb99c6 HTTP/1.1" status: 200 len: 683 time: 0.9572835 Feb 16 12:43:52.352231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47214) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:52.352889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.355763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-218b65ad-ec3f-495a-bcbe-115a681fe1b7 None None] Provisioning complete for port bf056ef9-cbe4-49a0-a610-852fc8dc6ace triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:52.366180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-218b65ad-ec3f-495a-bcbe-115a681fe1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.404150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:52.404768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.408590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:52.423751 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.423980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Usage tracker for resource:security_group_rule and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:52.427742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:52.442300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:52.448511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.488551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.489545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.534952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.540430 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ae477543-a5d6-4805-950f-b73baaaa4d19 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6027565 Feb 16 12:43:52.547027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47218) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:52.568629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-218b65ad-ec3f-495a-bcbe-115a681fe1b7 None None] Port bf056ef9-cbe4-49a0-a610-852fc8dc6ace cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:52.591192 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f18f7a-6ee3-4e67-8fe5-3a2595462758 None None] Pushing event updated for resources: {'Port': ['ID=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.678690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.747762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 74f29dda-fa52-4fd3-ae96-6bedce3909f6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:52.749092 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Attempting to bind port bf056ef9-cbe4-49a0-a610-852fc8dc6ace on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:52.749477 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Attempting to bind port bf056ef9-cbe4-49a0-a610-852fc8dc6ace by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:52.751174 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Attempting to bind port bf056ef9-cbe4-49a0-a610-852fc8dc6ace on network 0c90a4b7-703b-4593-80c1-0955fec57286 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:52.763035 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:52.763694 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Checking segment: {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:52.763810 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.764154 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Bound using segment: {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:52.764621 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Bound port: bf056ef9-cbe4-49a0-a610-852fc8dc6ace, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:52.765008 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.794444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.849415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682797e3-aa96-4fa0-8f46-4392f1839700 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:52.850158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-682797e3-aa96-4fa0-8f46-4392f1839700 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Synchronizing usage tracker for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:52.875659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e017eb74-1690-4253-a318-157c2545d2ac tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.927750 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] For port bf056ef9-cbe4-49a0-a610-852fc8dc6ace, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:52.931418 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] For port bf056ef9-cbe4-49a0-a610-852fc8dc6ace, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:52.949220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:52.955676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:52.959812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.962133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.000081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] DHCP port deletion for caa5ca01-e664-4935-97d5-03a0a7daa49c request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:53.009006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bb489-5aa4-400c-b1d3-c164c30d39c8 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:53.019852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] Deleting port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:53.020338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.021742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-436bb489-5aa4-400c-b1d3-c164c30d39c8 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:53.031652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.092593 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.123294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.150312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.156848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-682797e3-aa96-4fa0-8f46-4392f1839700 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Unset dirty status for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:53.156848 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-682797e3-aa96-4fa0-8f46-4392f1839700 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/networks?id=ee3ec2dc-ef15-4d53-9960-cd952ea125d0 HTTP/1.1" status: 200 len: 765 time: 1.4368026 Feb 16 12:43:53.162481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:53.165483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Subnet': ['ID=046d38f2-e012-4048-b7c5-c563e5b378da,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:53.172622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.174625 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9f42792c-2855-405b-a664-2f8f084700eb tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/subnets/046d38f2-e012-4048-b7c5-c563e5b378da HTTP/1.1" status: 204 len: 168 time: 1.1918128 Feb 16 12:43:53.186293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47226) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:53.188536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.193633 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-763b147f-3c7f-424b-b238-c451890f60be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9843249 Feb 16 12:43:53.230192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47228) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:53.235405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3729729-48ad-40be-a6bb-a5154cfba91d None None] Network 21590cdd-daec-4523-b6c8-0ac8ed4fe675 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:53.272313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-db6e7aaa-5518-44b2-b2f7-ac7e4c82be2b tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1286574832', 'prefixes': ['172.20.0.0/16']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:53.288875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-db6e7aaa-5518-44b2-b2f7-ac7e4c82be2b tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:53.365923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:53.383790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-436bb489-5aa4-400c-b1d3-c164c30d39c8 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:53.385275 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-436bb489-5aa4-400c-b1d3-c164c30d39c8 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 920 time: 0.8349667 Feb 16 12:43:53.387322 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f18f7a-6ee3-4e67-8fe5-3a2595462758 None None] Pushing event updated for resources: {'Port': ['ID=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:53.407228 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:53.408006 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:53.413815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47234) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:53.477666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.484433 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7641724a-6caa-43b9-a0e0-de4a029ce7c3 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5964360 Feb 16 12:43:53.494565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47238) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:53.549139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6d7f-8424-49cb-86a9-32b6d0d4b473', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:53.582790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.608099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:53.624041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Usage tracker for resource:security_group_rule and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:53.634631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:53.659415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:53.691489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:53.691824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.715558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32024bd-089d-4fd3-9b33-4c94ed86c61f None None] Network 57065649-ffc8-4c3d-a405-67499c3c7f61 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:53.740873 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:53.769468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:53.769723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.841103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfed27f-bb6b-42af-af24-8402d3e1b184 None None] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:53.886340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e017eb74-1690-4253-a318-157c2545d2ac tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.890110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e017eb74-1690-4253-a318-157c2545d2ac tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.893379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.052051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.058057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee283445-c9bf-4528-92e4-84f48f3e8ec5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.059816 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee283445-c9bf-4528-92e4-84f48f3e8ec5 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8942659 Feb 16 12:43:54.063006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:54.130570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e017eb74-1690-4253-a318-157c2545d2ac tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.131195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] For port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,segment=NetworkSegment(5cae0a19-214c-47db-9190-31c2d8f5cdd3),segment_id=5cae0a19-214c-47db-9190-31c2d8f5cdd3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:54.131360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e017eb74-1690-4253-a318-157c2545d2ac tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd5cd28-cb4d-45f3-8817-431638fb99c6 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:54.132484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.143199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2b6cdd65-766a-4cda-9ba4-89f051f06655 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Synchronizing usage tracker for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:54.165389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e017eb74-1690-4253-a318-157c2545d2ac tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.170791 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e017eb74-1690-4253-a318-157c2545d2ac tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "DELETE /v2.0/routers/9cd5cd28-cb4d-45f3-8817-431638fb99c6 HTTP/1.1" status: 204 len: 168 time: 1.8030491 Feb 16 12:43:54.175443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47246) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:54.181282 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:52Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:54.181906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Request body: {'router': {'name': 'tempest-router-146359757', 'distributed': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:54.186449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:54.187742 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966410-ea34-4baa-b600-b0d43ee18eec None None] The sync data for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv is: [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:52Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:54.190436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:54.191596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Usage tracker for resource:router and tenant:08a328083e374368ba7f752575a3d3d1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:54.195621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:54.203977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:54.339714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.340790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.350265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.415715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2b6cdd65-766a-4cda-9ba4-89f051f06655 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Unset dirty status for tenant:5bddc5fed9804c4394e5cfbfc1c3d31d on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:54.422154 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2b6cdd65-766a-4cda-9ba4-89f051f06655 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 207 time: 0.3567052 Feb 16 12:43:54.422951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47250) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:54.461049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] Calling delete_port for f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:54.492290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 74f29dda-fa52-4fd3-ae96-6bedce3909f6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=74f29dda-fa52-4fd3-ae96-6bedce3909f6,segment=NetworkSegment(a7f17a06-f6e2-4859-be75-1522237033a7),segment_id=a7f17a06-f6e2-4859-be75-1522237033a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:54.511734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.549028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.610537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.626863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.760967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92008c57-807c-4055-867c-41058116e374 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.767499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92008c57-807c-4055-867c-41058116e374 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.773696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92008c57-807c-4055-867c-41058116e374 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.777256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-46aa65f5-011e-446c-9656-65ae0b61d30c None None] Provisioning for port 3631c69a-a297-4772-b061-1ce2fb88d079 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:54.780308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92008c57-807c-4055-867c-41058116e374 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.786599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92008c57-807c-4055-867c-41058116e374 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.787168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] For port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,segment=NetworkSegment(5cae0a19-214c-47db-9190-31c2d8f5cdd3),segment_id=5cae0a19-214c-47db-9190-31c2d8f5cdd3)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:54.787648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.793248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92008c57-807c-4055-867c-41058116e374 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:54.802957 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-92008c57-807c-4055-867c-41058116e374 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.3746550 Feb 16 12:43:54.803357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:54.831984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] DHCP port deletion for 21590cdd-daec-4523-b6c8-0ac8ed4fe675 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:54.832587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.851225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] Deleting port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:54.851714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.912551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf056ef9-cbe4-49a0-a610-852fc8dc6ace up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:54.975509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Calling delete_port for f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:55.008121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db6e7aaa-5518-44b2-b2f7-ac7e4c82be2b tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for subnetpool, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.009305 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-db6e7aaa-5518-44b2-b2f7-ac7e4c82be2b tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.7780125 Feb 16 12:43:55.025832 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7c390243-701b-47eb-a506-833cb5ef2c95 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2149475 Feb 16 12:43:55.025832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47258) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.025832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.025832 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1f20aa3a-7c6d-4e5f-b7ef-3e937cba599a tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8477271 Feb 16 12:43:55.025832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.038473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-a921e367-c8a8-4f5e-9e55-fc5a35a72ec5 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', 'tempest-TagsExtTest-Tag-220301465') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:55.038565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.041960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47264) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.146078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.156825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] For port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=44047d6d-bd5b-4dc8-b637-ac6e3a9597c2,segment=NetworkSegment(a77b0191-6d7e-4014-8f87-cf3a84dfae2a),segment_id=a77b0191-6d7e-4014-8f87-cf3a84dfae2a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:55.156825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.176716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-46aa65f5-011e-446c-9656-65ae0b61d30c None None] Provisioning complete for port 3631c69a-a297-4772-b061-1ce2fb88d079 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:55.177120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46aa65f5-011e-446c-9656-65ae0b61d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.184500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73bce3-a4b1-449b-bcdb-b74d2d828147 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.186095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73bce3-a4b1-449b-bcdb-b74d2d828147 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.187626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73bce3-a4b1-449b-bcdb-b74d2d828147 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.189347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73bce3-a4b1-449b-bcdb-b74d2d828147 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.191503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73bce3-a4b1-449b-bcdb-b74d2d828147 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.198623 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7b73bce3-a4b1-449b-bcdb-b74d2d828147 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1350718 Feb 16 12:43:55.200050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47270) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.225264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.319746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e794dcf-a234-467c-913a-10078680b344,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.335877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71b26339-72d9-42bb-8fc9-58845d908fef tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.373172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] Calling delete_port for 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:55.373617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908d408-cc43-4b7e-9293-d3f5d803ddba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.375165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908d408-cc43-4b7e-9293-d3f5d803ddba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.376563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908d408-cc43-4b7e-9293-d3f5d803ddba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.378479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908d408-cc43-4b7e-9293-d3f5d803ddba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.380081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908d408-cc43-4b7e-9293-d3f5d803ddba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.386914 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8908d408-cc43-4b7e-9293-d3f5d803ddba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1813540 Feb 16 12:43:55.391099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.396039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47274) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.458493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=74f29dda-fa52-4fd3-ae96-6bedce3909f6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.466625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-46aa65f5-011e-446c-9656-65ae0b61d30c None None] Port 3631c69a-a297-4772-b061-1ce2fb88d079 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:55.513245 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a921e367-c8a8-4f5e-9e55-fc5a35a72ec5 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags/tempest-TagsExtTest-Tag-220301465 HTTP/1.1" status: 201 len: 201 time: 0.4916406 Feb 16 12:43:55.519154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.520658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.537554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Allocated IP 172.26.6.185 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/a18a6979-4a3b-4508-bff6-ce56393c5a0f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:55.544289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-92df31d6-9e1b-4663-9e24-f1a811b4a95d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', 'tempest-TagsExtTest-Tag-812448844') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:55.577644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-46aa65f5-011e-446c-9656-65ae0b61d30c None None] Provisioning complete for port ec766b05-0aa9-4c6f-b79d-159a99e201d5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:55.578019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46aa65f5-011e-446c-9656-65ae0b61d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.585641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.587438 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1c3aefae-d077-4029-a223-fe338844cf64 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0553145 Feb 16 12:43:55.590874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.610970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6d7f-8424-49cb-86a9-32b6d0d4b473', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:55.614429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port bf056ef9-cbe4-49a0-a610-852fc8dc6ace completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:55.621181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] Pushing event deleted for resources: {'Port': ['ID=f41eaf7b-077a-4ad0-89e4-7f27cd6755f3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.628785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:55.634455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.645201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecbeb8e-75c0-4e1c-b078-f92951ff48a6 None None] No DVR routers for this DVR port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:55.657815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Usage tracker for resource:security_group_rule and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:55.665809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:55.666437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:55.679907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:55.699190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:55.748321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] Pushing event deleted for resources: {'Port': ['ID=44047d6d-bd5b-4dc8-b637-ac6e3a9597c2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.751188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bf056ef9-cbe4-49a0-a610-852fc8dc6ace triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:55.751571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.844992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a1536-d4da-4d39-9846-ffa34673f01e None None] No DVR routers for this DVR port 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:55.889195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71b26339-72d9-42bb-8fc9-58845d908fef tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.893034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.906055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71b26339-72d9-42bb-8fc9-58845d908fef tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.916540 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a5e367dc-61f3-4b32-9250-a09b14b642fe tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b HTTP/1.1" status: 204 len: 168 time: 2.4931865 Feb 16 12:43:55.919929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47286) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.019125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fd680-9bfe-4be7-8992-c74be7d2c52a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:56.019125 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c83fd680-9bfe-4be7-8992-c74be7d2c52a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/networks/3903a65c-48b4-45b2-83ec-85fe0c72ad8c HTTP/1.1" status: 200 len: 803 time: 0.6128609 Feb 16 12:43:56.022029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.040756 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1acfe3a-5783-4dc4-aebb-47acdd197678 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:43:56.041343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1acfe3a-5783-4dc4-aebb-47acdd197678 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:56.083859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.129113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port bf056ef9-cbe4-49a0-a610-852fc8dc6ace, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:56.148472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71b26339-72d9-42bb-8fc9-58845d908fef tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.149238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b26339-72d9-42bb-8fc9-58845d908fef tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8da607-0fb1-4db0-8e71-d7712dd9a8e9 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:56.151202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1acfe3a-5783-4dc4-aebb-47acdd197678 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:56.152784 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1acfe3a-5783-4dc4-aebb-47acdd197678 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b HTTP/1.1" status: 404 len: 333 time: 0.2313228 Feb 16 12:43:56.161396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47294) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.168384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71b26339-72d9-42bb-8fc9-58845d908fef tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.169805 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-71b26339-72d9-42bb-8fc9-58845d908fef tempest-RoutersTestDVR-309421744 tempest-RoutersTestDVR-309421744-project-admin] 10.222.0.47 "DELETE /v2.0/routers/4a8da607-0fb1-4db0-8e71-d7712dd9a8e9 HTTP/1.1" status: 204 len: 168 time: 1.1267891 Feb 16 12:43:56.189100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.235555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.274621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting port f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:56.275579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.340290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:56.341858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 67e082dc-05e7-4bf2-9b99-23642f72c83a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:56.342238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.343846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:56.395323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:56.395323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f41eaf7b-077a-4ad0-89e4-7f27cd6755f3 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:56.419702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.433785 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-73ddd9af-5809-4020-b0be-3243047fd062 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/networks/3903a65c-48b4-45b2-83ec-85fe0c72ad8c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4057548 Feb 16 12:43:56.434750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47300) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.461252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] The port 'f41eaf7b-077a-4ad0-89e4-7f27cd6755f3' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:43:56.469089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Provisioning for port 67e082dc-05e7-4bf2-9b99-23642f72c83a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:56.477106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Provisioning complete for port 67e082dc-05e7-4bf2-9b99-23642f72c83a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:56.477498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.516462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.529359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bf876-312d-4b05-b5db-6fe40e753688 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:56.530825 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0a8bf876-312d-4b05-b5db-6fe40e753688 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/subnets/7eb8463e-f8d2-4259-b232-edad07020fa4 HTTP/1.1" status: 200 len: 843 time: 0.0941937 Feb 16 12:43:56.535737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.543524 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-92df31d6-9e1b-4663-9e24-f1a811b4a95d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags/tempest-TagsExtTest-Tag-812448844 HTTP/1.1" status: 201 len: 201 time: 1.0213103 Feb 16 12:43:56.555778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Port 67e082dc-05e7-4bf2-9b99-23642f72c83a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:56.568633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Provisioning complete for port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:56.569152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.588562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.611143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-786ceb85-c74f-4d66-9907-8328d634c79f tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', 'tempest-TagsExtTest-Tag-217321258') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:56.696078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.775573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.794869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Provisioning complete for port 3631c69a-a297-4772-b061-1ce2fb88d079 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:56.795264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.818874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae0306b-c3cf-4ebb-b30f-24dbf0dad8c5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:56.835723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.836252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 74f29dda-fa52-4fd3-ae96-6bedce3909f6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:56.838537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa5ca01-e664-4935-97d5-03a0a7daa49c']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:56.870257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cae0a19-214c-47db-9190-31c2d8f5cdd3') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:56.870561 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cae0a19-214c-47db-9190-31c2d8f5cdd3') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:56.888932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.891621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e11e0-5033-4336-aeb5-152835dbbc16 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:56.897490 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-452e11e0-5033-4336-aeb5-152835dbbc16 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "GET /v2.0/subnets/7eb8463e-f8d2-4259-b232-edad07020fa4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3592947 Feb 16 12:43:56.899674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47314) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.926785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1505382411'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:56.927457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.930095 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-180e3e33-3166-4036-8ab7-cf1d54f40756 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3382566 Feb 16 12:43:56.936117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47318) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:56.937438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:56.948468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:56.957431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:56.960318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:57.013277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Port': ['ID=a18a6979-4a3b-4508-bff6-ce56393c5a0f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.013517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.013776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:57.014713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.023465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:57.042766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:57.056123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:57.062307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:57.062713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:57.086178 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:57.102968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47322) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:57.103928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Usage tracker for resource:floatingip and tenant:0c5c902b6ead4979882e8273e50b93ca is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:57.122735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Port 3631c69a-a297-4772-b061-1ce2fb88d079 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:57.129908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Could not find standard attr ID for object 8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:57.148395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Provisioning complete for port ec766b05-0aa9-4c6f-b79d-159a99e201d5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:57.148694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-779cee2a-fd0c-4371-aa8d-acd62e50906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.160130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:57.181004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:57.199501 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-786ceb85-c74f-4d66-9907-8328d634c79f tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags/tempest-TagsExtTest-Tag-217321258 HTTP/1.1" status: 201 len: 201 time: 0.6094749 Feb 16 12:43:57.209227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:57.216040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-b751dbc2-7f26-421a-bf09-e2bbe80b98db tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', 'tempest-TagsExtTest-Tag-523452859') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:57.226602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:57.230081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.267640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.268195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf056ef9-cbe4-49a0-a610-852fc8dc6ace up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:57.395471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:57.416834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 67e082dc-05e7-4bf2-9b99-23642f72c83a owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:57.425882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bf056ef9-cbe4-49a0-a610-852fc8dc6ace triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:57.426257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.447363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.469208 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b751dbc2-7f26-421a-bf09-e2bbe80b98db tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags/tempest-TagsExtTest-Tag-523452859 HTTP/1.1" status: 201 len: 201 time: 0.2575533 Feb 16 12:43:57.473977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47332) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:57.488015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-7ea3301d-b7a1-4414-ba02-8bff3865251d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:57.494269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.501941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.512072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.512426 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Added segment 5176d55e-d5d9-4269-ac8d-f28a53101819 of type vlan for network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 Feb 16 12:43:57.541718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.595169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-418b72a1-d305-47e3-81ec-3c6e33b532cf None None] Provisioning complete for port 67e082dc-05e7-4bf2-9b99-23642f72c83a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:57.595674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418b72a1-d305-47e3-81ec-3c6e33b532cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.618080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Network': ['ID=caa5ca01-e664-4935-97d5-03a0a7daa49c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.621233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:57.629199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:57.641068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Usage tracker for resource:security_group_rule and tenant:57a7445d90d34a04abf3f5548b053896 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:57.659552 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-49ab794a-6144-47eb-988a-868ee096e13a tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/networks/caa5ca01-e664-4935-97d5-03a0a7daa49c HTTP/1.1" status: 204 len: 168 time: 4.4638069 Feb 16 12:43:57.662249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:57.663366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:57.671969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.676992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:57.686126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.691379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:57.691936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 44047d6d-bd5b-4dc8-b637-ac6e3a9597c2 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:57.722291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-418b72a1-d305-47e3-81ec-3c6e33b532cf None None] Port 67e082dc-05e7-4bf2-9b99-23642f72c83a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:57.726039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-418b72a1-d305-47e3-81ec-3c6e33b532cf None None] Could not find standard attr ID for object 8aa295ec-f3bc-4f0c-8a39-a6481dd4bc6b. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:57.800744 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7ea3301d-b7a1-4414-ba02-8bff3865251d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags HTTP/1.1" status: 200 len: 240 time: 0.3257298 Feb 16 12:43:57.806124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47340) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:57.819560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-34f79abc-6032-4515-9c13-c1b28d7ed0b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', 'tempest-TagsExtTest-Tag-220301465') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:57.881699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.887159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:57.887746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.038497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.038687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.128310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.131570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Network': ['ID=67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:58.133708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=67e082dc-05e7-4bf2-9b99-23642f72c83a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:58.151297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:58.182310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.225317 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-205f6dba-71a9-4f7c-80b6-f0a51b790977 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3248942 Feb 16 12:43:58.236096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.248328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'network_id': '67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:58.258953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.307680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-34f79abc-6032-4515-9c13-c1b28d7ed0b1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags/tempest-TagsExtTest-Tag-220301465 HTTP/1.1" status: 204 len: 168 time: 0.4937298 Feb 16 12:43:58.321320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47348) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.347558 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.352647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-a145f1ab-f47b-49fe-b66e-26c4da8ee7a1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', 'tempest-TagsExtTest-Tag-220301465') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.400775 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57a7445d90d34a04abf3f5548b053896&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2891974 Feb 16 12:43:58.408829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47352) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.412000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303c9af-453f-4a09-ae56-6cbca7d09e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2119f4-fac8-427e-8b38-c5f4fc7eee9c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:58.455523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21590cdd-daec-4523-b6c8-0ac8ed4fe675']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.457839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.489486 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5d43b523-4a79-49a1-bc71-34f93636a27d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/67e082dc-05e7-4bf2-9b99-23642f72c83a HTTP/1.1" status: 204 len: 168 time: 2.3242404 Feb 16 12:43:58.490481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77b0191-6d7e-4014-8f87-cf3a84dfae2a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.490788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77b0191-6d7e-4014-8f87-cf3a84dfae2a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.495192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47356) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.520098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.527176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:58.540512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.552568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:58.555032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.561116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.568895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:58.569303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:58.586275 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:58.699649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Made reservation on behalf of 5bddc5fed9804c4394e5cfbfc1c3d31d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:58.703212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.714231 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95fdfae-b2d9-464e-8c98-ef8b2ba2cd0c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:43:58.714754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d95fdfae-b2d9-464e-8c98-ef8b2ba2cd0c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:58.719820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Allocated IP 172.26.6.161 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8fbfc9e8-066c-4f38-8fcb-5cffbda15cca) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:58.754146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-32c240b5-0eb8-41fd-8bba-ed2daf2680eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.832347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:43:58.832793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:43:58.853165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-32c240b5-0eb8-41fd-8bba-ed2daf2680eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.873785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d95fdfae-b2d9-464e-8c98-ef8b2ba2cd0c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:58.874951 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d95fdfae-b2d9-464e-8c98-ef8b2ba2cd0c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/67e082dc-05e7-4bf2-9b99-23642f72c83a HTTP/1.1" status: 404 len: 333 time: 0.3643363 Feb 16 12:43:58.882674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47360) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.935983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.958319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.978825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Network': ['ID=21590cdd-daec-4523-b6c8-0ac8ed4fe675,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:58.994235 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ac8dfd8e-637b-409b-a8e5-7af38d29df70 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/networks/21590cdd-daec-4523-b6c8-0ac8ed4fe675 HTTP/1.1" status: 204 len: 168 time: 1.3288362 Feb 16 12:43:58.996664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47364) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.050578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a145f1ab-f47b-49fe-b66e-26c4da8ee7a1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags/tempest-TagsExtTest-Tag-220301465 HTTP/1.1" status: 204 len: 168 time: 0.7267036 Feb 16 12:43:59.058126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.064749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-1414320b-aecd-4339-ad51-2897910cb304 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.072017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet cec934fb-c2db-4903-a812-3bbd2bef6f8a {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:59.080352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.115198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.147649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Router d34ba618-5664-4202-9cb2-07d9f44e8ee0 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:59.165272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting subnet 3a2c9cc7-9cff-43f6-9ffb-74c128928888 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:59.172493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.205297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.233782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.235140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-32c240b5-0eb8-41fd-8bba-ed2daf2680eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.282906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c240b5-0eb8-41fd-8bba-ed2daf2680eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2119f4-fac8-427e-8b38-c5f4fc7eee9c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.302315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-32c240b5-0eb8-41fd-8bba-ed2daf2680eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.303478 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-32c240b5-0eb8-41fd-8bba-ed2daf2680eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc2119f4-fac8-427e-8b38-c5f4fc7eee9c HTTP/1.1" status: 204 len: 168 time: 0.8887725 Feb 16 12:43:59.316219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.370881 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1414320b-aecd-4339-ad51-2897910cb304 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags HTTP/1.1" status: 200 len: 205 time: 0.3114629 Feb 16 12:43:59.373862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47374) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.383432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-875c8968-3984-490c-ae7e-d60cf84be244 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.406963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=33cf0d3b-fbe1-4a26-a61c-1c2daed22c80,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.429039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.431704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Checking segment: {'id': '5176d55e-d5d9-4269-ac8d-f28a53101819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:59.432070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network hostable DHCP agents. Network: 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:59.443526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:59.448075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.450797 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ba9482ec-e93e-460f-9939-aa0d0ecb9323 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "PUT /v2.0/routers/d34ba618-5664-4202-9cb2-07d9f44e8ee0 HTTP/1.1" status: 200 len: 914 time: 7.7297933 Feb 16 12:43:59.452663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.453052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] Sync routers for ids ['d34ba618-5664-4202-9cb2-07d9f44e8ee0'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:59.463319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] Routers {'d34ba618-5664-4202-9cb2-07d9f44e8ee0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:59.464050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d34ba618-5664-4202-9cb2-07d9f44e8ee0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.531578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.543535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.553887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] Routers {'d34ba618-5664-4202-9cb2-07d9f44e8ee0'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:59.554652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:43:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d34ba618-5664-4202-9cb2-07d9f44e8ee0'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.584653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:59.592236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:59.602358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:59.631136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.631756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcd8ba-abce-4166-9a97-4252dc3108ed None None] The sync data for ids ['d34ba618-5664-4202-9cb2-07d9f44e8ee0'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:59.640538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event updated for resources: {'Port': ['ID=8fbfc9e8-066c-4f38-8fcb-5cffbda15cca,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.696362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.755400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:59.803037 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cf880957-6d14-4578-8f74-c67df88a74d4 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/d34ba618-5664-4202-9cb2-07d9f44e8ee0 HTTP/1.1" status: 200 len: 920 time: 0.3465312 Feb 16 12:43:59.805982 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.807475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-875c8968-3984-490c-ae7e-d60cf84be244 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags HTTP/1.1" status: 200 len: 240 time: 0.4316998 Feb 16 12:43:59.808190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47386) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.818737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-412b20ae-922b-47e8-99cd-79429287baac tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', 'tempest-TagsExtTest-Tag-812448844') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.885242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:59.886663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.890899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7008ae38-d0bf-473c-bd38-58837d53627f tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:59.894862 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7008ae38-d0bf-473c-bd38-58837d53627f tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=d34ba618-5664-4202-9cb2-07d9f44e8ee0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0851150 Feb 16 12:43:59.894862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:59.894862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.900042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.904518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9da89-dd16-4da5-9782-95d1fe046488 None None] Network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:59.934801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=cec934fb-c2db-4903-a812-3bbd2bef6f8a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.937288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.944269 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-412b20ae-922b-47e8-99cd-79429287baac tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags/tempest-TagsExtTest-Tag-812448844 HTTP/1.1" status: 204 len: 168 time: 0.1333284 Feb 16 12:43:59.946032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47396) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.953294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-6fc9be93-0251-4bc1-85aa-3d7ed44aa5e3 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', 'tempest-TagsExtTest-Tag-812448844') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:59.977874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5dd3b-3426-4e8c-8f50-0213dcb57ebe None None] Network c49a699f-45c8-46bd-b31f-5c8ab6b8085c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:59.986170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fd810050-c9f8-4672-9256-0fd253875e47 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/cec934fb-c2db-4903-a812-3bbd2bef6f8a HTTP/1.1" status: 204 len: 168 time: 1.1008418 Feb 16 12:43:59.994491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:00.033319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.086541 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9d1ed15f-8499-4ce4-9b4b-6e20db9b50e7 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8493824 Feb 16 12:44:00.091125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47404) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:00.101824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2c9cc7-9cff-43f6-9ffb-74c128928888,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:00.107870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cdfed686-a813-45cf-8c59-c353e000fd2e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:00.136893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.149560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720957e-f3d6-407e-ac48-e643abc6b549 None None] Network 7de23e4f-eb75-43d3-b20c-7fd778d1b103 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:00.164800 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-33184081-9e5a-4ed8-b718-cb41d7032799 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/subnets/3a2c9cc7-9cff-43f6-9ffb-74c128928888 HTTP/1.1" status: 204 len: 168 time: 1.1601353 Feb 16 12:44:00.167423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.169085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47408) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:00.174904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.175340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47410) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:00.215276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec6ec6-afb0-4abb-80d4-18dfcbd42a2c tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:00.219334 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9bec6ec6-afb0-4abb-80d4-18dfcbd42a2c tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 0.3157959 Feb 16 12:44:00.245885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47416) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:00.246631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.297908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:00.298122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.349828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:00.356123 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8d41d33e-2daf-48f1-9551-8579ee8045f3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=d34ba618-5664-4202-9cb2-07d9f44e8ee0 HTTP/1.1" status: 200 len: 205 time: 0.0963039 Feb 16 12:44:00.357270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:00.363070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Usage tracker for resource:security_group_rule and tenant:08a328083e374368ba7f752575a3d3d1 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:00.373540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:00.399422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:00.415876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.423811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.444852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdfed686-a813-45cf-8c59-c353e000fd2e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1068329599'] for subnet, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.470829 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6fc9be93-0251-4bc1-85aa-3d7ed44aa5e3 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags/tempest-TagsExtTest-Tag-812448844 HTTP/1.1" status: 204 len: 168 time: 0.5216880 Feb 16 12:44:00.480872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47424) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:00.489145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-5f1a1842-a691-4bf6-9777-7c12b02d77ed tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:00.513427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Deleting port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:00.513892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.527729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9', 'network_id': '67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9', 'tenant_id': '5bddc5fed9804c4394e5cfbfc1c3d31d', 'fixed_ips': [{'subnet_id': '33cf0d3b-fbe1-4a26-a61c-1c2daed22c80'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:00.528552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.636756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] DHCP port deletion for c49a699f-45c8-46bd-b31f-5c8ab6b8085c request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:00.648870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Deleting port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:00.649245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.757731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] DHCP port deletion for 7de23e4f-eb75-43d3-b20c-7fd778d1b103 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:00.773295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Deleting port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:00.773491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.807638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.809745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 74f29dda-fa52-4fd3-ae96-6bedce3909f6 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:00.900727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 12:44:00.900727 dv-neutron-829487-1-hyperv neutron-server[88445]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 12:44:00.900727 dv-neutron-829487-1-hyperv neutron-server[88445]: [parameters: {'in_use': 1, 'id_1': '33cf0d3b-fbe1-4a26-a61c-1c2daed22c80'}] Feb 16 12:44:00.900727 dv-neutron-829487-1-hyperv neutron-server[88445]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:00.901214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:00.910417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] For port 74f29dda-fa52-4fd3-ae96-6bedce3909f6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=74f29dda-fa52-4fd3-ae96-6bedce3909f6,segment=NetworkSegment(a7f17a06-f6e2-4859-be75-1522237033a7),segment_id=a7f17a06-f6e2-4859-be75-1522237033a7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:00.910784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.029065 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5f1a1842-a691-4bf6-9777-7c12b02d77ed tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags HTTP/1.1" status: 200 len: 205 time: 0.5446866 Feb 16 12:44:01.041873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] For port 74f29dda-fa52-4fd3-ae96-6bedce3909f6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=74f29dda-fa52-4fd3-ae96-6bedce3909f6,segment=NetworkSegment(a7f17a06-f6e2-4859-be75-1522237033a7),segment_id=a7f17a06-f6e2-4859-be75-1522237033a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:01.042269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.045665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47428) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:01.051898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.086655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-3e075b88-0a9e-46be-abbc-54450aa8cc64 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.158740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.199235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Calling delete_port for 74f29dda-fa52-4fd3-ae96-6bedce3909f6 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:01.224079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 74f29dda-fa52-4fd3-ae96-6bedce3909f6 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:01.289818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:01.304175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41b8de-da8b-4ac6-8417-ad384d41adb4,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.313940 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6e2e35e5-df50-4fe8-990d-df9ded36337c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08a328083e374368ba7f752575a3d3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1316807 Feb 16 12:44:01.314144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.317050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47432) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:01.350746 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3e075b88-0a9e-46be-abbc-54450aa8cc64 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags HTTP/1.1" status: 200 len: 240 time: 0.2992976 Feb 16 12:44:01.352907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47436) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:01.359717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-0eecf37a-591e-4078-9529-4418f6e0e5d3 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', 'tempest-TagsExtTest-Tag-217321258') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.388949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] For port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,segment=NetworkSegment(b8b18206-fa19-424b-b715-ff5f5a1bfe82),segment_id=b8b18206-fa19-424b-b715-ff5f5a1bfe82)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:01.389305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.407349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.426572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdfed686-a813-45cf-8c59-c353e000fd2e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748313416991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1068085010'] for subnet, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.426789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.463940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.480473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] For port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,segment=NetworkSegment(b8b18206-fa19-424b-b715-ff5f5a1bfe82),segment_id=b8b18206-fa19-424b-b715-ff5f5a1bfe82)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:01.480855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.547175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Calling delete_port for 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:01.603126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.648049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfed686-a813-45cf-8c59-c353e000fd2e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:01.648643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdfed686-a813-45cf-8c59-c353e000fd2e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.650069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cdfed686-a813-45cf-8c59-c353e000fd2e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "PUT /v2.0/subnets/33cf0d3b-fbe1-4a26-a61c-1c2daed22c80 HTTP/1.1" status: 200 len: 900 time: 1.5540795 Feb 16 12:44:01.654748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47440) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:01.660541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Calling delete_port for 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:01.680015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be6eaf8c-dfa5-4f1f-88f7-c942d8c956f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.685119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfed686-a813-45cf-8c59-c353e000fd2e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event updated for resources: {'Subnet': ['ID=33cf0d3b-fbe1-4a26-a61c-1c2daed22c80,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.705426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event updated for resources: {'Port': ['ID=8fbfc9e8-066c-4f38-8fcb-5cffbda15cca,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.740060 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0eecf37a-591e-4078-9529-4418f6e0e5d3 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags/tempest-TagsExtTest-Tag-217321258 HTTP/1.1" status: 204 len: 168 time: 0.3839524 Feb 16 12:44:01.740060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.742529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47444) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:01.748396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be6eaf8c-dfa5-4f1f-88f7-c942d8c956f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.749067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.760154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-3a294d11-877c-441e-89f2-0f784a450243 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', 'tempest-TagsExtTest-Tag-217321258') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.778229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:01.778577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:01.808870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Deleting port a18a6979-4a3b-4508-bff6-ce56393c5a0f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:01.809348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.837445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.863332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:01.863703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:01.869698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Allocated IP 2001:db8::3 (67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9/33cf0d3b-fbe1-4a26-a61c-1c2daed22c80/a2ac0f23-3836-47f4-8010-4eb99b5d6425) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:01.887446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Port': ['ID=8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.893824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] No DVR routers for this DVR port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:01.937867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.939023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df6da977-0570-4348-ae23-2478715e441a tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9328766 Feb 16 12:44:02.023662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be6eaf8c-dfa5-4f1f-88f7-c942d8c956f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.036921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=74f29dda-fa52-4fd3-ae96-6bedce3909f6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.044864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eaf8c-dfa5-4f1f-88f7-c942d8c956f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41b8de-da8b-4ac6-8417-ad384d41adb4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.050764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be6eaf8c-dfa5-4f1f-88f7-c942d8c956f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.067098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-be6eaf8c-dfa5-4f1f-88f7-c942d8c956f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed41b8de-da8b-4ac6-8417-ad384d41adb4 HTTP/1.1" status: 204 len: 168 time: 0.7367475 Feb 16 12:44:02.069758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3a294d11-877c-441e-89f2-0f784a450243 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags/tempest-TagsExtTest-Tag-217321258 HTTP/1.1" status: 204 len: 168 time: 0.3238964 Feb 16 12:44:02.073003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47454) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.085437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-a9b9e231-2f29-4cb0-a23d-320339728490 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.136739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.149688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Transition to ACTIVE for port object a2ac0f23-3836-47f4-8010-4eb99b5d6425 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:02.179944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Transition to ACTIVE for port object a2ac0f23-3836-47f4-8010-4eb99b5d6425 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:02.244223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No DVR routers for this DVR port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:02.280313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Deleting port 74f29dda-fa52-4fd3-ae96-6bedce3909f6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:02.281082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.319090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.319259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.319366 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a9b9e231-2f29-4cb0-a23d-320339728490 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags HTTP/1.1" status: 200 len: 205 time: 0.2364376 Feb 16 12:44:02.319366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-f2512c6f-a872-4879-b326-d12744bd664c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Synchronizing usage tracker for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:02.320739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47468) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.328335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-f0eea82e-c677-4b3b-95af-3c0c3085030d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.362476 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f0eea82e-c677-4b3b-95af-3c0c3085030d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags HTTP/1.1" status: 200 len: 240 time: 0.0384071 Feb 16 12:44:02.362692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47472) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.363329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.368840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Deleting port 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:02.369034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-7acc8923-4298-4413-8a39-dca5f9b19f61 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', 'tempest-TagsExtTest-Tag-523452859') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.369133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.394271 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7acc8923-4298-4413-8a39-dca5f9b19f61 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags/tempest-TagsExtTest-Tag-523452859 HTTP/1.1" status: 204 len: 168 time: 0.0276117 Feb 16 12:44:02.394581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47476) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.399795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-85f40edf-30df-4572-a144-c2c7122258d5 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', 'tempest-TagsExtTest-Tag-523452859') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.425749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de23e4f-eb75-43d3-b20c-7fd778d1b103']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.461133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-039eacb9-ae61-4cb3-b7de-58e48b53752f None None] The port '74f29dda-fa52-4fd3-ae96-6bedce3909f6' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:02.467621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b18206-fa19-424b-b715-ff5f5a1bfe82') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.467924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b18206-fa19-424b-b715-ff5f5a1bfe82') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.479252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-f2512c6f-a872-4879-b326-d12744bd664c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Unset dirty status for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:02.480554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-f2512c6f-a872-4879-b326-d12744bd664c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1694510779&fields=id&tenant_id=0c5c902b6ead4979882e8273e50b93ca HTTP/1.1" status: 200 len: 267 time: 0.2161894 Feb 16 12:44:02.494107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:02.499596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2cda30c-4b30-435c-a807-f8866524404e None None] The port '8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:02.502264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.503727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:02.509423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:02.512384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port a2ac0f23-3836-47f4-8010-4eb99b5d6425 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:02.512736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.518977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Pushing event updated for resources: {'Port': ['ID=a2ac0f23-3836-47f4-8010-4eb99b5d6425,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:02.543356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.559146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.597337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.642906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Attempting to bind port a2ac0f23-3836-47f4-8010-4eb99b5d6425 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:02.644859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Attempting to bind port a2ac0f23-3836-47f4-8010-4eb99b5d6425 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '5176d55e-d5d9-4269-ac8d-f28a53101819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:02.645446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Attempting to bind port a2ac0f23-3836-47f4-8010-4eb99b5d6425 on network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:02.666137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:02.666753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Checking segment: {'id': '5176d55e-d5d9-4269-ac8d-f28a53101819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:02.667162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.667660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Bound using segment: {'id': '5176d55e-d5d9-4269-ac8d-f28a53101819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:02.668241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Bound port: a2ac0f23-3836-47f4-8010-4eb99b5d6425, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5176d55e-d5d9-4269-ac8d-f28a53101819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:02.668717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.683164 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-85f40edf-30df-4572-a144-c2c7122258d5 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags/tempest-TagsExtTest-Tag-523452859 HTTP/1.1" status: 204 len: 168 time: 0.2875230 Feb 16 12:44:02.691557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47482) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.749201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-013e82bc-4cbf-422d-ac91-06342970a690 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.756707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:02.816927 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-013e82bc-4cbf-422d-ac91-06342970a690 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags HTTP/1.1" status: 200 len: 205 time: 0.1243076 Feb 16 12:44:02.821482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47490) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.823417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:02.823772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8b2e0563-3c5a-47fa-a8b1-35abfbb26fe7 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:02.839092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-c248bf66-a123-4cd2-be3a-604a57839e58 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.869694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-2b1ab221-93df-4bde-bc5b-9f57d44e9a91 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:02.871242 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-2b1ab221-93df-4bde-bc5b-9f57d44e9a91 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/networks?id=0c90a4b7-703b-4593-80c1-0955fec57286 HTTP/1.1" status: 200 len: 811 time: 0.3823736 Feb 16 12:44:02.875549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] For port a2ac0f23-3836-47f4-8010-4eb99b5d6425, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:02.885016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] For port a2ac0f23-3836-47f4-8010-4eb99b5d6425, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a2ac0f23-3836-47f4-8010-4eb99b5d6425,segment=NetworkSegment(5176d55e-d5d9-4269-ac8d-f28a53101819),segment_id=5176d55e-d5d9-4269-ac8d-f28a53101819)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:02.890406 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-82f04791-1c63-499f-8be2-58eb7b0c054f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/quotas/0c5c902b6ead4979882e8273e50b93ca HTTP/1.1" status: 200 len: 375 time: 0.0111644 Feb 16 12:44:02.897460 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c248bf66-a123-4cd2-be3a-604a57839e58 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags HTTP/1.1" status: 204 len: 168 time: 0.0712523 Feb 16 12:44:02.897865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47496) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.903198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-ca2d713f-fedb-44bf-954f-0ec09231d9e3 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.922192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Calling delete_port for a18a6979-4a3b-4508-bff6-ce56393c5a0f owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:02.951375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49a699f-45c8-46bd-b31f-5c8ab6b8085c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.959052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:02.959455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.966522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:02.982129 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:03.073932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f17a06-f6e2-4859-be75-1522237033a7') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:03.074495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f17a06-f6e2-4859-be75-1522237033a7') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:03.111594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d271c3d-b447-4d70-9712-3a3dea5ba996 None None] Pushing event updated for resources: {'Port': ['ID=a2ac0f23-3836-47f4-8010-4eb99b5d6425,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.126137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.171888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-36f37b5b-924a-4714-bd13-ad08da279f9c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Synchronizing usage tracker for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:03.176992 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ca2d713f-fedb-44bf-954f-0ec09231d9e3 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags HTTP/1.1" status: 204 len: 168 time: 0.2783020 Feb 16 12:44:03.180314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47502) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.190780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-14eb5d0e-7692-49ba-a0d2-19b8f2ac2103 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:03.230223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.250419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:03.250827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:03.271797 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:03.276214 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-14eb5d0e-7692-49ba-a0d2-19b8f2ac2103 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags HTTP/1.1" status: 204 len: 168 time: 0.0936732 Feb 16 12:44:03.278665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47506) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.284626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-b76d0e2d-8ddb-45d1-af02-fc1b3e27eb60 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:03.330297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.367569 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b76d0e2d-8ddb-45d1-af02-fc1b3e27eb60 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags HTTP/1.1" status: 204 len: 168 time: 0.0877068 Feb 16 12:44:03.369599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-36f37b5b-924a-4714-bd13-ad08da279f9c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Unset dirty status for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:03.375588 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-36f37b5b-924a-4714-bd13-ad08da279f9c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5c902b6ead4979882e8273e50b93ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4237018 Feb 16 12:44:03.376454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47514) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.386555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-1a14da89-f02e-41ec-b412-7afd65cf0ed7 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', 'tempest-TagsExtTest-Tag-588431104') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:03.393989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.504106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Pushing event deleted for resources: {'Network': ['ID=7de23e4f-eb75-43d3-b20c-7fd778d1b103,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.513030 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b6217889-e2f4-43b2-affd-52ac64b8e695 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/networks/7de23e4f-eb75-43d3-b20c-7fd778d1b103 HTTP/1.1" status: 204 len: 168 time: 3.3341668 Feb 16 12:44:03.516602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47520) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.574797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port a2ac0f23-3836-47f4-8010-4eb99b5d6425, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a2ac0f23-3836-47f4-8010-4eb99b5d6425,segment=NetworkSegment(5176d55e-d5d9-4269-ac8d-f28a53101819),segment_id=5176d55e-d5d9-4269-ac8d-f28a53101819)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:03.575370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.591062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5bd4a9e6-8bec-4918-b81e-1a7ca36820c7 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Synchronizing usage tracker for tenant:8a9e3aed6f824611b0f3ce34b76cd211 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:03.684705 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-855d1939-2208-4356-8a56-ce47742a5f97 service neutron] 10.222.0.47 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657323 Feb 16 12:44:03.713354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.714931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.729127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for a2ac0f23-3836-47f4-8010-4eb99b5d6425 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:03.763365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47526) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.770970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5bd4a9e6-8bec-4918-b81e-1a7ca36820c7 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Unset dirty status for tenant:8a9e3aed6f824611b0f3ce34b76cd211 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:03.772085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5bd4a9e6-8bec-4918-b81e-1a7ca36820c7 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "GET /v2.0/ports?device_id=b47aa29b-7b07-4744-8d5c-894f7f9ae6ff HTTP/1.1" status: 200 len: 205 time: 0.2530205 Feb 16 12:44:03.780381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47530) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.789263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1657-db34-4aa7-9aaf-d30a6cb3b70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.810973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.854838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event deleted for resources: {'Port': ['ID=a18a6979-4a3b-4508-bff6-ce56393c5a0f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.854977 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1a14da89-f02e-41ec-b412-7afd65cf0ed7 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags/tempest-TagsExtTest-Tag-588431104 HTTP/1.1" status: 201 len: 201 time: 0.4763949 Feb 16 12:44:03.866236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47536) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.885475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=c49a699f-45c8-46bd-b31f-5c8ab6b8085c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.900736 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-458fcfc9-6ef0-42be-876a-b9ef0dfec672 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/c49a699f-45c8-46bd-b31f-5c8ab6b8085c HTTP/1.1" status: 204 len: 168 time: 3.9052954 Feb 16 12:44:03.923472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47540) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.935841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-da46d08c-45b4-43d1-bff3-634ed27c4590 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', 'tempest-TagsExtTest-Tag-2020016938') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:03.977794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.983212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-302017795'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:03.989269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1317009949'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:04.009689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:04.016060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05db7b15-570a-403c-a83f-80cfe06e6a80 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.072265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:04.106316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:04.110003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:04.161469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:04.164289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:04.192983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:04.194304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.196246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:04.199644 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-199630c1-c079-47d6-9bbc-06c37cab7915 service neutron] 10.222.0.47 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141275 Feb 16 12:44:04.201649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.326546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.420584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92984fe8-210d-4b09-863c-92dbfde2474a None None] Network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:04.519679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b61a208a-e03c-434c-bcef-f82bf5d98868 None None] Could not find standard attr ID for object a2ac0f23-3836-47f4-8010-4eb99b5d6425. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:44:04.525630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Port': ['ID=a2ac0f23-3836-47f4-8010-4eb99b5d6425,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:04.529246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05db7b15-570a-403c-a83f-80cfe06e6a80 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.531799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.532381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Fanout notify agent at l3_agent the message router_deleted on router d34ba618-5664-4202-9cb2-07d9f44e8ee0 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:04.532620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05db7b15-570a-403c-a83f-80cfe06e6a80 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.563358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:04.567616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.576093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No DVR routers for this DVR port a2ac0f23-3836-47f4-8010-4eb99b5d6425 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:04.602074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:04.607653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.636231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.637281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.642361 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c2babd6d-11a9-4309-a3c1-5abdee142fbd tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/d34ba618-5664-4202-9cb2-07d9f44e8ee0 HTTP/1.1" status: 204 len: 168 time: 4.2835195 Feb 16 12:44:04.643536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:04.654289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1349038475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:04.661770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:04.664018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:04.666213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Usage tracker for resource:router and tenant:65fd291878d04ecd9e6251073788e35f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:04.666727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:04.677429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:04.680204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:04.710391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.717531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05db7b15-570a-403c-a83f-80cfe06e6a80 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.718129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db7b15-570a-403c-a83f-80cfe06e6a80 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Fanout notify agent at l3_agent the message router_deleted on router b47aa29b-7b07-4744-8d5c-894f7f9ae6ff {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:04.720420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:security_group_rule and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:04.730428 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-da46d08c-45b4-43d1-bff3-634ed27c4590 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags/tempest-TagsExtTest-Tag-2020016938 HTTP/1.1" status: 201 len: 201 time: 0.8631780 Feb 16 12:44:04.732410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:04.744695 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cd6c355b-6601-405d-a985-2c291f21c5f2 req-4b98ba81-70b7-411c-9196-e0f1005e9c89 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.0752521 Feb 16 12:44:04.745283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47554) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:04.753861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:04.756193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.756572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment 0971535a-6126-4e38-ae1a-92f13127d9f5 of type vlan for network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 Feb 16 12:44:04.761276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-0d4c341b-caa5-4d62-8003-53267c791f07 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', 'tempest-TagsExtTest-Tag-580741007') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:04.786311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.786311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.826218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.828391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05db7b15-570a-403c-a83f-80cfe06e6a80 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.829578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-05db7b15-570a-403c-a83f-80cfe06e6a80 tempest-RoutersNegativeTest-1518729684 tempest-RoutersNegativeTest-1518729684-project] 10.222.0.47 "DELETE /v2.0/routers/b47aa29b-7b07-4744-8d5c-894f7f9ae6ff HTTP/1.1" status: 204 len: 168 time: 1.0483463 Feb 16 12:44:04.933031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.961334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.981848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53166d1a-0b2e-464c-9648-0acac8434fc4 None None] Network 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:04.995552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.052147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=33cf0d3b-fbe1-4a26-a61c-1c2daed22c80,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.071571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.077685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:05.078539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.084605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.084950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.085288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.085617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.085943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.086267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.086587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.086906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.087257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.087577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.087895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.088212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.129521 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0d4c341b-caa5-4d62-8003-53267c791f07 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags/tempest-TagsExtTest-Tag-580741007 HTTP/1.1" status: 201 len: 201 time: 0.3780327 Feb 16 12:44:05.134195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:05.144828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.147565 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-223053cf-0575-4945-8738-a5b335ba1823 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4997592 Feb 16 12:44:05.153979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:05.156110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-a2332985-4942-4f16-a376-63f1f77907ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', 'tempest-TagsExtTest-Tag-1021469198') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.188911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:05.208259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.237325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=c5c971f3-fc78-4f94-bed3-81caa9f47ef8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.244880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.245207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.245543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.245874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.246204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.246524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.246846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.247241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.247536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.247851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.248161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.248481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:05.256243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.260710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:05.325224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b62ef3-11ef-4452-999a-1f844f11ed89 None None] DHCP port deletion for 67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:05.336418 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a0d66b6f-51bb-41da-a79a-389e459e6192 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3735278 Feb 16 12:44:05.336845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47572) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:05.342911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:05.365573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.377434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.482359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:05.511983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5176d55e-d5d9-4269-ac8d-f28a53101819') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.512225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5176d55e-d5d9-4269-ac8d-f28a53101819') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.516961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87defa9-7374-488f-aca9-5aa19feba532,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.520894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.521200 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce of type vlan for network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 Feb 16 12:44:05.532989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:05.535095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47578) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:05.536839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.548022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:05.551677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:05.575069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:05.585229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.625593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.692889 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a2332985-4942-4f16-a376-63f1f77907ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags/tempest-TagsExtTest-Tag-1021469198 HTTP/1.1" status: 201 len: 201 time: 0.5554607 Feb 16 12:44:05.693443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:05.697168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.698761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:05.701480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:05.719823 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:05.722670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.726025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47586) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:05.783231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-e2d15bb2-57f7-4604-80ba-f90aecdc0045 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', {'tags': ['tempest-TagsExtTest-Tag-2069796535', 'tempest-TagsExtTest-Tag-408974177', 'tempest-TagsExtTest-Tag-603362949']}) {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.785665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.791503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:05.799726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.834809 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cd538c2d-dd8e-471c-ad83-abd4e0e0356b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a9e3aed6f824611b0f3ce34b76cd211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977688 Feb 16 12:44:05.843013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47592) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:05.956483 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2ec20ace-4101-4fde-a2c4-8f6e4aade589 req-7e649805-5ee1-4534-8327-45f6176cd639 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.1368432 Feb 16 12:44:05.980445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=1375f9b9-2f24-42ce-875e-fa2dee8f8cd1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.993652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.002190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:06.013832 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e2d15bb2-57f7-4604-80ba-f90aecdc0045 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags HTTP/1.1" status: 200 len: 316 time: 0.2801657 Feb 16 12:44:06.032086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:06.039051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.043308 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e3a9c2ad-9fb4-4820-9a21-91b9b3e6c2df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2788210 Feb 16 12:44:06.059750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:06.070206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-63d0171b-30cc-4709-aac0-0a5b2ee0965f tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:06.113721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06e6c52f-bfb3-4c94-8a95-46906caf9e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.158723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06e6c52f-bfb3-4c94-8a95-46906caf9e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.194385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47600) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:06.201788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '1375f9b9-2f24-42ce-875e-fa2dee8f8cd1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:06.263582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84b34602-55ed-4b88-b054-f53e5dc883c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.313735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:06.318517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:06.321624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:06.325116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.359075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:06.416758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=9ce589d6-9d69-431f-a07d-d0b83cca4675,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:06.427916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': '0971535a-6126-4e38-ae1a-92f13127d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:06.428280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: c5c971f3-fc78-4f94-bed3-81caa9f47ef8, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:06.435616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e4d346e7-6a92-4587-b04d-3c5d2e1a4216 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 HTTP/1.1" status: 204 len: 168 time: 4.7797174 Feb 16 12:44:06.436388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06e6c52f-bfb3-4c94-8a95-46906caf9e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.439423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47604) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:06.524112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6c52f-bfb3-4c94-8a95-46906caf9e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0902e41-a904-404e-bbb3-a28edd85d785,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:06.563220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06e6c52f-bfb3-4c94-8a95-46906caf9e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.564346 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-06e6c52f-bfb3-4c94-8a95-46906caf9e96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e0902e41-a904-404e-bbb3-a28edd85d785 HTTP/1.1" status: 204 len: 168 time: 0.7204735 Feb 16 12:44:06.589014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.611267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:06.615785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.634065 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-63d0171b-30cc-4709-aac0-0a5b2ee0965f tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags HTTP/1.1" status: 204 len: 168 time: 0.5798533 Feb 16 12:44:06.634065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.634727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dca0707-8832-402a-ba17-25bcc73abb56 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:06.635211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dca0707-8832-402a-ba17-25bcc73abb56 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:06.641664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47610) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:06.666627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a2ac0f23-3836-47f4-8010-4eb99b5d6425 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:06.691346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-97901a48-41de-4b6e-961d-18bea04ec2f6 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', 'tempest-TagsExtTest-Tag-2069796535') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:06.699107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: a2ac0f23-3836-47f4-8010-4eb99b5d6425 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:06.702500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a2ac0f23-3836-47f4-8010-4eb99b5d6425 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:06.728723 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6dca0707-8832-402a-ba17-25bcc73abb56 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/33cf0d3b-fbe1-4a26-a61c-1c2daed22c80 HTTP/1.1" status: 404 len: 337 time: 0.2866104 Feb 16 12:44:06.734949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:06.742623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:06.772044 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f66ef84-5167-4aa0-b3ca-798e1e14eb46 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:06.772649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f66ef84-5167-4aa0-b3ca-798e1e14eb46 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:06.794493 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f66ef84-5167-4aa0-b3ca-798e1e14eb46 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/67c0536a-ae6a-4d6c-90e0-dabe20c2fbe9 HTTP/1.1" status: 404 len: 339 time: 0.0546482 Feb 16 12:44:06.795974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47618) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:06.829107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Allocated IP 172.26.6.18 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/67eb311a-3c33-4866-9168-bf6ab7661f28) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:06.841386 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-97901a48-41de-4b6e-961d-18bea04ec2f6 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:06.842334 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-97901a48-41de-4b6e-961d-18bea04ec2f6 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags/tempest-TagsExtTest-Tag-2069796535 HTTP/1.1" status: 404 len: 329 time: 0.1997545 Feb 16 12:44:06.847704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47622) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:06.848297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, c5c971f3-fc78-4f94-bed3-81caa9f47ef8) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:06.853751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-b9363ced-919d-4c48-af2f-e6f19fbc9612 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', 'tempest-TagsExtTest-Tag-408974177') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:06.856475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd246f-f327-4682-a7a3-a84900634c62 None None] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:06.886857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:06.887119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.997825 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-b9363ced-919d-4c48-af2f-e6f19fbc9612 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:06.998318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.998906 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9363ced-919d-4c48-af2f-e6f19fbc9612 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags/tempest-TagsExtTest-Tag-408974177 HTTP/1.1" status: 404 len: 328 time: 0.1488202 Feb 16 12:44:07.001749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47630) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:07.007412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-cc035e17-b1fe-47da-a843-ec7c50c074e1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f', 'tempest-TagsExtTest-Tag-603362949') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.042585 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8587c0b8-3fa4-4508-b6e1-d661329f70bc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7045155 Feb 16 12:44:07.043303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47634) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:07.055351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8', 'name': 'tempest-PortsTestJSON-1710005177', 'fixed_ips': [{'subnet_id': '9ce589d6-9d69-431f-a07d-d0b83cca4675', 'ip_address': '172.20.0.10'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:07.130776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.201045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.245327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-c5c971f3-fc78-4f94-bed3-81caa9f47ef8', 'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8', 'tenant_id': 'ce0e84a208684fb7856eee239a09ff87', 'fixed_ips': [{'subnet_id': '9ce589d6-9d69-431f-a07d-d0b83cca4675'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:07.246159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.256445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.299249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.305073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.306621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3ec2dc-ef15-4d53-9960-cd952ea125d0']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.327150 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7defda5a-38ad-44b7-b2d6-b0487cdb1d6e req-108e19ce-e1a4-4247-bac8-1ee56e1f94e5 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.1208489 Feb 16 12:44:07.342388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.398424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=462f506a-29d6-4883-b835-7814a0a40f08,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.400909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:07.403163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7019fc8d-03cc-4f4d-82a9-3209c313a587') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.403460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7019fc8d-03cc-4f4d-82a9-3209c313a587') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.415618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:07.428114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:07.444714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:07.446926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': 'fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1375f9b9-2f24-42ce-875e-fa2dee8f8cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:07.447321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:07.456639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:07.459812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:07.471820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:07.475853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Pushing event updated for resources: {'Port': ['ID=67eb311a-3c33-4866-9168-bf6ab7661f28,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.481709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.483324 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-cc035e17-b1fe-47da-a843-ec7c50c074e1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:07.487690 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cc035e17-b1fe-47da-a843-ec7c50c074e1 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags/tempest-TagsExtTest-Tag-603362949 HTTP/1.1" status: 404 len: 328 time: 0.4817641 Feb 16 12:44:07.488535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47646) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:07.496182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-596239d7-aacc-4df6-82bf-4b9a12abccbc tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', {'tags': ['tempest-TagsExtTest-Tag-709038812', 'tempest-TagsExtTest-Tag-768991146', 'tempest-TagsExtTest-Tag-126631236']}) {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.499729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Allocated IP 172.20.0.2 (c5c971f3-fc78-4f94-bed3-81caa9f47ef8/9ce589d6-9d69-431f-a07d-d0b83cca4675/f6b18025-072b-41da-baba-dc27f62bb150) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:07.512274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.585645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:07.586246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.594903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:07.601855 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:07.615350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:07.772701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.778361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.788226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:07.793381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:07.794065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.806000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5408898-55e9-40a9-ab4e-30cea4489357 None None] Network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:07.821960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 5ea19b6e-880c-4359-b93e-1613292408f2 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:07.906431 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a3944796-cfe3-478b-bf01-78107d0fcf93 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7107599 Feb 16 12:44:07.911182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:07.925679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-517169203'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:07.942960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:07.948652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:07.959132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:07.968846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:07.979947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-b572a2d0-4ac4-4ab7-9664-628022a9bd84 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:07.980586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-b572a2d0-4ac4-4ab7-9664-628022a9bd84 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Synchronizing usage tracker for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:07.987830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.049051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Transition to ACTIVE for port object f6b18025-072b-41da-baba-dc27f62bb150 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:08.061426 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-596239d7-aacc-4df6-82bf-4b9a12abccbc tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags HTTP/1.1" status: 200 len: 315 time: 0.5700481 Feb 16 12:44:08.062099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47662) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.076356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-c280fc68-9f0e-4164-8ad0-185f1cf32c1b tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:08.119597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Transition to ACTIVE for port object f6b18025-072b-41da-baba-dc27f62bb150 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:08.190290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-1375f9b9-2f24-42ce-875e-fa2dee8f8cd1', 'network_id': '1375f9b9-2f24-42ce-875e-fa2dee8f8cd1', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': '462f506a-29d6-4883-b835-7814a0a40f08'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:08.191351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.199276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.210313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.238863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.249589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=ee3ec2dc-ef15-4d53-9960-cd952ea125d0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:08.278643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:08.278643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.281577 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f2614535-7b8a-40da-a3e9-3b3c37e79bc2 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/ee3ec2dc-ef15-4d53-9960-cd952ea125d0 HTTP/1.1" status: 204 len: 168 time: 1.4844313 Feb 16 12:44:08.288968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.293715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.10 (c5c971f3-fc78-4f94-bed3-81caa9f47ef8/9ce589d6-9d69-431f-a07d-d0b83cca4675/5ea19b6e-880c-4359-b93e-1613292408f2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:08.329501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c280fc68-9f0e-4164-8ad0-185f1cf32c1b tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags HTTP/1.1" status: 204 len: 168 time: 0.2627845 Feb 16 12:44:08.330218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47680) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.341364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:08.346711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-fe4e4898-8d46-4452-b285-e5fac0e66193 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', 'tempest-TagsExtTest-Tag-709038812') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:08.351317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:08.357480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:08.391519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-b572a2d0-4ac4-4ab7-9664-628022a9bd84 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Unset dirty status for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:08.392654 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-b572a2d0-4ac4-4ab7-9664-628022a9bd84 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.67 "GET /v2.0/networks?id=0c90a4b7-703b-4593-80c1-0955fec57286 HTTP/1.1" status: 200 len: 811 time: 0.7379510 Feb 16 12:44:08.403985 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4ccdf4-934d-437f-a21a-e6b1d0ab04d8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:08.404444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4ccdf4-934d-437f-a21a-e6b1d0ab04d8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:08.409267 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee4ccdf4-934d-437f-a21a-e6b1d0ab04d8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/b142d4f8-9272-4a75-a946-3c63225af6b7 HTTP/1.1" status: 404 len: 337 time: 0.1162665 Feb 16 12:44:08.427033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.429483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:08.466056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Pushing event updated for resources: {'Port': ['ID=f6b18025-072b-41da-baba-dc27f62bb150,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:08.484981 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-db2ba0e0-d137-47d8-8e83-0a3d5ea7561a tempest-ServiceProvidersTest-2007077438 tempest-ServiceProvidersTest-2007077438-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2386069 Feb 16 12:44:08.497444 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf95c7f0-6e24-47c1-ab69-41b503a8a43a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:08.497789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf95c7f0-6e24-47c1-ab69-41b503a8a43a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:08.505262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.505601 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment fe93ab83-5f5e-4f35-b0b5-1e6c6ab23fe8 of type vlan for network 8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce Feb 16 12:44:08.524484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.542353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.542726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.543075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.543415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.543751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.544083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.544410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.544892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.545227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.545550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.545872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.546192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:08.577140 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c4b1fe6-8ccb-43c5-b7fd-92d33fa5c526 req-a7d298a7-273f-4409-8071-2f132ad68636 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.1092446 Feb 16 12:44:08.600741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Attempting to bind port f6b18025-072b-41da-baba-dc27f62bb150 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:08.601121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Attempting to bind port f6b18025-072b-41da-baba-dc27f62bb150 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '0971535a-6126-4e38-ae1a-92f13127d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:08.601500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Attempting to bind port f6b18025-072b-41da-baba-dc27f62bb150 on network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:08.607665 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bf95c7f0-6e24-47c1-ab69-41b503a8a43a tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/3069ab07-eab8-4e2d-8c01-f7ab4314ab7b HTTP/1.1" status: 404 len: 339 time: 0.1710010 Feb 16 12:44:08.612291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-d8840bc2-391a-4c18-ba54-e457053b1f4e tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Synchronizing usage tracker for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:08.616476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.620495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:08.621676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Checking segment: {'id': '0971535a-6126-4e38-ae1a-92f13127d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:08.622317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.622727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Bound using segment: {'id': '0971535a-6126-4e38-ae1a-92f13127d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:08.624792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Bound port: f6b18025-072b-41da-baba-dc27f62bb150, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0971535a-6126-4e38-ae1a-92f13127d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:08.624792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.704436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.707505 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-fe4e4898-8d46-4452-b285-e5fac0e66193 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:08.708686 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fe4e4898-8d46-4452-b285-e5fac0e66193 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags/tempest-TagsExtTest-Tag-709038812 HTTP/1.1" status: 404 len: 328 time: 0.3761139 Feb 16 12:44:08.711655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47696) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.716399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-d8840bc2-391a-4c18-ba54-e457053b1f4e tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Unset dirty status for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:08.725615 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-d8840bc2-391a-4c18-ba54-e457053b1f4e tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5c902b6ead4979882e8273e50b93ca HTTP/1.1" status: 200 len: 380 time: 0.3103688 Feb 16 12:44:08.725724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-6098225f-53be-4da3-9eff-f3a2426a7903 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', 'tempest-TagsExtTest-Tag-768991146') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:08.728492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Allocated IP 172.20.255.242 (1375f9b9-2f24-42ce-875e-fa2dee8f8cd1/462f506a-29d6-4883-b835-7814a0a40f08/c123e419-193e-42f8-a385-1bbd002d0489) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:08.730883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.733608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Request body: {'port': {'device_id': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'admin_state_up': True, 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'security_groups': ['1d5b6d7f-8424-49cb-86a9-32b6d0d4b473']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:08.790864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] For port f6b18025-072b-41da-baba-dc27f62bb150, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:08.796037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] For port f6b18025-072b-41da-baba-dc27f62bb150, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f6b18025-072b-41da-baba-dc27f62bb150,segment=NetworkSegment(0971535a-6126-4e38-ae1a-92f13127d9f5),segment_id=0971535a-6126-4e38-ae1a-92f13127d9f5)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:08.833373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.854337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 5ea19b6e-880c-4359-b93e-1613292408f2 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:08.861778 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-6098225f-53be-4da3-9eff-f3a2426a7903 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:08.862821 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6098225f-53be-4da3-9eff-f3a2426a7903 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags/tempest-TagsExtTest-Tag-768991146 HTTP/1.1" status: 404 len: 328 time: 0.1502624 Feb 16 12:44:08.865744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47700) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.872650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-6e6c3750-8384-494e-aebd-347f004641be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079', 'tempest-TagsExtTest-Tag-126631236') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:08.891898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:08.922152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting subnet ed65a4c2-5650-4bb0-90d6-4a5b242dfeed {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:08.924733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.931403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.100922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.111916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.113439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.148905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf24777-4dbd-4536-babd-df6fa66ff2ed None None] Pushing event updated for resources: {'Port': ['ID=f6b18025-072b-41da-baba-dc27f62bb150,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.202598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.217508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Transition to ACTIVE for port object c123e419-193e-42f8-a385-1bbd002d0489 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:09.233303 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-6e6c3750-8384-494e-aebd-347f004641be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:09.244935 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6e6c3750-8384-494e-aebd-347f004641be tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags/tempest-TagsExtTest-Tag-126631236 HTTP/1.1" status: 404 len: 328 time: 0.3765187 Feb 16 12:44:09.245167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47706) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:09.256882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-6825c47e-6476-4e4a-b198-f6b760630d4a tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', {'tags': ['tempest-TagsExtTest-Tag-2044112691', 'tempest-TagsExtTest-Tag-1330679933', 'tempest-TagsExtTest-Tag-2119343157']}) {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:09.258019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Transition to ACTIVE for port object c123e419-193e-42f8-a385-1bbd002d0489 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:09.306142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:09.383481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.405494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.476480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.526660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:09.528395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Pushing event updated for resources: {'Port': ['ID=c123e419-193e-42f8-a385-1bbd002d0489,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.543421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:09.553993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:09.577921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:09.578244 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6825c47e-6476-4e4a-b198-f6b760630d4a tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags HTTP/1.1" status: 200 len: 318 time: 0.3307858 Feb 16 12:44:09.579111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.584508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47716) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:09.610696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:09.614074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:09.618440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:09.628555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:09.630398 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c3874af6-432d-4c4f-a0c8-9b646222f540 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7141521 Feb 16 12:44:09.652631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47722) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:09.663156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=5ea19b6e-880c-4359-b93e-1613292408f2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.672857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:09.693336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-ec38ff9f-d344-4625-9a53-1c700ce89b45 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:09.798435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.810070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Attempting to bind port c123e419-193e-42f8-a385-1bbd002d0489 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:09.810452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Attempting to bind port c123e419-193e-42f8-a385-1bbd002d0489 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1375f9b9-2f24-42ce-875e-fa2dee8f8cd1'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:09.810817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Attempting to bind port c123e419-193e-42f8-a385-1bbd002d0489 on network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:09.816228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:09.818410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:09.818801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Checking segment: {'id': 'fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1375f9b9-2f24-42ce-875e-fa2dee8f8cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:09.819416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.820238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Bound using segment: {'id': 'fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1375f9b9-2f24-42ce-875e-fa2dee8f8cd1'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:09.820723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Bound port: c123e419-193e-42f8-a385-1bbd002d0489, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1375f9b9-2f24-42ce-875e-fa2dee8f8cd1'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:09.821104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.852136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:09.867946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.868537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.905729 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f360057a-4053-4088-b5f8-d0b07e2a3017 req-2152bdc2-0a0f-43da-b4fc-3b674c1abc15 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.1017766 Feb 16 12:44:09.922113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:09.927277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:09.936760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] For port c123e419-193e-42f8-a385-1bbd002d0489, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:09.936855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:09.936953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] For port c123e419-193e-42f8-a385-1bbd002d0489, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c123e419-193e-42f8-a385-1bbd002d0489,segment=NetworkSegment(fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce),segment_id=fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:09.946508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:10.015467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-75413df1-ff23-46ea-8397-b89d8ec3f853 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9680650 Feb 16 12:44:10.016172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47728) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:10.022155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'c5c971f3-fc78-4f94-bed3-81caa9f47ef8', 'name': 'tempest-PortsTestJSON-1185592066', 'fixed_ips': [{'subnet_id': '9ce589d6-9d69-431f-a07d-d0b83cca4675', 'ip_address': '172.20.0.9'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:10.045115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.049714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:10.054866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.057345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.059418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5854286e450943f18a27c75e1c636ac5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:10.069325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Made reservation on behalf of 0c5c902b6ead4979882e8273e50b93ca for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:10.072775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.090365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:10.106002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.144175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:10.159452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.167538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb33bf-9cb4-4af3-a405-b513bd07a273 None None] Pushing event updated for resources: {'Port': ['ID=c123e419-193e-42f8-a385-1bbd002d0489,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:10.332157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:10.337978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:10.346939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:10.354269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:10.447352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:10.452422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.520812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 4dd6e037-89d6-4bae-893f-51b9dd82e144 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:10.559455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e7b8d2-1b88-40e8-85c4-12861f5f0af4 None None] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:10.590252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Allocated IP 172.20.0.8 (0c90a4b7-703b-4593-80c1-0955fec57286/f4ca8cdf-5cf6-40cc-93bb-181c07c020bf/07df573d-c666-41d3-b30c-a24adcb64525) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:10.657705 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ec38ff9f-d344-4625-9a53-1c700ce89b45 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags HTTP/1.1" status: 204 len: 168 time: 1.0325193 Feb 16 12:44:10.660831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47732) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:10.666555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.676071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-471c121b-f571-4a9a-a345-61d688666c0c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', 'tempest-TagsExtTest-Tag-2044112691') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:10.676196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.715870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.731970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f42461-a58a-4ad7-899b-f7dfc18e646b None None] Network e47a668a-864c-4543-bad6-3e1a58c3a608 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:10.754843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=ed65a4c2-5650-4bb0-90d6-4a5b242dfeed,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:10.768938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.824365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.874442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c2575d88-9f17-4f01-95e3-2d2ba024a21e None None] Provisioning for port f6b18025-072b-41da-baba-dc27f62bb150 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:10.882196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f6b18025-072b-41da-baba-dc27f62bb150 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:10.917322 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5854286e450943f18a27c75e1c636ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5454764 Feb 16 12:44:10.919587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506298d-5dbc-4285-b1ea-4ce59d8036d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284a118c-d46f-4d10-913e-22135b8bc4b0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:10.926873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:11.046072 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-471c121b-f571-4a9a-a345-61d688666c0c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:11.047118 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-471c121b-f571-4a9a-a345-61d688666c0c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags/tempest-TagsExtTest-Tag-2044112691 HTTP/1.1" status: 404 len: 329 time: 0.3806248 Feb 16 12:44:11.059523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47742) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:11.123809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.126281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-d6d000ef-2135-49aa-87dd-a87cf6ee6201 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', 'tempest-TagsExtTest-Tag-1330679933') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:11.144971 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c126c09e-54b0-4752-91b0-661bab6934e1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/ed65a4c2-5650-4bb0-90d6-4a5b242dfeed HTTP/1.1" status: 204 len: 168 time: 2.5202453 Feb 16 12:44:11.146372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Transition to ACTIVE for port object 07df573d-c666-41d3-b30c-a24adcb64525 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:11.150856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Router 69c12fde-33c3-4866-8df6-b8c4f6ff1319 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:11.154166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:11.155182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.194887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=6e0e87c6-8473-4f99-abf8-1b2f48b2ca3e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.202798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f6b18025-072b-41da-baba-dc27f62bb150 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:11.225088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f6b18025-072b-41da-baba-dc27f62bb150 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:11.225088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.226362 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0bc70efa-cfb0-4f65-a632-89113a6b620a req-14673307-f6a3-4576-8b96-f0c5a2e85281 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.1848550 Feb 16 12:44:11.428434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': 'fe93ab83-5f5e-4f35-b0b5-1e6c6ab23fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:11.428803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:11.434666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.9 (c5c971f3-fc78-4f94-bed3-81caa9f47ef8/9ce589d6-9d69-431f-a07d-d0b83cca4675/4dd6e037-89d6-4bae-893f-51b9dd82e144) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:11.467288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.485109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-d6d000ef-2135-49aa-87dd-a87cf6ee6201 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:11.485712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a6756-228d-46fc-ba2a-5e552627d5cc None None] Network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:11.489992 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d6d000ef-2135-49aa-87dd-a87cf6ee6201 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags/tempest-TagsExtTest-Tag-1330679933 HTTP/1.1" status: 404 len: 329 time: 0.4239066 Feb 16 12:44:11.490398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47750) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:11.497774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-a99db62e-c264-470a-8829-28a57d719c92 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5', 'tempest-TagsExtTest-Tag-2119343157') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:11.526777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting subnet 38e10809-9101-4b27-845c-f21eac137bba {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:11.530356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.568729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:11.569315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf51e037-0260-484c-9f8c-aae9397a52a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.577653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:11.582307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.585750 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7241ce7b-218d-489e-bf3a-9eb86c22a2c7 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "PUT /v2.0/routers/69c12fde-33c3-4866-8df6-b8c4f6ff1319 HTTP/1.1" status: 200 len: 915 time: 6.4187837 Feb 16 12:44:11.594321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47754) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:11.602675 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] Sync routers for ids ['69c12fde-33c3-4866-8df6-b8c4f6ff1319'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:11.630270 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] Routers {'69c12fde-33c3-4866-8df6-b8c4f6ff1319'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:11.632150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf51e037-0260-484c-9f8c-aae9397a52a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.632953 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['69c12fde-33c3-4866-8df6-b8c4f6ff1319'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:11.651700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f6b18025-072b-41da-baba-dc27f62bb150, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f6b18025-072b-41da-baba-dc27f62bb150,segment=NetworkSegment(0971535a-6126-4e38-ae1a-92f13127d9f5),segment_id=0971535a-6126-4e38-ae1a-92f13127d9f5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:11.737602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.743738 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:11.758092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.761528 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] Routers {'69c12fde-33c3-4866-8df6-b8c4f6ff1319'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:11.762322 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['69c12fde-33c3-4866-8df6-b8c4f6ff1319'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:11.784151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:11.810216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2b5a0-0759-4ce1-a0eb-df33ac00bb64 None None] Network 8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:11.816358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:11.816968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.838368 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:11.839266 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9152ec-b9c5-45f9-9d95-c4e4afb7e362 None None] The sync data for ids ['69c12fde-33c3-4866-8df6-b8c4f6ff1319'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:11.845537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.847217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c123e419-193e-42f8-a385-1bbd002d0489 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:11.879188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2f1f8b91-1cfc-4f39-ba59-a8a71e9f0c9a None None] Provisioning for port c123e419-193e-42f8-a385-1bbd002d0489 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:11.905776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.027082 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-a99db62e-c264-470a-8829-28a57d719c92 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:12.028402 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a99db62e-c264-470a-8829-28a57d719c92 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags/tempest-TagsExtTest-Tag-2119343157 HTTP/1.1" status: 404 len: 329 time: 0.5372884 Feb 16 12:44:12.067067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:12.070151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf51e037-0260-484c-9f8c-aae9397a52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.090625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-98c2d3e3-bb8c-43ea-bd89-ce12f857bbd0 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', {'tags': ['tempest-TagsExtTest-Tag-872662618', 'tempest-TagsExtTest-Tag-2145571641', 'tempest-TagsExtTest-Tag-1973920865']}) {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:12.147446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a817ee8c-63da-470d-9afd-34751b459af2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4904330 Feb 16 12:44:12.151579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47762) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:12.212350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event updated for resources: {'Port': ['ID=07df573d-c666-41d3-b30c-a24adcb64525,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.216753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0083f5b4-f212-441b-b14f-77213b9e3604 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/69c12fde-33c3-4866-8df6-b8c4f6ff1319 HTTP/1.1" status: 200 len: 921 time: 0.6195807 Feb 16 12:44:12.234016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:12.235602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.255017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Network 0c90a4b7-703b-4593-80c1-0955fec57286 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:12.297269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f6b18025-072b-41da-baba-dc27f62bb150,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.308754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.345519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 4dd6e037-89d6-4bae-893f-51b9dd82e144 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:12.375658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:12.380266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51e037-0260-484c-9f8c-aae9397a52a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284a118c-d46f-4d10-913e-22135b8bc4b0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.389219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:12.416174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.429549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c4f8f45f-0756-4e68-851e-22be5e1dfbc5 None None] Provisioning for port 5ea19b6e-880c-4359-b93e-1613292408f2 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:12.433186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=38e10809-9101-4b27-845c-f21eac137bba,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.440364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c123e419-193e-42f8-a385-1bbd002d0489 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:12.449241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c123e419-193e-42f8-a385-1bbd002d0489 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:12.449614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.480336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.485102 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3bd382a8-fb70-4a4d-ab13-7aa7918e3bb1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/38e10809-9101-4b27-845c-f21eac137bba HTTP/1.1" status: 204 len: 168 time: 1.3284354 Feb 16 12:44:12.486371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf51e037-0260-484c-9f8c-aae9397a52a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.489987 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bf51e037-0260-484c-9f8c-aae9397a52a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/284a118c-d46f-4d10-913e-22135b8bc4b0 HTTP/1.1" status: 204 len: 168 time: 1.5601497 Feb 16 12:44:12.490147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47772) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:12.524059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c4f8f45f-0756-4e68-851e-22be5e1dfbc5 None None] Provisioning complete for port 5ea19b6e-880c-4359-b93e-1613292408f2 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:12.524660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f45f-0756-4e68-851e-22be5e1dfbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.570407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:12.571213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.609337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793c3e9-f751-4b76-afcb-9762dd92e397 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:12.613771 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1793c3e9-f751-4b76-afcb-9762dd92e397 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=69c12fde-33c3-4866-8df6-b8c4f6ff1319&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3705883 Feb 16 12:44:12.617991 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:12.654321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659bf387-f0a5-424e-920c-bf0fad70df08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce', 'network_id': '8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': '6e0e87c6-8473-4f99-abf8-1b2f48b2ca3e'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:12.655864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-659bf387-f0a5-424e-920c-bf0fad70df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.664443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.684845 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-98c2d3e3-bb8c-43ea-bd89-ce12f857bbd0 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "PUT /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags HTTP/1.1" status: 200 len: 317 time: 0.6106718 Feb 16 12:44:12.689059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8f45f-0756-4e68-851e-22be5e1dfbc5 None None] Port 5ea19b6e-880c-4359-b93e-1613292408f2 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:12.690624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:12.736194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.765240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae18fc02-f37f-44f2-b6e3-dd548a456aa7 None None] Network e47a668a-864c-4543-bad6-3e1a58c3a608 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:12.891265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c4f8f45f-0756-4e68-851e-22be5e1dfbc5 None None] Provisioning complete for port f6b18025-072b-41da-baba-dc27f62bb150 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:12.891265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f45f-0756-4e68-851e-22be5e1dfbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.012475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-549ff19a-b585-42e5-a086-2ed0dd83f9fa tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.028417 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-4914a7be-d35e-48c0-97b8-d5e3c51ab9c6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3037949 Feb 16 12:44:13.056055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Request body: {'port': {'device_id': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:13.074679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.109283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.144470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:13.150471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:13.152875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.162722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server [None req-659bf387-f0a5-424e-920c-bf0fad70df08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e0e87c6-8473-4f99-abf8-1b2f48b2ca3e: This subnet is being modified by another concurrent operation. Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:44:13.176139 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e0e87c6-8473-4f99-abf8-1b2f48b2ca3e: This subnet is being modified by another concurrent operation. Feb 16 12:44:13.190095 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Feb 16 12:44:13.209374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port c123e419-193e-42f8-a385-1bbd002d0489, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c123e419-193e-42f8-a385-1bbd002d0489,segment=NetworkSegment(fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce),segment_id=fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:13.218346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e486819-36f3-4044-8517-868e5fba42ee None None] Network 8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:13.248235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806aa61-a515-4861-86a0-e57ea9ab0ec3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.249750 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7806aa61-a515-4861-86a0-e57ea9ab0ec3 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/networks/899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 881 time: 0.6307499 Feb 16 12:44:13.255884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.261495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.326063 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0374cfb9-a48c-4cbd-b486-5408c236ce31 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=69c12fde-33c3-4866-8df6-b8c4f6ff1319 HTTP/1.1" status: 200 len: 205 time: 0.0690207 Feb 16 12:44:13.329875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.382417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.411160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0e87c6-8473-4f99-abf8-1b2f48b2ca3e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:13.439078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=4dd6e037-89d6-4bae-893f-51b9dd82e144,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:13.466918 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-549ff19a-b585-42e5-a086-2ed0dd83f9fa tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags HTTP/1.1" status: 204 len: 168 time: 0.6814547 Feb 16 12:44:13.473578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47796) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.484942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-1e912b3f-37f6-4c2b-ae2c-446be8af4cba tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', 'tempest-TagsExtTest-Tag-872662618') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.490702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] DHCP port deletion for e47a668a-864c-4543-bad6-3e1a58c3a608 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:13.517407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] Deleting port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:13.518326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.547405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f6b18025-072b-41da-baba-dc27f62bb150 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:13.631711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:13.632109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.672241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c16e-1819-48df-a952-dfd163202cd6 req-b289dfe6-c478-402b-b567-5cf9bb861ce2 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.673637 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-1e912b3f-37f6-4c2b-ae2c-446be8af4cba tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:13.677338 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1e912b3f-37f6-4c2b-ae2c-446be8af4cba tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags/tempest-TagsExtTest-Tag-872662618 HTTP/1.1" status: 404 len: 328 time: 0.1992950 Feb 16 12:44:13.677493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Provisioning complete for port 5ea19b6e-880c-4359-b93e-1613292408f2 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:13.677493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.679583 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cde9c16e-1819-48df-a952-dfd163202cd6 req-b289dfe6-c478-402b-b567-5cf9bb861ce2 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 931 time: 1.2568572 Feb 16 12:44:13.680238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.704800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.707673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-d26daec6-dff9-45ea-b232-446e55da8245 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', 'tempest-TagsExtTest-Tag-2145571641') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.715895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=c123e419-193e-42f8-a385-1bbd002d0489,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:13.764667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.767112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.768265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.794101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Port 5ea19b6e-880c-4359-b93e-1613292408f2 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:13.807931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.857514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cde9c16e-1819-48df-a952-dfd163202cd6 req-fda136d8-e323-4efd-a0f6-d32743af6c6c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773086 Feb 16 12:44:13.867030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe93ab83-5f5e-4f35-b0b5-1e6c6ab23fe8') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.874608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe93ab83-5f5e-4f35-b0b5-1e6c6ab23fe8') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.900490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Provisioning complete for port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:13.900956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.907748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.931436 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-d26daec6-dff9-45ea-b232-446e55da8245 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:13.935094 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d26daec6-dff9-45ea-b232-446e55da8245 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags/tempest-TagsExtTest-Tag-2145571641 HTTP/1.1" status: 404 len: 329 time: 0.2494121 Feb 16 12:44:13.935232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb39c6-7713-4554-a252-c51af92cfa1f req-a54139ca-dc87-4491-bfdc-5a8d5ffd0ad4 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.935232 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ecb39c6-7713-4554-a252-c51af92cfa1f req-a54139ca-dc87-4491-bfdc-5a8d5ffd0ad4 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.8530285 Feb 16 12:44:13.951963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f6b18025-072b-41da-baba-dc27f62bb150 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:13.952433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.958075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47804) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.969475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-51f5062f-1a45-4ba8-8ebd-c5811d97906c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275', 'tempest-TagsExtTest-Tag-1973920865') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.997173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] For port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,segment=NetworkSegment(5f62c89f-769c-4668-81cc-a787e3e5d189),segment_id=5f62c89f-769c-4668-81cc-a787e3e5d189)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:13.997682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.041281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.047489 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-51f5062f-1a45-4ba8-8ebd-c5811d97906c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] show failed (client error): The resource could not be found. Feb 16 12:44:14.047489 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-51f5062f-1a45-4ba8-8ebd-c5811d97906c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags/tempest-TagsExtTest-Tag-1973920865 HTTP/1.1" status: 404 len: 329 time: 0.0863743 Feb 16 12:44:14.051132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47808) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:14.057414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.061807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-9afbbb6e-135d-4431-b7cd-b2a972f7d9ff tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fbc646c4-c1f3-4da9-80b1-737fc5a9e275') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.068246 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eb017e20-5f7b-4a75-b590-fca23624c529 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0484443 Feb 16 12:44:14.069760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:14.088338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:14.088739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:14.104946 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:14.161557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] Calling delete_port for 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:14.208522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Deleting port 67eb311a-3c33-4866-9168-bf6ab7661f28 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:14.208522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.250518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07df573d-c666-41d3-b30c-a24adcb64525 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:44:14.256624 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9afbbb6e-135d-4431-b7cd-b2a972f7d9ff tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275/tags HTTP/1.1" status: 204 len: 168 time: 0.2043540 Feb 16 12:44:14.256845 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ecb39c6-7713-4554-a252-c51af92cfa1f req-30ebff60-15e4-49f8-b4a4-9f867cff7933 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049157 Feb 16 12:44:14.258592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,segment=NetworkSegment(5f62c89f-769c-4668-81cc-a787e3e5d189),segment_id=5f62c89f-769c-4668-81cc-a787e3e5d189)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:14.258955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.268631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47816) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:14.273043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.298587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Transition to ACTIVE for port object 07df573d-c666-41d3-b30c-a24adcb64525 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:14.376465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64ad2c-0a9b-451b-87d8-f57f465ed88e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.378013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a64ad2c-0a9b-451b-87d8-f57f465ed88e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:14.381947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.434918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.438766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-8482c5e5-817a-457f-a027-241956699599 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '908cb878-0b16-4fc3-9acb-4261a79760c5') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.487206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:14.511623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] No DVR routers for this DVR port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:14.538115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Provisioning for port 07df573d-c666-41d3-b30c-a24adcb64525 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:14.538572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:14.555628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49e0f-6dd2-4053-ae76-ca190e01d8cb None None] Pushing event deleted for resources: {'Port': ['ID=0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.561715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:14.562079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:14.581311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Provisioning complete for port c123e419-193e-42f8-a385-1bbd002d0489 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:14.581692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f3da284-05f9-40e6-9a50-fa98b6816757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.657799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.695036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a64ad2c-0a9b-451b-87d8-f57f465ed88e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:14.695036 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3a64ad2c-0a9b-451b-87d8-f57f465ed88e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6201148 Feb 16 12:44:14.697141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Pushing event updated for resources: {'Port': ['ID=07df573d-c666-41d3-b30c-a24adcb64525,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.699498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47822) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:14.706967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.736155 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce HTTP/1.1" status: 204 len: 168 time: 2.5719674 Feb 16 12:44:14.741139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:14.742148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1507229-8d5d-469b-9bba-0105acccad32 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.743768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e38813-6813-4bf2-83ae-7d2137304b5a None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:44:14.757251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1302788898'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:14.800649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:14.810814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.818942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:14.820863 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-3963ce28-6ce4-466b-be98-bf763d0784dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6368952 Feb 16 12:44:14.827403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:14.836356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:14.845439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:14.846120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:14.853936 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8482c5e5-817a-457f-a027-241956699599 tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5/tags HTTP/1.1" status: 204 len: 168 time: 0.5814013 Feb 16 12:44:14.858454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47830) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:14.866855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.tag.tag_plugin [None req-779e162e-371c-4dcc-9043-a931948d332c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3631c69a-a297-4772-b061-1ce2fb88d079') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.921925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054fa3-c44a-4137-9311-9270f832b584 req-aa2805c8-d8be-42bf-b832-25691e11abdd tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.925057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99054fa3-c44a-4137-9311-9270f832b584 req-aa2805c8-d8be-42bf-b832-25691e11abdd tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4275441 Feb 16 12:44:14.928786 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e38813-6813-4bf2-83ae-7d2137304b5a None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:44:14.969239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Calling delete_port for 67eb311a-3c33-4866-9168-bf6ab7661f28 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:15.063829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Attempting to bind port 07df573d-c666-41d3-b30c-a24adcb64525 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:15.063829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Attempting to bind port 07df573d-c666-41d3-b30c-a24adcb64525 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:15.064316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Attempting to bind port 07df573d-c666-41d3-b30c-a24adcb64525 on network 0c90a4b7-703b-4593-80c1-0955fec57286 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:15.068864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0d57bea1-34c6-42f4-ad98-0788dff85a06 None None] Provisioning for port 4dd6e037-89d6-4bae-893f-51b9dd82e144 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:15.072835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Port 07df573d-c666-41d3-b30c-a24adcb64525 on network 0c90a4b7-703b-4593-80c1-0955fec57286 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:44:15.079015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Attempting to bind port 07df573d-c666-41d3-b30c-a24adcb64525 on network 0c90a4b7-703b-4593-80c1-0955fec57286 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:15.079134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0d57bea1-34c6-42f4-ad98-0788dff85a06 None None] Provisioning complete for port 4dd6e037-89d6-4bae-893f-51b9dd82e144 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:15.079134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d57bea1-34c6-42f4-ad98-0788dff85a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.082828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:15.083282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Checking segment: {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:15.083789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Bound using segment: {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:15.084294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Bound port: 07df573d-c666-41d3-b30c-a24adcb64525, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed31072-1e55-4ab2-a6cf-c210444632ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:15.084708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.103984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e3e89-9e74-4a35-a28f-6af33c3a1a7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.109934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e3e89-9e74-4a35-a28f-6af33c3a1a7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.115875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e3e89-9e74-4a35-a28f-6af33c3a1a7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.116730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a92e3e89-9e74-4a35-a28f-6af33c3a1a7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:15.126206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99054fa3-c44a-4137-9311-9270f832b584 req-cbfbeaa6-6eba-43ec-906b-84db46536e00 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545126 Feb 16 12:44:15.160044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:15.163826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a92e3e89-9e74-4a35-a28f-6af33c3a1a7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:15.163969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.164839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a92e3e89-9e74-4a35-a28f-6af33c3a1a7a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4535866 Feb 16 12:44:15.171700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47838) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:15.218672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0d57bea1-34c6-42f4-ad98-0788dff85a06 None None] Port 4dd6e037-89d6-4bae-893f-51b9dd82e144 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:15.234715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-028f0e72-cac1-4c54-95f7-a03959edc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.236436 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-028f0e72-cac1-4c54-95f7-a03959edc163 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.3273420 Feb 16 12:44:15.245026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] For port 07df573d-c666-41d3-b30c-a24adcb64525, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:15.252878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] For port 07df573d-c666-41d3-b30c-a24adcb64525, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07df573d-c666-41d3-b30c-a24adcb64525,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:15.253817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:15.258635 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-779e162e-371c-4dcc-9043-a931948d332c tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079/tags HTTP/1.1" status: 204 len: 168 time: 0.3986440 Feb 16 12:44:15.264008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47842) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:15.271742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-6cc0c6d9-2470-4232-b5a7-391a8d5843cd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64cd833c-1522-450f-b29d-4e297453631f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:15.304023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883cf69-31d6-440b-8560-dbfd4f96d11b req-7b4ee0d6-a5ed-48c7-b88a-16f4ed34fcd6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.305518 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f883cf69-31d6-440b-8560-dbfd4f96d11b req-7b4ee0d6-a5ed-48c7-b88a-16f4ed34fcd6 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 943 time: 0.2727330 Feb 16 12:44:15.316673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.317028 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment bfe94785-5f70-4d72-b5d7-2a217faf771f of type vlan for network b5eaa0df-9e43-4f4e-9ab9-098b965131d6 Feb 16 12:44:15.387239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.441169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.482741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 4dd6e037-89d6-4bae-893f-51b9dd82e144 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:15.483105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.495898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c123e419-193e-42f8-a385-1bbd002d0489 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:15.506049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.506680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.508083 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] 10.222.0.67 "PUT /v2.0/ports/07df573d-c666-41d3-b30c-a24adcb64525 HTTP/1.1" status: 200 len: 1093 time: 2.4616294 Feb 16 12:44:15.508520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:15.509198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port 0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:15.509782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.568130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a608a9d-bd02-4a22-b922-80c714ab3557 service neutron] Pushing event updated for resources: {'Port': ['ID=07df573d-c666-41d3-b30c-a24adcb64525,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.584400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c123e419-193e-42f8-a385-1bbd002d0489 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:15.584780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.590150 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6cc0c6d9-2470-4232-b5a7-391a8d5843cd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f/tags HTTP/1.1" status: 204 len: 168 time: 0.3251362 Feb 16 12:44:15.599820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47848) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:15.618476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.628815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.630779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.693927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] The port '0d72f21c-ad86-4e84-ac0d-dbdb69dcf2cb' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:15.770730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.795964 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:44:15.860462 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f883cf69-31d6-440b-8560-dbfd4f96d11b req-9f25e605-5189-4b45-b945-cc7c8722089d tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211184 Feb 16 12:44:15.916138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event deleted for resources: {'Port': ['ID=67eb311a-3c33-4866-9168-bf6ab7661f28,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.927111 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525', 'status': 'completed', 'code': 200} Feb 16 12:44:15.928629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=b5eaa0df-9e43-4f4e-9ab9-098b965131d6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.939983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network b5eaa0df-9e43-4f4e-9ab9-098b965131d6 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:15.973306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-a8dd2f37-bd7f-41e7-a35b-b54ad0c34bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.974688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-a8dd2f37-bd7f-41e7-a35b-b54ad0c34bfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 0.7123630 Feb 16 12:44:16.011848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.033247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.060981 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-162d069b-82c8-4137-b8e6-9fc9ce89bbe4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3130865 Feb 16 12:44:16.094301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47852) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:16.137657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:16.208103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.211360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-fcc6d676-fa6a-43ff-8488-2aa146b44ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:16.212891 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-fcc6d676-fa6a-43ff-8488-2aa146b44ced service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c5c902b6ead4979882e8273e50b93ca&device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 1096 time: 0.5955637 Feb 16 12:44:16.214089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.233799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47a668a-864c-4543-bad6-3e1a58c3a608']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:16.276087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f62c89f-769c-4668-81cc-a787e3e5d189') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:16.276917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f62c89f-769c-4668-81cc-a787e3e5d189') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:16.291586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2061bf6-fde6-4ec5-a67a-7dab4e460b87 req-8af1599c-b760-42ba-8521-c88828d916b4 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:16.293070 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2061bf6-fde6-4ec5-a67a-7dab4e460b87 req-8af1599c-b760-42ba-8521-c88828d916b4 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.9864962 Feb 16 12:44:16.295575 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-6aa925f6-2461-4c6d-84ef-829b1618abf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07df573d-c666-41d3-b30c-a24adcb64525 HTTP/1.1" status: 200 len: 217 time: 0.0661709 Feb 16 12:44:16.317446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-387285d0-761e-4683-ae4c-2d5a1b7edf32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1002 time: 0.2884977 Feb 16 12:44:16.323686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.364958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e10e725-1ac4-4548-828e-9a52d11c407f tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.366058 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2e10e725-1ac4-4548-828e-9a52d11c407f tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnetpools/fbc646c4-c1f3-4da9-80b1-737fc5a9e275 HTTP/1.1" status: 204 len: 168 time: 0.7652457 Feb 16 12:44:16.368768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:16.409499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-7c2d0ccd-e61a-4696-a410-ce2e39403ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:16.411383 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-7c2d0ccd-e61a-4696-a410-ce2e39403ccc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4ca8cdf-5cf6-40cc-93bb-181c07c020bf HTTP/1.1" status: 200 len: 850 time: 0.1066425 Feb 16 12:44:16.418003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.421701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.421701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Fanout notify agent at l3_agent the message router_deleted on router 69c12fde-33c3-4866-8df6-b8c4f6ff1319 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:16.437012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.442910 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ef0a9090-7080-47aa-805c-184d43d871d3 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/69c12fde-33c3-4866-8df6-b8c4f6ff1319 HTTP/1.1" status: 204 len: 168 time: 3.1061947 Feb 16 12:44:16.449014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47860) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:16.509644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.519483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:16.524199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-984318110', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:16.583588 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-306b7999-5047-4558-a098-ddb08bdede0d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "GET /v2.0/ports?device_id=908cb878-0b16-4fc3-9acb-4261a79760c5 HTTP/1.1" status: 200 len: 205 time: 0.2137537 Feb 16 12:44:16.588547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:16.601211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 4dd6e037-89d6-4bae-893f-51b9dd82e144 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:16.642939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:16.643362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.666525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:16.668947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:16.671458 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:16.674731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:16.695946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Usage tracker for resource:router and tenant:65fd291878d04ecd9e6251073788e35f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:16.744918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:16.746283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef783c96-79e4-4325-8597-eefeac70b22d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.749698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:16.753007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-f6eb31dd-0c5e-4fe1-8df3-a24901f52130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:16.754661 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-f6eb31dd-0c5e-4fe1-8df3-a24901f52130 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.4018843 Feb 16 12:44:16.770490 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2061bf6-fde6-4ec5-a67a-7dab4e460b87 req-f8298ea3-37b0-491c-85df-9d6dacaff55c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4576333 Feb 16 12:44:16.776172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:17.063031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-93d8c662-d2b4-4903-9739-c9c36c93cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.065094 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-93d8c662-d2b4-4903-9739-c9c36c93cf12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c90a4b7-703b-4593-80c1-0955fec57286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6339750 Feb 16 12:44:17.081099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:17.084460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.099183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef783c96-79e4-4325-8597-eefeac70b22d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.103919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef783c96-79e4-4325-8597-eefeac70b22d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.195132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.199293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.201979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.202943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.226785 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-eeb4d7c7-52e4-4749-b335-d33facd83296 service neutron] 10.222.0.67 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504002 Feb 16 12:44:17.304254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=e47a668a-864c-4543-bad6-3e1a58c3a608,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.310115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing IP validity checks on allocation pools {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:44:17.310279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:44:17.330050 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3e4f3744-d5f2-4738-a030-3594418d6b31 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/e47a668a-864c-4543-bad6-3e1a58c3a608 HTTP/1.1" status: 204 len: 168 time: 4.8387454 Feb 16 12:44:17.332557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-7f16287a-556d-4091-b907-8cb79c24dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.332764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.333965 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-7f16287a-556d-4091-b907-8cb79c24dd58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5557482 Feb 16 12:44:17.370332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef783c96-79e4-4325-8597-eefeac70b22d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.370809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef783c96-79e4-4325-8597-eefeac70b22d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Fanout notify agent at l3_agent the message router_deleted on router 908cb878-0b16-4fc3-9acb-4261a79760c5 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:17.393953 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d91f36-c8fa-4594-aec2-1fb09f7689ba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:17.394396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d91f36-c8fa-4594-aec2-1fb09f7689ba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:17.407245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef783c96-79e4-4325-8597-eefeac70b22d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.408317 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ef783c96-79e4-4325-8597-eefeac70b22d tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/routers/908cb878-0b16-4fc3-9acb-4261a79760c5 HTTP/1.1" status: 204 len: 168 time: 0.8188896 Feb 16 12:44:17.417498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.418839 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-18d91f36-c8fa-4594-aec2-1fb09f7689ba tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/36f5c743-c69d-4afb-90ef-467bdc1f5bf5 HTTP/1.1" status: 404 len: 337 time: 0.0851276 Feb 16 12:44:17.423509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.469213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.503982 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-70efcb25-bf80-47cb-9803-47a541d2b2bc req-344bdb28-c4e7-4487-8cd7-c27612547331 service neutron] 10.222.0.67 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674696 Feb 16 12:44:17.507346 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25e7bf2-9a48-4626-b979-d12f54100c3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:17.507794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25e7bf2-9a48-4626-b979-d12f54100c3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:17.509351 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a25e7bf2-9a48-4626-b979-d12f54100c3d tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/5f35f00b-7885-43ca-a8a6-a39a999352c5 HTTP/1.1" status: 404 len: 339 time: 0.0523379 Feb 16 12:44:17.512113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.519796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7873d9-5a8c-48a2-812d-9bfd2059f1fc req-7e42d626-ac80-414d-8af4-02fb1eab07b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.521291 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca7873d9-5a8c-48a2-812d-9bfd2059f1fc req-7e42d626-ac80-414d-8af4-02fb1eab07b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5993750 Feb 16 12:44:17.552051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.559708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Deleting port 3631c69a-a297-4772-b061-1ce2fb88d079 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:17.559994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.566249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=4dd6e037-89d6-4bae-893f-51b9dd82e144,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.596840 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f90229-206e-469a-8dea-f78e08fdd834 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:17.597298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f90229-206e-469a-8dea-f78e08fdd834 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:17.599057 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e8f90229-206e-469a-8dea-f78e08fdd834 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/bbffcee7-9f38-4593-bdb9-36bf9ac161d2 HTTP/1.1" status: 404 len: 337 time: 0.0857849 Feb 16 12:44:17.605791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.641199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f10e5-a3b3-4612-9918-ad2e1a3e2e80 req-ee5b203a-cb5e-41f9-ae9b-9ccfa7a62dff tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.642794 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-574f10e5-a3b3-4612-9918-ad2e1a3e2e80 req-ee5b203a-cb5e-41f9-ae9b-9ccfa7a62dff tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 943 time: 0.5454354 Feb 16 12:44:17.684709 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fea7d38-1246-4cf6-8fe2-42b965e159d1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:17.685190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fea7d38-1246-4cf6-8fe2-42b965e159d1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:17.689140 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6fea7d38-1246-4cf6-8fe2-42b965e159d1 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/94b7c18a-bb55-4ecc-ad98-777bd327401c HTTP/1.1" status: 404 len: 339 time: 0.0801356 Feb 16 12:44:17.694671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.782680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-89a17cda-af99-4b01-8923-865f5f23cdcb service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370012 Feb 16 12:44:17.794745 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b35538-e62f-4b8d-bca5-4c0c28e3791f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:17.795324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b35538-e62f-4b8d-bca5-4c0c28e3791f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:17.799710 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c7b35538-e62f-4b8d-bca5-4c0c28e3791f tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/54c8b642-ac9a-4443-b762-81c35d2b4d21 HTTP/1.1" status: 404 len: 337 time: 0.1004448 Feb 16 12:44:17.803675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.838360 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca7873d9-5a8c-48a2-812d-9bfd2059f1fc req-4b1bd5bc-afe4-48f8-b7d5-e2ba8f658e8d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837605 Feb 16 12:44:17.840531 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b7830a-ff5f-4d35-8dcb-e92087b80aad tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:17.841202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b7830a-ff5f-4d35-8dcb-e92087b80aad tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:17.845349 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-98b7830a-ff5f-4d35-8dcb-e92087b80aad tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/34bd40aa-2cbd-4c49-8b68-29e991bcd717 HTTP/1.1" status: 404 len: 339 time: 0.0384467 Feb 16 12:44:17.854893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47900) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:18.006975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.040077 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-574f10e5-a3b3-4612-9918-ad2e1a3e2e80 req-1a037a84-6c8b-4314-ad9f-99f9dedefd6c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556919 Feb 16 12:44:18.055276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-4a425b2e-a87a-4d73-bfa0-affb63a874c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.056834 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-4a425b2e-a87a-4d73-bfa0-affb63a874c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c5c902b6ead4979882e8273e50b93ca&device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 1096 time: 0.4193869 Feb 16 12:44:18.139147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-08b5c03c-706d-4d2f-85f9-5e5c22327d1a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/4dd6e037-89d6-4bae-893f-51b9dd82e144 HTTP/1.1" status: 204 len: 168 time: 2.9654894 Feb 16 12:44:18.148835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47906) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:18.173854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.334622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Calling delete_port for 3631c69a-a297-4772-b061-1ce2fb88d079 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:18.337835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.398630 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d26d323-9927-48d6-bf6a-404c243bfaa9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:44:18.399103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9d26d323-9927-48d6-bf6a-404c243bfaa9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:18.405317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting subnet 7131df04-2f92-4425-ad06-dff6fdae0ecb {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:18.435722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-1d61a752-80d5-47f6-819a-99f78bc133fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.437180 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-1d61a752-80d5-47f6-819a-99f78bc133fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c90a4b7-703b-4593-80c1-0955fec57286 HTTP/1.1" status: 200 len: 911 time: 0.3703229 Feb 16 12:44:18.456903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.473622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.521406 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-931db5a5-ff22-457b-9e1a-b578af5241d5 req-cc18b319-7e7a-43f8-998d-5f053a1ce316 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249775 Feb 16 12:44:18.541533 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-fa027376-8891-4c8b-b1a9-3a19962d1c9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07df573d-c666-41d3-b30c-a24adcb64525 HTTP/1.1" status: 200 len: 217 time: 0.0769010 Feb 16 12:44:18.665406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-4a8fe03e-ddeb-4aab-b27c-41c30f18a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.666801 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-4a8fe03e-ddeb-4aab-b27c-41c30f18a81a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4ca8cdf-5cf6-40cc-93bb-181c07c020bf HTTP/1.1" status: 200 len: 850 time: 0.1178470 Feb 16 12:44:18.741285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.751744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.794358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=ab14f9f5-1904-437e-8113-bd54c55c3c44,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.802798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9d26d323-9927-48d6-bf6a-404c243bfaa9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:18.803301 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event deleted for resources: {'Port': ['ID=3631c69a-a297-4772-b061-1ce2fb88d079,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.803975 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9d26d323-9927-48d6-bf6a-404c243bfaa9 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/4dd6e037-89d6-4bae-893f-51b9dd82e144 HTTP/1.1" status: 404 len: 333 time: 0.6020355 Feb 16 12:44:18.808832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:18.856330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': 'bfe94785-5f70-4d72-b5d7-2a217faf771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:18.856692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: b5eaa0df-9e43-4f4e-9ab9-098b965131d6, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:18.923945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-e7d83862-60ac-4aad-af0f-2c92be986ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.925555 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-e7d83862-60ac-4aad-af0f-2c92be986ebe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c90a4b7-703b-4593-80c1-0955fec57286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2520552 Feb 16 12:44:18.942329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11292953-929d-40d4-a129-cb0e93ed179d req-901cb06b-634a-41e8-8ea9-74c2ac27d298 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.943896 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11292953-929d-40d4-a129-cb0e93ed179d req-901cb06b-634a-41e8-8ea9-74c2ac27d298 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5894680 Feb 16 12:44:18.988938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.032886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 5ea19b6e-880c-4359-b93e-1613292408f2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:19.033847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.034690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network b5eaa0df-9e43-4f4e-9ab9-098b965131d6 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:19.060559 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11292953-929d-40d4-a129-cb0e93ed179d req-8a3ffa2e-61b1-4ba1-be5d-d88a557c27d7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038380 Feb 16 12:44:19.145610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.147798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, b5eaa0df-9e43-4f4e-9ab9-098b965131d6) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:19.155370 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fcd94ca6-466f-4263-8eee-27befbaab4ea tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/ports/3631c69a-a297-4772-b061-1ce2fb88d079 HTTP/1.1" status: 204 len: 168 time: 1.7332795 Feb 16 12:44:19.161039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda2e3c8-c7b5-48c7-8c83-c5ad2c63ff08 None None] Network b5eaa0df-9e43-4f4e-9ab9-098b965131d6 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:19.172441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47920) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:19.309573 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-600a54f3-329c-4880-9764-a4bbfa202be3 service neutron] 10.222.0.67 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736782 Feb 16 12:44:19.397691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.398374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.477532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-b5eaa0df-9e43-4f4e-9ab9-098b965131d6', 'network_id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': 'ab14f9f5-1904-437e-8113-bd54c55c3c44'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:19.479438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.485200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.533852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Deleting subnet 64cd833c-1522-450f-b29d-4e297453631f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:19.538289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.550569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.575812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.631501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2e430388-9fc5-4190-a5e3-bfc9a81c704b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5238755 Feb 16 12:44:19.638052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:19.640124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=7131df04-2f92-4425-ad06-dff6fdae0ecb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:19.648074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.655426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Allocated IP 172.20.0.3 (b5eaa0df-9e43-4f4e-9ab9-098b965131d6/ab14f9f5-1904-437e-8113-bd54c55c3c44/9c2041f9-43f6-4833-ab2f-c91f073047b0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:19.701329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f255110d-75bb-4cd1-89b0-904e795aded9 None None] Network e704ba51-1452-424e-a4ae-ae6830113cd4 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:19.755477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5ded83e1-f6ef-4b4a-8926-f120bfca49eb tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/7131df04-2f92-4425-ad06-dff6fdae0ecb HTTP/1.1" status: 204 len: 168 time: 1.8991034 Feb 16 12:44:19.763445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47928) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:19.786674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f889f6-0c14-44ae-8bea-b18a6cc5f2c8 req-902eb2ab-82e7-41c8-8594-dd4b55bd18b7 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.788257 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e3f889f6-0c14-44ae-8bea-b18a6cc5f2c8 req-902eb2ab-82e7-41c8-8594-dd4b55bd18b7 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 943 time: 0.4404581 Feb 16 12:44:19.795596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.860378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.874081 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2349f781-b4ec-4817-9ce9-185ef8f76a31 req-083951d9-5943-4ba2-bebc-7fe675035fc3 service neutron] 10.222.0.67 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524273 Feb 16 12:44:19.969049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07df573d-c666-41d3-b30c-a24adcb64525 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:44:19.999364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 5ea19b6e-880c-4359-b93e-1613292408f2 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:20.033644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Allocated IP 172.26.6.182 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/f075ab99-6c44-477e-8e3a-086693d01f96) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:20.040633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.047863 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e3f889f6-0c14-44ae-8bea-b18a6cc5f2c8 req-be9dc66a-9afb-49f3-9b0f-97cfef81f225 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105994 Feb 16 12:44:20.054135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.101387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port c5baa83b-3584-4e49-bf22-971fe1d29538 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:20.101387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.110955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.195703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07df573d-c666-41d3-b30c-a24adcb64525, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07df573d-c666-41d3-b30c-a24adcb64525,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:20.218298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '07df573d-c666-41d3-b30c-a24adcb64525', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'port_id': '07df573d-c666-41d3-b30c-a24adcb64525', 'mac_address': 'fa:16:3e:37:23:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:44:20.265595 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.308849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.326958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07df573d-c666-41d3-b30c-a24adcb64525 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:44:20.351594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07df573d-c666-41d3-b30c-a24adcb64525, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07df573d-c666-41d3-b30c-a24adcb64525,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:20.354923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.365816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.370940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] DHCP port deletion for e704ba51-1452-424e-a4ae-ae6830113cd4 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:20.375317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Deleting port c5baa83b-3584-4e49-bf22-971fe1d29538 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:20.375763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.402492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event deleted for resources: {'Subnet': ['ID=64cd833c-1522-450f-b29d-4e297453631f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.404733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.417004 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7faa89a1-3092-4470-91ff-03c2c2bcc10e tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/subnets/64cd833c-1522-450f-b29d-4e297453631f HTTP/1.1" status: 204 len: 168 time: 1.2393119 Feb 16 12:44:20.417195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38836c-b621-402a-834e-5e239bf54ff7 None None] Network 57065649-ffc8-4c3d-a405-67499c3c7f61 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:20.417286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:20.438011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Transition to ACTIVE for port object 9c2041f9-43f6-4833-ab2f-c91f073047b0 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:20.449566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.548572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.560762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Deleting port ec766b05-0aa9-4c6f-b79d-159a99e201d5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:20.561571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.589184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Transition to ACTIVE for port object 9c2041f9-43f6-4833-ab2f-c91f073047b0 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:20.610638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.628924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.673286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=5ea19b6e-880c-4359-b93e-1613292408f2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.744610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port c5baa83b-3584-4e49-bf22-971fe1d29538, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c5baa83b-3584-4e49-bf22-971fe1d29538,segment=NetworkSegment(399a8872-a7a9-484a-8959-3bd084831ed8),segment_id=399a8872-a7a9-484a-8959-3bd084831ed8)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:20.745583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.760726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf0d6b-0c63-453f-9e31-cfc878b9eefc req-6e88f14c-6d87-42b2-a773-6266eae58fe9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.762285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-edbf0d6b-0c63-453f-9e31-cfc878b9eefc req-6e88f14c-6d87-42b2-a773-6266eae58fe9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5316246 Feb 16 12:44:20.803692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['07df573d-c666-41d3-b30c-a24adcb64525'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:44:20.850058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07df573d-c666-41d3-b30c-a24adcb64525,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.851946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.930445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for c5baa83b-3584-4e49-bf22-971fe1d29538 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:20.937607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.940124 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c70c2d02-419f-495f-8cbe-f021076ae675 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/5ea19b6e-880c-4359-b93e-1613292408f2 HTTP/1.1" status: 204 len: 168 time: 2.1303556 Feb 16 12:44:20.949645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47938) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:20.963551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.997370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] For port ec766b05-0aa9-4c6f-b79d-159a99e201d5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ec766b05-0aa9-4c6f-b79d-159a99e201d5,segment=NetworkSegment(090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c),segment_id=090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:20.998233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.033107 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-610200ce-44bf-4391-b592-e59d6edb18b3 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:44:21.034626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-610200ce-44bf-4391-b592-e59d6edb18b3 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:21.042524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=ab14f9f5-1904-437e-8113-bd54c55c3c44,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.051099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-edbf0d6b-0c63-453f-9e31-cfc878b9eefc req-f61cba6d-7bbe-47e7-8c6d-0ccfae84a986 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776113 Feb 16 12:44:21.084795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Network b5eaa0df-9e43-4f4e-9ab9-098b965131d6 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:21.091862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:21.106930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:21.118909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Pushing event updated for resources: {'Port': ['ID=9c2041f9-43f6-4833-ab2f-c91f073047b0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.161402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.195934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.198203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-610200ce-44bf-4391-b592-e59d6edb18b3 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:21.199659 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-610200ce-44bf-4391-b592-e59d6edb18b3 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/5ea19b6e-880c-4359-b93e-1613292408f2 HTTP/1.1" status: 404 len: 333 time: 0.2490904 Feb 16 12:44:21.208268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Calling delete_port for ec766b05-0aa9-4c6f-b79d-159a99e201d5 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:21.224256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] For port c5baa83b-3584-4e49-bf22-971fe1d29538, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c5baa83b-3584-4e49-bf22-971fe1d29538,segment=NetworkSegment(399a8872-a7a9-484a-8959-3bd084831ed8),segment_id=399a8872-a7a9-484a-8959-3bd084831ed8)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:21.233408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.236682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47944) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:21.256589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5eaa0df-9e43-4f4e-9ab9-098b965131d6']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.324040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet 9ce589d6-9d69-431f-a07d-d0b83cca4675 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:21.327515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.337411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe94785-5f70-4d72-b5d7-2a217faf771f') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.337707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe94785-5f70-4d72-b5d7-2a217faf771f') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.367770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:21.381611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.390183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:21.400216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:21.402538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.412998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Calling delete_port for c5baa83b-3584-4e49-bf22-971fe1d29538 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:21.438383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event updated for resources: {'Port': ['ID=f075ab99-6c44-477e-8e3a-086693d01f96,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.448225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.455383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.461038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Attempting to bind port 9c2041f9-43f6-4833-ab2f-c91f073047b0 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:21.461420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Attempting to bind port 9c2041f9-43f6-4833-ab2f-c91f073047b0 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'bfe94785-5f70-4d72-b5d7-2a217faf771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:21.461787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Attempting to bind port 9c2041f9-43f6-4833-ab2f-c91f073047b0 on network b5eaa0df-9e43-4f4e-9ab9-098b965131d6 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:21.483260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:21.483643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Checking segment: {'id': 'bfe94785-5f70-4d72-b5d7-2a217faf771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:21.484051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.484448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Bound using segment: {'id': 'bfe94785-5f70-4d72-b5d7-2a217faf771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:21.484965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Bound port: 9c2041f9-43f6-4833-ab2f-c91f073047b0, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe94785-5f70-4d72-b5d7-2a217faf771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:21.485307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.509420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.519285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:21.522932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.543255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:21.556205 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:21.572394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Port': ['ID=c5baa83b-3584-4e49-bf22-971fe1d29538,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.590686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26124af4-90d3-411c-8cd2-2c4b432e3c5e None None] DHCP port deletion for 57065649-ffc8-4c3d-a405-67499c3c7f61 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:21.626330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No DVR routers for this DVR port c5baa83b-3584-4e49-bf22-971fe1d29538 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:21.636305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c5baa83b-3584-4e49-bf22-971fe1d29538 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:21.667139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:21.667700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:21.696069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: c5baa83b-3584-4e49-bf22-971fe1d29538 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:21.696287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c5baa83b-3584-4e49-bf22-971fe1d29538 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:21.750022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] No DVR routers for this DVR port ec766b05-0aa9-4c6f-b79d-159a99e201d5 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:21.751053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] For port 9c2041f9-43f6-4833-ab2f-c91f073047b0, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:21.780354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event deleted for resources: {'Port': ['ID=ec766b05-0aa9-4c6f-b79d-159a99e201d5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.843869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] For port 9c2041f9-43f6-4833-ab2f-c91f073047b0, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9c2041f9-43f6-4833-ab2f-c91f073047b0,segment=NetworkSegment(bfe94785-5f70-4d72-b5d7-2a217faf771f),segment_id=bfe94785-5f70-4d72-b5d7-2a217faf771f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:21.899767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.908586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c4e6-c1ba-4910-ab5e-4ec564dcc1f3 req-8255796c-be23-4b3b-b3ab-8a2b729cab66 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.910091 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d7b0c4e6-c1ba-4910-ab5e-4ec564dcc1f3 req-8255796c-be23-4b3b-b3ab-8a2b729cab66 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 944 time: 0.6439486 Feb 16 12:44:21.927306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57065649-ffc8-4c3d-a405-67499c3c7f61']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.931944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.939804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.940106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090aa9b5-fc4c-4e0c-b44e-c206e3eebd0c') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.949514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:44:21.949514 dv-neutron-829487-1-hyperv neutron-server[88443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:44:21.949514 dv-neutron-829487-1-hyperv neutron-server[88443]: [parameters: {'id': 'b5eaa0df-9e43-4f4e-9ab9-098b965131d6'}] Feb 16 12:44:21.949514 dv-neutron-829487-1-hyperv neutron-server[88443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:21.949959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:21.953280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.970584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.980045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:21.980576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:21.999520 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:22.006480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.008936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.045486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dc39f-a35f-4441-a295-35daafb4b458 None None] Pushing event updated for resources: {'Port': ['ID=9c2041f9-43f6-4833-ab2f-c91f073047b0,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.058808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d7b0c4e6-c1ba-4910-ab5e-4ec564dcc1f3 req-9fcf28aa-d652-4ba5-961c-b445dbb37da9 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398687 Feb 16 12:44:22.068095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e704ba51-1452-424e-a4ae-ae6830113cd4']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.092865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399a8872-a7a9-484a-8959-3bd084831ed8') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.093348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399a8872-a7a9-484a-8959-3bd084831ed8') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.113800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.127307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d290e-5060-4632-a657-8bcf47683a59 None None] Network c5c971f3-fc78-4f94-bed3-81caa9f47ef8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:22.129771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.147402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.152131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce589d6-9d69-431f-a07d-d0b83cca4675,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.167843 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-50c9f45b-cc5d-457c-9acb-35d38a0eda8c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/9ce589d6-9d69-431f-a07d-d0b83cca4675 HTTP/1.1" status: 204 len: 168 time: 0.9301736 Feb 16 12:44:22.168431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47950) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.198528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Deleting port c5baa83b-3584-4e49-bf22-971fe1d29538 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:22.199024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.294445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.297014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2c83682d-146c-4901-a32f-f519fe793506 None None] The port 'c5baa83b-3584-4e49-bf22-971fe1d29538' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:22.299933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.310401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14078a76-506b-4646-9ce3-6b7d9aa1a30c None None] Network b5eaa0df-9e43-4f4e-9ab9-098b965131d6 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:22.318131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.329564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] Pushing event deleted for resources: {'Network': ['ID=57065649-ffc8-4c3d-a405-67499c3c7f61,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.338799 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1a928aa2-3d24-4e6a-9bb5-7cb671f123bd tempest-TagsExtTest-719452087 tempest-TagsExtTest-719452087-project] 10.222.0.47 "DELETE /v2.0/networks/57065649-ffc8-4c3d-a405-67499c3c7f61 HTTP/1.1" status: 204 len: 168 time: 1.9183617 Feb 16 12:44:22.342204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port f6b18025-072b-41da-baba-dc27f62bb150 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:22.342706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.403621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:22.404023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:22.419169 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:22.488099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.576861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] For port f6b18025-072b-41da-baba-dc27f62bb150, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f6b18025-072b-41da-baba-dc27f62bb150,segment=NetworkSegment(0971535a-6126-4e38-ae1a-92f13127d9f5),segment_id=0971535a-6126-4e38-ae1a-92f13127d9f5)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:22.577497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.624695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port 9c2041f9-43f6-4833-ab2f-c91f073047b0 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:22.625161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.690939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] DHCP port deletion for c5c971f3-fc78-4f94-bed3-81caa9f47ef8 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:22.695757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Deleting port f6b18025-072b-41da-baba-dc27f62bb150 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:22.695757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.702650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.718766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for f6b18025-072b-41da-baba-dc27f62bb150 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:22.817722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.841035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb040-4b0a-47bf-808f-7460fab99ba5 req-1fa461a6-6e3d-44b3-8161-5c9bf5e1d773 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.842684 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-505bb040-4b0a-47bf-808f-7460fab99ba5 req-1fa461a6-6e3d-44b3-8161-5c9bf5e1d773 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6365201 Feb 16 12:44:22.884891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.921307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=e704ba51-1452-424e-a4ae-ae6830113cd4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.931802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.982150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] For port f6b18025-072b-41da-baba-dc27f62bb150, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f6b18025-072b-41da-baba-dc27f62bb150,segment=NetworkSegment(0971535a-6126-4e38-ae1a-92f13127d9f5),segment_id=0971535a-6126-4e38-ae1a-92f13127d9f5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:22.982547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.985338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=f6b18025-072b-41da-baba-dc27f62bb150,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.993779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No DVR routers for this DVR port f6b18025-072b-41da-baba-dc27f62bb150 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:23.042092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47958) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.081382 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c54ccba2-dfa2-4b5a-bf1c-b9498ac0eb75 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/e704ba51-1452-424e-a4ae-ae6830113cd4 HTTP/1.1" status: 204 len: 168 time: 3.3100829 Feb 16 12:44:23.151313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47964) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.169583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Calling delete_port for f6b18025-072b-41da-baba-dc27f62bb150 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:23.214851 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-505bb040-4b0a-47bf-808f-7460fab99ba5 req-6bb1a069-eefc-4f79-8b7a-f5eb9242f7ab tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385963 Feb 16 12:44:23.238701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port 9c2041f9-43f6-4833-ab2f-c91f073047b0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9c2041f9-43f6-4833-ab2f-c91f073047b0,segment=NetworkSegment(bfe94785-5f70-4d72-b5d7-2a217faf771f),segment_id=bfe94785-5f70-4d72-b5d7-2a217faf771f)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:23.239465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.245678 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-42834e44-8f3a-48a8-a0aa-6d82c2c46288 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:23.246741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42834e44-8f3a-48a8-a0aa-6d82c2c46288 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:23.258518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:23.258868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:23.262577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.283831 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-42834e44-8f3a-48a8-a0aa-6d82c2c46288 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/8a7c179d-7d66-4d30-b1f8-5eeb42f1cf4c HTTP/1.1" status: 404 len: 337 time: 0.1315188 Feb 16 12:44:23.292127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47970) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.312245 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-75a2058f-6f1b-4525-b8f4-acba5c3c744c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a044afa8076c40db9fe6f20c03ff50b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690771 Feb 16 12:44:23.314015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c971f3-fc78-4f94-bed3-81caa9f47ef8']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:23.320910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.340684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0971535a-6126-4e38-ae1a-92f13127d9f5') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:23.341000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0971535a-6126-4e38-ae1a-92f13127d9f5') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:23.363184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.389302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.398641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:23.399085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:23.414758 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:23.467301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ec766b05-0aa9-4c6f-b79d-159a99e201d5 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:23.485750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for 9c2041f9-43f6-4833-ab2f-c91f073047b0 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:23.487590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bda3527-0ca7-488f-b1b3-d84d7886fc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.503271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ec766b05-0aa9-4c6f-b79d-159a99e201d5 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:23.503769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ec766b05-0aa9-4c6f-b79d-159a99e201d5 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:23.504294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f6b18025-072b-41da-baba-dc27f62bb150 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:23.529974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bda3527-0ca7-488f-b1b3-d84d7886fc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.538641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f6b18025-072b-41da-baba-dc27f62bb150 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:23.539147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f6b18025-072b-41da-baba-dc27f62bb150 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:23.551529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac7b8b5-eacf-4d00-adc6-c3c0c9e8b3d8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:23.551529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac7b8b5-eacf-4d00-adc6-c3c0c9e8b3d8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:23.551529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1ac7b8b5-eacf-4d00-adc6-c3c0c9e8b3d8 tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/facb3e17-31b4-4fd5-b72e-ef73092b1352 HTTP/1.1" status: 404 len: 339 time: 0.2015226 Feb 16 12:44:23.551818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47978) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.607200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.611387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.707918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1eebf-2a20-49ad-89d6-8e483875d98c req-3324db5e-f65c-46c3-badf-a3aa208fc5ee tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.709411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f3b1eebf-2a20-49ad-89d6-8e483875d98c req-3324db5e-f65c-46c3-badf-a3aa208fc5ee tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 944 time: 0.4591720 Feb 16 12:44:23.712616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.755049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=c5c971f3-fc78-4f94-bed3-81caa9f47ef8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.759783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Deleting port f6b18025-072b-41da-baba-dc27f62bb150 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:23.760399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.773745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting subnet 7eb8463e-f8d2-4259-b232-edad07020fa4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:23.776425 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-86bd22bd-f1b2-4fc8-8524-f5a2c1ef354f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/c5c971f3-fc78-4f94-bed3-81caa9f47ef8 HTTP/1.1" status: 204 len: 168 time: 1.6064963 Feb 16 12:44:23.779023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.783209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 47982) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.804926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-547956402'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:23.813240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:23.832970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.838349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-477563b4-ad3d-4d90-8155-d329b0b0ff4d None None] The port 'f6b18025-072b-41da-baba-dc27f62bb150' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:23.838506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.842881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:network and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:23.859424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde3e2ac-3698-4bfb-844c-75ae133c5935 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:44:23.911727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bda3527-0ca7-488f-b1b3-d84d7886fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.938697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bda3527-0ca7-488f-b1b3-d84d7886fc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.940519 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5bda3527-0ca7-488f-b1b3-d84d7886fc5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2cde878-4131-4321-a158-13d26454559e HTTP/1.1" status: 204 len: 168 time: 0.6186991 Feb 16 12:44:23.942605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda3527-0ca7-488f-b1b3-d84d7886fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cde878-4131-4321-a158-13d26454559e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.970527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07df573d-c666-41d3-b30c-a24adcb64525 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:23.977873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.997735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:24.033157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:24.049210 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f3b1eebf-2a20-49ad-89d6-8e483875d98c req-6c5f2bd6-7cd0-4d9e-af92-4e5d07cb9a40 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289075 Feb 16 12:44:24.049210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=9c2041f9-43f6-4833-ab2f-c91f073047b0,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.083195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3e2ac-3698-4bfb-844c-75ae133c5935 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:44:24.101674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port 9c2041f9-43f6-4833-ab2f-c91f073047b0 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:24.194561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.234546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb8463e-f8d2-4259-b232-edad07020fa4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.254304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:24.261546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.295030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 07df573d-c666-41d3-b30c-a24adcb64525 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:24.320884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 07df573d-c666-41d3-b30c-a24adcb64525 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:24.321121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.321261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.323670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.329296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:24.341104 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aef5fed0-bbf8-4f0e-99cd-1863d411b61e tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/subnets/7eb8463e-f8d2-4259-b232-edad07020fa4 HTTP/1.1" status: 204 len: 168 time: 0.7901664 Feb 16 12:44:24.346505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 47990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:24.414198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.414617 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Added segment fd44da6c-1787-4cce-bd96-a5b881700af6 of type vlan for network dfcc6fed-83f5-4a7f-a653-62c59f71d300 Feb 16 12:44:24.417742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5eaa0df-9e43-4f4e-9ab9-098b965131d6']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:24.430557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Router 6e6f2642-fe61-42af-a35a-e6d80e58c049 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:24.444684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe94785-5f70-4d72-b5d7-2a217faf771f') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:24.455942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe94785-5f70-4d72-b5d7-2a217faf771f') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:24.478925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.508968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.521430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Deleting port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:24.521867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.527100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.564659 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:24.576830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07df573d-c666-41d3-b30c-a24adcb64525, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07df573d-c666-41d3-b30c-a24adcb64525,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:24.624538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.627367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c6482-53af-4247-9df0-7cb960ddf27e None None] Network 3903a65c-48b4-45b2-83ec-85fe0c72ad8c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:24.637302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.694915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:24.695542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.708059 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525', 'code': 200} Feb 16 12:44:24.713696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:24.722050 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:24.825414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] For port ba0880a9-7d1f-48d8-b50c-74e1700bbe47, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ba0880a9-7d1f-48d8-b50c-74e1700bbe47,segment=NetworkSegment(597f0a7a-c934-4414-ab58-fbf0305bf623),segment_id=597f0a7a-c934-4414-ab58-fbf0305bf623)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:24.825414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.901824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07df573d-c666-41d3-b30c-a24adcb64525,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.906423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc375f8-97d1-4a81-b357-c13203241321 req-95d0db07-953b-4945-9c1d-19802679d512 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:24.916677 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4fc375f8-97d1-4a81-b357-c13203241321 req-95d0db07-953b-4945-9c1d-19802679d512 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5671506 Feb 16 12:44:24.967633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.976355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:24.977089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.011524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Calling delete_port for ba0880a9-7d1f-48d8-b50c-74e1700bbe47 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:25.059671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a0986-826e-471d-bcdb-09c3dc609e06 None None] DHCP port deletion for 3903a65c-48b4-45b2-83ec-85fe0c72ad8c request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:25.076128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a0986-826e-471d-bcdb-09c3dc609e06 None None] Deleting port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:25.076548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0986-826e-471d-bcdb-09c3dc609e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.094822 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4fc375f8-97d1-4a81-b357-c13203241321 req-65c5c22b-5784-47db-af2d-820892ceb3b8 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770568 Feb 16 12:44:25.121794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.149145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:25.151626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Network': ['ID=dfcc6fed-83f5-4a7f-a653-62c59f71d300,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.161846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.163604 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/b5eaa0df-9e43-4f4e-9ab9-098b965131d6 HTTP/1.1" status: 204 len: 168 time: 5.5200489 Feb 16 12:44:25.173114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:25.196172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] Sync routers for ids ['6e6f2642-fe61-42af-a35a-e6d80e58c049'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:25.198206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48010) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.234427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b322a93-a7a6-4290-b9c7-094f3c017aba tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=b5eaa0df-9e43-4f4e-9ab9-098b965131d6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.239813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1599577274'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.263902 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6c36fe89-c0ef-43a3-b952-95918db04e02 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4728360 Feb 16 12:44:25.266733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:25.272720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48018) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.284091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.351565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] Routers {'6e6f2642-fe61-42af-a35a-e6d80e58c049'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:25.352191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6e6f2642-fe61-42af-a35a-e6d80e58c049'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.356072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.411869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Port': ['ID=ba0880a9-7d1f-48d8-b50c-74e1700bbe47,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.414079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] No DVR routers for this DVR port ba0880a9-7d1f-48d8-b50c-74e1700bbe47 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:25.462027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:25.464432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.465453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.466636 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ef397ccc-0c72-4426-a704-c1172cb5770d tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0167565 Feb 16 12:44:25.467834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:25.469433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48022) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.480095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:25.486950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:25.502225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:25.506562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:25.512880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.517782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:25.534687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a0986-826e-471d-bcdb-09c3dc609e06 None None] The port 'ba0880a9-7d1f-48d8-b50c-74e1700bbe47' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:25.542736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba0880a9-7d1f-48d8-b50c-74e1700bbe47 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:25.550028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd33495-e155-4d63-9389-34c99ac3b457 req-c27db9ee-b506-4589-bbe4-e6907dc21009 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.551641 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ecd33495-e155-4d63-9389-34c99ac3b457 req-c27db9ee-b506-4589-bbe4-e6907dc21009 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.1402638 Feb 16 12:44:25.594606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ba0880a9-7d1f-48d8-b50c-74e1700bbe47 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:25.594924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba0880a9-7d1f-48d8-b50c-74e1700bbe47 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:25.596584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] Routers {'6e6f2642-fe61-42af-a35a-e6d80e58c049'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:25.597290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6e6f2642-fe61-42af-a35a-e6d80e58c049'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.616207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:25.620358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.635239 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ecd33495-e155-4d63-9389-34c99ac3b457 req-6a4ac102-80dc-4699-9664-337432629000 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778852 Feb 16 12:44:25.639647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:25.644703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.668987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e952b0-0545-4a7b-8c11-d020cc4b9deb req-f03f2701-4b6b-44bf-bfc0-0846788aa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.670488 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8e952b0-0545-4a7b-8c11-d020cc4b9deb req-f03f2701-4b6b-44bf-bfc0-0846788aa7ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 1098 time: 0.4259467 Feb 16 12:44:25.701429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.701844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7fa93-f055-4e1f-b6b0-41c41838a81d None None] The sync data for ids ['6e6f2642-fe61-42af-a35a-e6d80e58c049'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:25.742350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:25.773684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.773997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment 42f7897f-cea4-4c1a-be82-dddab293af3e of type vlan for network 912816ff-9ae1-4998-b9fc-c378f300f744 Feb 16 12:44:25.821740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.824542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.943885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3903a65c-48b4-45b2-83ec-85fe0c72ad8c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.952593 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8e952b0-0545-4a7b-8c11-d020cc4b9deb req-03fab1c9-7b87-4aa3-a223-8b739900a0c8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562219 Feb 16 12:44:25.960400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.961749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597f0a7a-c934-4414-ab58-fbf0305bf623') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.962049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597f0a7a-c934-4414-ab58-fbf0305bf623') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.967069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.967799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.983673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.058095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.163702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.180054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:26.180054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:26.191284 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:26.267061 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0453994 Feb 16 12:44:26.308112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48038) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.312157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b5da5-26b6-4854-aeda-cc3f25dd7427 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=912816ff-9ae1-4998-b9fc-c378f300f744,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.326325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '912816ff-9ae1-4998-b9fc-c378f300f744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:26.332698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 912816ff-9ae1-4998-b9fc-c378f300f744 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:26.426025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=9bddba6d-0f95-45a8-a7be-b4f983ec8d7d,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.458624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Checking segment: {'id': 'fd44da6c-1787-4cce-bd96-a5b881700af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:26.459066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network hostable DHCP agents. Network: dfcc6fed-83f5-4a7f-a653-62c59f71d300, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:26.483642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.507728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:26.513999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:26.514746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.519176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:26.531235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfbfdf-eb14-41fa-9ab3-c0f675d3d897 req-1b537639-056f-4157-9cff-39432e8443c2 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:26.532759 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ebfbfdf-eb14-41fa-9ab3-c0f675d3d897 req-1b537639-056f-4157-9cff-39432e8443c2 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.2766633 Feb 16 12:44:26.534254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:26.536288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.542917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] Pushing event deleted for resources: {'Network': ['ID=3903a65c-48b4-45b2-83ec-85fe0c72ad8c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.552937 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b3dad6a5-3b3e-401d-8c01-78fef97606db tempest-NetworksIpV6Test-2098209721 tempest-NetworksIpV6Test-2098209721-project] 10.222.0.47 "DELETE /v2.0/networks/3903a65c-48b4-45b2-83ec-85fe0c72ad8c HTTP/1.1" status: 204 len: 168 time: 2.2053776 Feb 16 12:44:26.586549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ebfbfdf-eb14-41fa-9ab3-c0f675d3d897 req-f73e9a72-b89a-470c-b134-a3a19fa23aa3 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Feb 16 12:44:26.615746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.648356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48050) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.668793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:26.678052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.687739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:26.723469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Deleting port f075ab99-6c44-477e-8e3a-086693d01f96 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:26.727523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.823033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--2041800116', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:26.826022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, dfcc6fed-83f5-4a7f-a653-62c59f71d300) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:26.835905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0101c-9b03-431a-b8e5-b9073e2906db None None] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:26.838758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:26.841488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:26.842080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.859831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:26.865124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:26.876085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:26.932655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.956908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8d5ed-cdf4-4379-9803-954ab990123a req-10983c3c-5b8d-4e8a-ac38-52549b77bd42 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:26.975450 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07f8d5ed-cdf4-4379-9803-954ab990123a req-10983c3c-5b8d-4e8a-ac38-52549b77bd42 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.2078435 Feb 16 12:44:27.029956 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cfad00b4-df5e-49e5-9beb-e95d4cd8195f tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7534521 Feb 16 12:44:27.046434 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07f8d5ed-cdf4-4379-9803-954ab990123a req-a2f9891a-4f49-45b1-8c20-38afdfb6f7a0 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693486 Feb 16 12:44:27.052132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48058) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.075022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1960849229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:27.078766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Calling delete_port for f075ab99-6c44-477e-8e3a-086693d01f96 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:27.086219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:27.092112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:router and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:27.106454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:27.117600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:27.120118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:27.129748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-dfcc6fed-83f5-4a7f-a653-62c59f71d300', 'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300', 'tenant_id': 'ce0e84a208684fb7856eee239a09ff87', 'fixed_ips': [{'subnet_id': '9bddba6d-0f95-45a8-a7be-b4f983ec8d7d'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:27.129748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.130127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.166459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.205487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:27.211286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.220863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:27.224512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:27.233398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:27.308231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.312767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.314501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.347634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Allocated IP 172.20.0.2 (dfcc6fed-83f5-4a7f-a653-62c59f71d300/9bddba6d-0f95-45a8-a7be-b4f983ec8d7d/7ae24783-3dad-4af0-bafa-f5dacb84ebc6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:27.386380 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-04c39680-9cb9-4ff5-a4b0-a93494621fdb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5bddc5fed9804c4394e5cfbfc1c3d31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739607 Feb 16 12:44:27.389044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48070) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.406160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=36c30c00-d101-434a-bf05-bfbaf85ac6e7,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.413600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': '42f7897f-cea4-4c1a-be82-dddab293af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '912816ff-9ae1-4998-b9fc-c378f300f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:27.413952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 912816ff-9ae1-4998-b9fc-c378f300f744, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:27.452232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5b9b-a991-475d-ba65-36d1aa0d7a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.472358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.488864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.521044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5b9b-a991-475d-ba65-36d1aa0d7a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.521648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 912816ff-9ae1-4998-b9fc-c378f300f744 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:27.553314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Pushing event deleted for resources: {'Port': ['ID=f075ab99-6c44-477e-8e3a-086693d01f96,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.569599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.584055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.593773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Transition to ACTIVE for port object 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:27.600554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.613873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Transition to ACTIVE for port object 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:27.663500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.667672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 912816ff-9ae1-4998-b9fc-c378f300f744) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:27.671552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.678454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:27.679098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.679654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66417408-81d1-4b19-af8f-f5439defc36c None None] Network 912816ff-9ae1-4998-b9fc-c378f300f744 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:27.701536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.710230 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fb37d6d6-c67b-4985-b8ce-b744e0dbc01d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6373978 Feb 16 12:44:27.711511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48076) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.723123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300', 'name': 'tempest-PortsTestJSON-1703621005'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:27.757530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.758808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:27.811406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5b9b-a991-475d-ba65-36d1aa0d7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.834262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:27.846391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:27.853662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:27.863912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.879637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.879985 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment 4d04d887-06bb-4f25-aeb9-1b04c9d97fb5 of type vlan for network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 Feb 16 12:44:27.882228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Pushing event updated for resources: {'Port': ['ID=7ae24783-3dad-4af0-bafa-f5dacb84ebc6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.897709 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bd4a4530-aa8e-4614-b2f7-998fdc4c4d3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5868127 Feb 16 12:44:27.898224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48080) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.914002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a5b9b-a991-475d-ba65-36d1aa0d7a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f44526f-89c9-4fdc-bd05-e8a9e4c078b7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.010740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.021562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:28.040486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:28.042332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Attempting to bind port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:28.042769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Attempting to bind port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'fd44da6c-1787-4cce-bd96-a5b881700af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:28.043190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Attempting to bind port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 on network dfcc6fed-83f5-4a7f-a653-62c59f71d300 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:28.052354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:28.052722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Checking segment: {'id': 'fd44da6c-1787-4cce-bd96-a5b881700af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:28.054006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.054006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Bound using segment: {'id': 'fd44da6c-1787-4cce-bd96-a5b881700af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:28.054006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Bound port: 7ae24783-3dad-4af0-bafa-f5dacb84ebc6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd44da6c-1787-4cce-bd96-a5b881700af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfcc6fed-83f5-4a7f-a653-62c59f71d300'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:28.054372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.073271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a8a24-d1b8-4a11-83bf-d6f965f7b03e req-de2aa0c4-93d0-49d4-8d8b-7c3e962d8377 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:28.087558 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f3a8a24-d1b8-4a11-83bf-d6f965f7b03e req-de2aa0c4-93d0-49d4-8d8b-7c3e962d8377 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3393893 Feb 16 12:44:28.124294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5b9b-a991-475d-ba65-36d1aa0d7a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.128448 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3f0a5b9b-a991-475d-ba65-36d1aa0d7a1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f44526f-89c9-4fdc-bd05-e8a9e4c078b7 HTTP/1.1" status: 204 len: 168 time: 0.7354112 Feb 16 12:44:28.221958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-912816ff-9ae1-4998-b9fc-c378f300f744', 'network_id': '912816ff-9ae1-4998-b9fc-c378f300f744', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': '36c30c00-d101-434a-bf05-bfbaf85ac6e7'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:28.222944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.228092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f3a8a24-d1b8-4a11-83bf-d6f965f7b03e req-3a696e53-0d21-4fd3-8cc8-011413b61dc6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394732 Feb 16 12:44:28.228802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:28.232907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.253128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] For port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:28.281625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 92917675-bd31-4c80-8129-59cbd2baebba yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:28.299087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] For port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ae24783-3dad-4af0-bafa-f5dacb84ebc6,segment=NetworkSegment(fd44da6c-1787-4cce-bd96-a5b881700af6),segment_id=fd44da6c-1787-4cce-bd96-a5b881700af6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:28.348050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.360543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.373069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.379608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:28.380367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.399811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.409689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee08a0-451b-4510-8051-9af5c39c7edd req-b75fe7a9-0a04-4daf-b168-14c843b8ab8d tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:28.417066 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a4ee08a0-451b-4510-8051-9af5c39c7edd req-b75fe7a9-0a04-4daf-b168-14c843b8ab8d tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.2508585 Feb 16 12:44:28.473588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Allocated IP 172.20.0.1 (912816ff-9ae1-4998-b9fc-c378f300f744/36c30c00-d101-434a-bf05-bfbaf85ac6e7/bd25cbad-1abc-46b0-9abe-9944af9c1ca8) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:28.516163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.534833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Router 6e6f2642-fe61-42af-a35a-e6d80e58c049 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:28.609818 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a4ee08a0-451b-4510-8051-9af5c39c7edd req-7a23e492-50d1-46c2-9760-c9b3a532c218 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913514 Feb 16 12:44:28.615308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=a8772aa7-1bbb-410b-a289-1d9e13b8ba22,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.628498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fd447-22f8-4de5-80bb-29213b89fb21 None None] Pushing event updated for resources: {'Port': ['ID=7ae24783-3dad-4af0-bafa-f5dacb84ebc6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.648646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:28.657587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.8 (dfcc6fed-83f5-4a7f-a653-62c59f71d300/9bddba6d-0f95-45a8-a7be-b4f983ec8d7d/92917675-bd31-4c80-8129-59cbd2baebba) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:28.780269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.839660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:28.854182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.855548 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] Sync routers for ids ['6e6f2642-fe61-42af-a35a-e6d80e58c049'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:28.860276 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-060d6b0a-2085-4d19-b738-be68f4317265 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "PUT /v2.0/routers/6e6f2642-fe61-42af-a35a-e6d80e58c049 HTTP/1.1" status: 200 len: 705 time: 3.3898423 Feb 16 12:44:28.868831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:28.872980 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] Routers {'6e6f2642-fe61-42af-a35a-e6d80e58c049'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:28.873617 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6e6f2642-fe61-42af-a35a-e6d80e58c049'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.945881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.982739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Transition to ACTIVE for port object bd25cbad-1abc-46b0-9abe-9944af9c1ca8 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:28.993775 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.006879 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] Routers {'6e6f2642-fe61-42af-a35a-e6d80e58c049'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:29.007977 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6e6f2642-fe61-42af-a35a-e6d80e58c049'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.060034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Transition to ACTIVE for port object bd25cbad-1abc-46b0-9abe-9944af9c1ca8 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:29.146020 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-827fdc55-b6d0-49a2-b6bd-1a696f0e88bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4964101 Feb 16 12:44:29.156417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48104) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.164951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d3214db7-9ce8-421e-a9eb-1fffddd5d85e tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/routers/6e6f2642-fe61-42af-a35a-e6d80e58c049 HTTP/1.1" status: 200 len: 740 time: 0.2950130 Feb 16 12:44:29.170739 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.171526 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0fcf71-8739-4f10-9da6-36e6271d4732 None None] The sync data for ids ['6e6f2642-fe61-42af-a35a-e6d80e58c049'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:29.179497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.180187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:29.181004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48108) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.185851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:29.247704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Network 912816ff-9ae1-4998-b9fc-c378f300f744 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:29.249134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:29.250670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:29.255098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:29.261180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:29.268774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.268910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f576726a-0aea-4033-ac55-62e9473c2fb0 tempest-RoutersAdminTest-356351161 tempest-RoutersAdminTest-356351161-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&device_id=6e6f2642-fe61-42af-a35a-e6d80e58c049 HTTP/1.1" status: 200 len: 205 time: 0.0853412 Feb 16 12:44:29.277652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:29.288108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Pushing event updated for resources: {'Port': ['ID=bd25cbad-1abc-46b0-9abe-9944af9c1ca8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.337296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.341923 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-650839b4-9b4b-4b00-8c0f-b18868daf7d0 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e6f2642-fe61-42af-a35a-e6d80e58c049 HTTP/1.1" status: 200 len: 205 time: 0.0716929 Feb 16 12:44:29.352314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.355775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf1ca-7174-470d-8fbf-390b920950aa req-9a4d145e-c6cd-4734-bfa9-8f6aaa67c371 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:29.357330 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0bddf1ca-7174-470d-8fbf-390b920950aa req-9a4d145e-c6cd-4734-bfa9-8f6aaa67c371 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.5537820 Feb 16 12:44:29.358266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Attempting to bind port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:29.358832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Attempting to bind port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '42f7897f-cea4-4c1a-be82-dddab293af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '912816ff-9ae1-4998-b9fc-c378f300f744'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:29.359401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Attempting to bind port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 on network 912816ff-9ae1-4998-b9fc-c378f300f744 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:29.366123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:29.366740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Checking segment: {'id': '42f7897f-cea4-4c1a-be82-dddab293af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '912816ff-9ae1-4998-b9fc-c378f300f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:29.367328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.367880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Bound using segment: {'id': '42f7897f-cea4-4c1a-be82-dddab293af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '912816ff-9ae1-4998-b9fc-c378f300f744'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:29.368490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Bound port: bd25cbad-1abc-46b0-9abe-9944af9c1ca8, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f7897f-cea4-4c1a-be82-dddab293af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '912816ff-9ae1-4998-b9fc-c378f300f744'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:29.368859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.369291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48122) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.378690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 92917675-bd31-4c80-8129-59cbd2baebba will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:29.386130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Request body: {'floatingip': {'port_id': '07df573d-c666-41d3-b30c-a24adcb64525'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:29.453522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.533275 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] For port bd25cbad-1abc-46b0-9abe-9944af9c1ca8, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:29.539533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] For port bd25cbad-1abc-46b0-9abe-9944af9c1ca8, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bd25cbad-1abc-46b0-9abe-9944af9c1ca8,segment=NetworkSegment(42f7897f-cea4-4c1a-be82-dddab293af3e),segment_id=42f7897f-cea4-4c1a-be82-dddab293af3e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:29.559431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.570531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=36c30c00-d101-434a-bf05-bfbaf85ac6e7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.596892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f706031-2b5d-4f52-bc9c-14b26dacc4a6 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.601200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:29.614905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.616154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.631981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.745743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.750060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6d800-5110-4ac8-b6b5-7fd61ae0d8b8 None None] Pushing event updated for resources: {'Port': ['ID=bd25cbad-1abc-46b0-9abe-9944af9c1ca8,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.868773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:29.933246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.039170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.089724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feb11-f86b-4e30-94af-88efbc5bf22f req-d25c6ef0-b8b9-4fe3-8123-957af6f5952c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.091325 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e16feb11-f86b-4e30-94af-88efbc5bf22f req-d25c6ef0-b8b9-4fe3-8123-957af6f5952c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6323643 Feb 16 12:44:30.199789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.215248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1500997040'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:30.240806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:30.240806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:network and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:30.240806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:30.241040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570336d8-31c4-4fb9-a67c-9846c0142d92 None None] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:30.247284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:30.330950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f706031-2b5d-4f52-bc9c-14b26dacc4a6 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.333560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912816ff-9ae1-4998-b9fc-c378f300f744']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:30.340981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f706031-2b5d-4f52-bc9c-14b26dacc4a6 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.353555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f7897f-cea4-4c1a-be82-dddab293af3e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:30.354562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f7897f-cea4-4c1a-be82-dddab293af3e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:30.354963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:30.381408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.398559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.404830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:30.405215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.415828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:30.420907 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:30.436907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e16feb11-f86b-4e30-94af-88efbc5bf22f req-cca2b0c7-6133-4686-881e-67fe0684d8c4 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812495 Feb 16 12:44:30.450313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:30.487158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:30.491055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.509090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c24cf227-15e0-48dc-84f0-0ad0c9f19a9e None None] Provisioning for port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:30.512373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.521299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c24cf227-15e0-48dc-84f0-0ad0c9f19a9e None None] Provisioning complete for port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:30.521794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c24cf227-15e0-48dc-84f0-0ad0c9f19a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.525136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f706031-2b5d-4f52-bc9c-14b26dacc4a6 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.525654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f706031-2b5d-4f52-bc9c-14b26dacc4a6 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6f2642-fe61-42af-a35a-e6d80e58c049 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:30.531223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=92917675-bd31-4c80-8129-59cbd2baebba,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.553455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:30.557416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:security_group_rule and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:30.560666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:30.566450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:30.568213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.672007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.682405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c24cf227-15e0-48dc-84f0-0ad0c9f19a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.684399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.685079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.686705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f706031-2b5d-4f52-bc9c-14b26dacc4a6 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.691089 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f706031-2b5d-4f52-bc9c-14b26dacc4a6 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/6e6f2642-fe61-42af-a35a-e6d80e58c049 HTTP/1.1" status: 204 len: 168 time: 1.3338516 Feb 16 12:44:30.692244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48142) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.732143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c24cf227-15e0-48dc-84f0-0ad0c9f19a9e None None] For port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ae24783-3dad-4af0-bafa-f5dacb84ebc6,segment=NetworkSegment(fd44da6c-1787-4cce-bd96-a5b881700af6),segment_id=fd44da6c-1787-4cce-bd96-a5b881700af6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:30.751250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.772735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:44:30.772735 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:44:30.772735 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': '912816ff-9ae1-4998-b9fc-c378f300f744'}] Feb 16 12:44:30.772735 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:30.773252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:30.783891 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3a58b015-9a1e-4cb6-bea6-37ea044cb840 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e6f2642-fe61-42af-a35a-e6d80e58c049 HTTP/1.1" status: 200 len: 205 time: 0.0873139 Feb 16 12:44:30.786265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48146) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.838405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c24cf227-15e0-48dc-84f0-0ad0c9f19a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.870289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:30.891386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2744a55e-cdb7-4e3e-9450-c4cd77730e86,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.896141 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-bb759f60-32c7-4b4a-9c27-e10a907de40a tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] delete failed (client error): The resource could not be found. Feb 16 12:44:30.897182 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bb759f60-32c7-4b4a-9c27-e10a907de40a tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/6e6f2642-fe61-42af-a35a-e6d80e58c049 HTTP/1.1" status: 404 len: 336 time: 0.1080518 Feb 16 12:44:30.904590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.910790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.911368 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Added segment cb2e909a-9f89-4b9d-97a8-39cf47266392 of type vlan for network 289391e1-072d-455e-aa0d-4b4c4417958a Feb 16 12:44:30.941709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf227-15e0-48dc-84f0-0ad0c9f19a9e None None] Pushing event updated for resources: {'Port': ['ID=7ae24783-3dad-4af0-bafa-f5dacb84ebc6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.973763 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fa9b9b6c-5cc4-442c-bb6d-513a2b52db40 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=69c12fde-33c3-4866-8df6-b8c4f6ff1319 HTTP/1.1" status: 200 len: 205 time: 0.0664926 Feb 16 12:44:31.012052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.047772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.089575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e5db5052-029e-4833-ac8b-bf812ae45bfc None None] Provisioning for port 92917675-bd31-4c80-8129-59cbd2baebba completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:31.097174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e5db5052-029e-4833-ac8b-bf812ae45bfc None None] Provisioning complete for port 92917675-bd31-4c80-8129-59cbd2baebba triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:31.102821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5db5052-029e-4833-ac8b-bf812ae45bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.162182 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-b98b33ce-2281-4fc2-ba91-857e335a3659 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] delete failed (client error): The resource could not be found. Feb 16 12:44:31.163463 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b98b33ce-2281-4fc2-ba91-857e335a3659 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/69c12fde-33c3-4866-8df6-b8c4f6ff1319 HTTP/1.1" status: 404 len: 336 time: 0.1141915 Feb 16 12:44:31.166146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.174350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e5db5052-029e-4833-ac8b-bf812ae45bfc None None] Port 92917675-bd31-4c80-8129-59cbd2baebba cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:31.187422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e5db5052-029e-4833-ac8b-bf812ae45bfc None None] Provisioning complete for port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:31.187939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5db5052-029e-4833-ac8b-bf812ae45bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.190568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.228647 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc5cb3f6-8d6a-49f3-b9dd-4e6f87840b04 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=d34ba618-5664-4202-9cb2-07d9f44e8ee0 HTTP/1.1" status: 200 len: 205 time: 0.0612559 Feb 16 12:44:31.234516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48164) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.237410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.243202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.243830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.344157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472a2cb-43fe-46a5-b6f7-c80653051635 None None] Network 912816ff-9ae1-4998-b9fc-c378f300f744 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:31.344971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.365172 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-202a8da4-2ed1-4cac-9133-80f982df8bdc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6479158 Feb 16 12:44:31.370787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48168) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.377989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.473375 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-3c7c1c2c-c754-4f7c-bcd2-7c2a5224e339 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] delete failed (client error): The resource could not be found. Feb 16 12:44:31.474314 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3c7c1c2c-c754-4f7c-bcd2-7c2a5224e339 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/d34ba618-5664-4202-9cb2-07d9f44e8ee0 HTTP/1.1" status: 404 len: 336 time: 0.2388451 Feb 16 12:44:31.479566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.587779 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6f441e2a-c30c-4977-9aeb-b1a7c5ac860c tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=71a3a210-85aa-4c7f-909f-83b43df41d40 HTTP/1.1" status: 200 len: 205 time: 0.0959604 Feb 16 12:44:31.590570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Network': ['ID=289391e1-072d-455e-aa0d-4b4c4417958a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:31.594881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48176) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.600673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:31.601232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.622549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 289391e1-072d-455e-aa0d-4b4c4417958a details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:31.632387 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f4d33a87-779d-4212-82d1-9ab0676d16f9 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6897101 Feb 16 12:44:31.638514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:31.804566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-50014e20-8be8-4b6d-86d4-4acb44a3b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.806041 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-50014e20-8be8-4b6d-86d4-4acb44a3b04e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.4474928 Feb 16 12:44:31.849891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:31.850554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.885890 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-360773f1-d9cf-41ea-a4a5-5b6109afa352 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] delete failed (client error): The resource could not be found. Feb 16 12:44:31.886948 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-360773f1-d9cf-41ea-a4a5-5b6109afa352 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/71a3a210-85aa-4c7f-909f-83b43df41d40 HTTP/1.1" status: 404 len: 336 time: 0.2898769 Feb 16 12:44:31.891644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48182) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.916292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0679b0c-6cf8-4e95-87f0-561fbc575aa5 req-a7cb7ce1-e529-4f63-bfdf-8bf727659f1c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.917961 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0679b0c-6cf8-4e95-87f0-561fbc575aa5 req-a7cb7ce1-e529-4f63-bfdf-8bf727659f1c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.7238393 Feb 16 12:44:31.939644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f5ce6a05-31e1-48b9-a161-e28f339afeed None None] Provisioning for port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:32.040979 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f5ce6a05-31e1-48b9-a161-e28f339afeed None None] Provisioning complete for port 92917675-bd31-4c80-8129-59cbd2baebba triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:32.041640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5ce6a05-31e1-48b9-a161-e28f339afeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.081592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] DHCP port deletion for 912816ff-9ae1-4998-b9fc-c378f300f744 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:32.086348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port bd25cbad-1abc-46b0-9abe-9944af9c1ca8, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bd25cbad-1abc-46b0-9abe-9944af9c1ca8,segment=NetworkSegment(42f7897f-cea4-4c1a-be82-dddab293af3e),segment_id=42f7897f-cea4-4c1a-be82-dddab293af3e)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:32.086776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.115746 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6b5f8bad-a470-433c-9b92-93fe738b5a03 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=621d3fce-7fc9-4a20-ba95-a5705dd654e4 HTTP/1.1" status: 200 len: 205 time: 0.2086730 Feb 16 12:44:32.119057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Deleting port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:32.119620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.178417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.195322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce6a05-31e1-48b9-a161-e28f339afeed None None] Port 92917675-bd31-4c80-8129-59cbd2baebba cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:32.203371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bd25cbad-1abc-46b0-9abe-9944af9c1ca8 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:32.248730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-e88efed4-6e1a-4e4a-8057-e8fe1466f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.250422 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-e88efed4-6e1a-4e4a-8057-e8fe1466f588 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 0.4303529 Feb 16 12:44:32.265836 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0679b0c-6cf8-4e95-87f0-561fbc575aa5 req-5405dd00-cba6-46d7-adcc-b0fe0cfa745d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419053 Feb 16 12:44:32.328179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for bd25cbad-1abc-46b0-9abe-9944af9c1ca8 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:32.348999 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Floating IP d7243a2e-67e6-4274-9759-997a60ae7127 associated. External IP: 172.26.6.161, port: 07df573d-c666-41d3-b30c-a24adcb64525. Feb 16 12:44:32.451577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:32.460370 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-6479fc03-8288-4610-98d7-e2a53cc3718a tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] delete failed (client error): The resource could not be found. Feb 16 12:44:32.461805 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6479fc03-8288-4610-98d7-e2a53cc3718a tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/621d3fce-7fc9-4a20-ba95-a5705dd654e4 HTTP/1.1" status: 404 len: 336 time: 0.2818396 Feb 16 12:44:32.467277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48190) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.478826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:32.479432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.558325 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-be9b2321-fac0-4772-a155-c21f53febb06 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2f7a18b-9424-45ef-a41d-81bff2d8dcad HTTP/1.1" status: 200 len: 205 time: 0.0875890 Feb 16 12:44:32.563311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48194) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.564946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] For port bd25cbad-1abc-46b0-9abe-9944af9c1ca8, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bd25cbad-1abc-46b0-9abe-9944af9c1ca8,segment=NetworkSegment(42f7897f-cea4-4c1a-be82-dddab293af3e),segment_id=42f7897f-cea4-4c1a-be82-dddab293af3e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:32.565470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.639646 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-630358d0-6544-47b3-9c18-cd9e899ff01e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1002 time: 0.2820277 Feb 16 12:44:32.683182 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-113e6020-576c-4e1b-b13b-e7f9d1742627 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] delete failed (client error): The resource could not be found. Feb 16 12:44:32.684571 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-113e6020-576c-4e1b-b13b-e7f9d1742627 tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/routers/e2f7a18b-9424-45ef-a41d-81bff2d8dcad HTTP/1.1" status: 404 len: 336 time: 0.1193514 Feb 16 12:44:32.694057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48198) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.731443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Calling delete_port for bd25cbad-1abc-46b0-9abe-9944af9c1ca8 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:32.735076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.765125 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No ports have port_id starting with bd25cbad-1abc-46b0-9abe-9944af9c1ca8 Feb 16 12:44:32.784258 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4256d41c-b93c-4c76-82ad-bc765698bd3f tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:32.785241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4256d41c-b93c-4c76-82ad-bc765698bd3f tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:32.805499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=bd25cbad-1abc-46b0-9abe-9944af9c1ca8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.811659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:32.817379 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4256d41c-b93c-4c76-82ad-bc765698bd3f tempest-RoutersAdminTest-2042276974 tempest-RoutersAdminTest-2042276974-project] 10.222.0.47 "DELETE /v2.0/subnets/fc1b0d93-7679-4351-8b2e-fd04649c824e HTTP/1.1" status: 404 len: 337 time: 0.1220441 Feb 16 12:44:32.850432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-ce086d28-1183-4562-be2b-6424ce6f9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.852261 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-ce086d28-1183-4562-be2b-6424ce6f9fbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.2033637 Feb 16 12:44:32.868707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:32.869116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:32.942850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.043608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.081242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912816ff-9ae1-4998-b9fc-c378f300f744']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.097331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f7897f-cea4-4c1a-be82-dddab293af3e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.097773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f7897f-cea4-4c1a-be82-dddab293af3e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.105728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-7e311301-ae47-49d1-b394-b3577eb8700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.105907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.107329 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-7e311301-ae47-49d1-b394-b3577eb8700e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2453110 Feb 16 12:44:33.113397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.139386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.201125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.212418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:33.212831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:33.227819 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:33.370296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Deleting port bd25cbad-1abc-46b0-9abe-9944af9c1ca8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:33.370682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.510224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3c687cee-4f8d-4aaf-a3e5-378509b63e86 None None] The port 'bd25cbad-1abc-46b0-9abe-9944af9c1ca8' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:33.542861 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-b58a1b94-b195-477c-be74-c14335f72e7e service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224725 Feb 16 12:44:33.574096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bd25cbad-1abc-46b0-9abe-9944af9c1ca8 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:33.579753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:33.613421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: bd25cbad-1abc-46b0-9abe-9944af9c1ca8 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:33.613768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bd25cbad-1abc-46b0-9abe-9944af9c1ca8 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:33.751837 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cc78561d-bbe4-4feb-917c-901bcc355335 req-7cd5fe24-8780-42eb-af9a-ee4956e8345e service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009408 Feb 16 12:44:33.753162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.774102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.787122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=912816ff-9ae1-4998-b9fc-c378f300f744,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.788880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5da2083-b53d-4265-b01e-7379a9debfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.800742 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-38c9cee8-8ccc-411b-a5b6-077bd28d1333 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/912816ff-9ae1-4998-b9fc-c378f300f744 HTTP/1.1" status: 204 len: 168 time: 5.8798316 Feb 16 12:44:33.803156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48216) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:33.813428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.817325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Router 6125d817-efd1-4409-b6c6-ee3f5664a717 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:33.827057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-86904967'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:33.828939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:33.833491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Usage tracker for resource:security_group_rule and tenant:65fd291878d04ecd9e6251073788e35f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:33.836438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:33.842513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:33.843721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:33.857548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.179 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/ad9035e2-7e94-48ae-be3e-911b18fded5d) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:33.871897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:33.887654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:33.930663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.957886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:34.014718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.073125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73418757-e36d-4775-9ad5-b70e47d493f4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.077488 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7f57135c-7f29-4186-8b06-9fdafd3dabf9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65fd291878d04ecd9e6251073788e35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965880 Feb 16 12:44:34.080834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:34.162328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-573ee41d-92e1-489f-b0af-fae1c2d0bfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.189322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-573ee41d-92e1-489f-b0af-fae1c2d0bfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.220489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:34.223945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.265829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a717be5-6150-4b39-bb63-5401dbad36c4 req-4ea5a904-82bf-4c20-845d-3cc3b4f9901c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:34.271601 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a717be5-6150-4b39-bb63-5401dbad36c4 req-4ea5a904-82bf-4c20-845d-3cc3b4f9901c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6215503 Feb 16 12:44:34.325690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-573ee41d-92e1-489f-b0af-fae1c2d0bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.340925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ee41d-92e1-489f-b0af-fae1c2d0bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73418757-e36d-4775-9ad5-b70e47d493f4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.348121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-573ee41d-92e1-489f-b0af-fae1c2d0bfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.349250 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-573ee41d-92e1-489f-b0af-fae1c2d0bfce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73418757-e36d-4775-9ad5-b70e47d493f4 HTTP/1.1" status: 204 len: 168 time: 0.2675018 Feb 16 12:44:34.363084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.479772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:34.495279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.505490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.578726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.579095 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment d7db2dc2-8b61-4385-ac74-117b182272dc of type vlan for network 07d40a5e-1412-4ac3-a677-74c902f3d6a5 Feb 16 12:44:34.594025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:34.605183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] Sync routers for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:34.619912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:34.620552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:34.635677 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a717be5-6150-4b39-bb63-5401dbad36c4 req-3d3b57f1-17ea-4714-ae2a-ad275ae98f42 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977886 Feb 16 12:44:34.689570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=92917675-bd31-4c80-8129-59cbd2baebba,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.696115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.720794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.900761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:34.975988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:35.059684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-586392b9-44e2-45a5-9e66-51d9a7f8fe63 None None] Provisioning complete for port 92917675-bd31-4c80-8129-59cbd2baebba triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:35.060064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-586392b9-44e2-45a5-9e66-51d9a7f8fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.078343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ee968b95-5096-420e-b95e-169bb82aeedf tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "PUT /v2.0/floatingips/d7243a2e-67e6-4274-9759-997a60ae7127 HTTP/1.1" status: 200 len: 991 time: 5.7079918 Feb 16 12:44:35.090369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:35.096794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.119662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48232) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:35.125564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'subnet': {'network_id': '289391e1-072d-455e-aa0d-4b4c4417958a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:35.198247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-586392b9-44e2-45a5-9e66-51d9a7f8fe63 None None] Port 92917675-bd31-4c80-8129-59cbd2baebba cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:35.236409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.281887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.288140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.288735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.300977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:35.306743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525', 'status': 'completed', 'code': 200} Feb 16 12:44:35.350425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:subnet and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:35.352844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:35.359939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:35.382523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:35.425408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'd7243a2e-67e6-4274-9759-997a60ae7127', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'port_id': '07df573d-c666-41d3-b30c-a24adcb64525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'mac_address': 'fa:16:3e:37:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:59Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 1, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 5, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:35.429854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] Checking router: 6125d817-efd1-4409-b6c6-ee3f5664a717 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:35.437893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:35.441570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:35.441726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1f3662fa-e5db-4083-bcda-2a7fe81cdcb0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ff1af6054834c499db5da66fed3926e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851293 Feb 16 12:44:35.441814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48240) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:35.474835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-491334c9-6006-4aec-9bc6-9e38c476565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.476580 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-491334c9-6006-4aec-9bc6-9e38c476565f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c5c902b6ead4979882e8273e50b93ca&device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 1098 time: 0.1703157 Feb 16 12:44:35.500150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:35.519287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:35.523550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=ad9035e2-7e94-48ae-be3e-911b18fded5d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.525709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=07d40a5e-1412-4ac3-a677-74c902f3d6a5,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.528023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:35.528937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:35.534137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.574916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5c810753-1a42-48bd-9976-38de11416cf4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7627137 Feb 16 12:44:35.581678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48244) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:35.592486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:35.592839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 07d40a5e-1412-4ac3-a677-74c902f3d6a5 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:35.727957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:35.806745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-0dd4f27e-db3d-4a91-90b4-ef61e9c4e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.808405 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-0dd4f27e-db3d-4a91-90b4-ef61e9c4e837 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c90a4b7-703b-4593-80c1-0955fec57286 HTTP/1.1" status: 200 len: 911 time: 0.3248401 Feb 16 12:44:35.812362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51ba0a1a-f32e-4c9e-9319-9955f2dda05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.951775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51ba0a1a-f32e-4c9e-9319-9955f2dda05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.989444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bce0-ed1d-4839-8d3a-2c9d4b56cf77 req-2c0651b4-e3da-45c9-a64c-45906c1e3ffe tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.991548 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-a3f08fcb-6d0b-40a9-b71d-6b54a6402ae8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07df573d-c666-41d3-b30c-a24adcb64525 HTTP/1.1" status: 200 len: 999 time: 0.1678164 Feb 16 12:44:36.000847 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5a89bce0-ed1d-4839-8d3a-2c9d4b56cf77 req-2c0651b4-e3da-45c9-a64c-45906c1e3ffe tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.6885326 Feb 16 12:44:36.109427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-19848d69-10f6-4393-b704-9167adc0518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.111035 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-19848d69-10f6-4393-b704-9167adc0518b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4ca8cdf-5cf6-40cc-93bb-181c07c020bf HTTP/1.1" status: 200 len: 850 time: 0.1099546 Feb 16 12:44:36.126500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'd7243a2e-67e6-4274-9759-997a60ae7127', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'port_id': '07df573d-c666-41d3-b30c-a24adcb64525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'mac_address': 'fa:16:3e:37:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:59Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 1, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 5, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.130661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70025315-93f5-439b-97d1-ef8bc2fdef66 None None] The sync data for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv is: [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'd7243a2e-67e6-4274-9759-997a60ae7127', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'floating_ip_address': '172.26.6.161', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'port_id': '07df573d-c666-41d3-b30c-a24adcb64525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'mac_address': 'fa:16:3e:37:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:59Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 1, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 5, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:36.147955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:36.153202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.194770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:36.199740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2861878d-3221-4251-bb53-a05f6b626267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.212272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:36.240550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-e0267dd4-7aad-498c-b4f6-91ed2daa9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.242052 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-e0267dd4-7aad-498c-b4f6-91ed2daa9ca9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c90a4b7-703b-4593-80c1-0955fec57286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1242476 Feb 16 12:44:36.247327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:36.304935 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5a89bce0-ed1d-4839-8d3a-2c9d4b56cf77 req-866b792e-cdfa-4fa9-9ab9-74fdc2d845e2 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022158 Feb 16 12:44:36.358736 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be6526-9cde-4f5f-b61e-0ab51a2732bb None None] New status for floating IP d7243a2e-67e6-4274-9759-997a60ae7127: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:44:36.364935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.369357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51ba0a1a-f32e-4c9e-9319-9955f2dda05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.446383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba0a1a-f32e-4c9e-9319-9955f2dda05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293bdb1d-1747-4d5e-8ccf-2403c5209854,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.472234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:36.475795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.507646 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-fc6378b3-eeb0-4364-8e93-27e010b797c9 service neutron] 10.222.0.67 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567575 Feb 16 12:44:36.545163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51ba0a1a-f32e-4c9e-9319-9955f2dda05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.546263 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-51ba0a1a-f32e-4c9e-9319-9955f2dda05d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/293bdb1d-1747-4d5e-8ccf-2403c5209854 HTTP/1.1" status: 204 len: 168 time: 1.1035810 Feb 16 12:44:36.547095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Subnet': ['ID=813a7107-8580-41d2-b070-9cb1e7bedfa7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.597793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Checking segment: {'id': 'cb2e909a-9f89-4b9d-97a8-39cf47266392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '289391e1-072d-455e-aa0d-4b4c4417958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:36.598237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network hostable DHCP agents. Network: 289391e1-072d-455e-aa0d-4b4c4417958a, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:36.746218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0aa98-c6d5-4207-b701-ea5c5b3b5dd8 req-294879d1-7ab8-45d5-9160-bb80230269e1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.753808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5dc0aa98-c6d5-4207-b701-ea5c5b3b5dd8 req-294879d1-7ab8-45d5-9160-bb80230269e1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.9522572 Feb 16 12:44:36.789436 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7c76661-64b5-4010-b6b7-9cf76075c4bb req-48ce7fe4-41ac-4df3-bf9c-1ff29728c3cb service neutron] 10.222.0.67 "GET /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722535 Feb 16 12:44:36.839355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 289391e1-072d-455e-aa0d-4b4c4417958a is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:36.925802 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5dc0aa98-c6d5-4207-b701-ea5c5b3b5dd8 req-3c697ce0-9151-4f9d-b17f-19c3d4a3b20e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711276 Feb 16 12:44:36.929714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.959043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 289391e1-072d-455e-aa0d-4b4c4417958a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:36.972720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.972720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.973511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc418e-9a18-4a2a-b909-5660307662ed None None] Network 289391e1-072d-455e-aa0d-4b4c4417958a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:37.063451 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-521cfc9b-8b64-4a7a-9481-5d6176066c73 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9426055 Feb 16 12:44:37.067231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:37.072778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1887971387'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:37.083326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:37.092436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:network and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:37.096755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:37.102963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:37.171890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:37.181394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.215241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.228773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:37.242857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.244345 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Added segment 4553a684-d9f4-4e29-bcbe-e0e139336eaf of type vlan for network 3b0192f4-d1dc-463d-b9ec-0f25e745420a Feb 16 12:44:37.280564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.297981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-289391e1-072d-455e-aa0d-4b4c4417958a', 'network_id': '289391e1-072d-455e-aa0d-4b4c4417958a', 'tenant_id': '8d8af62f595845a3a48759752ce84830', 'fixed_ips': [{'subnet_id': '813a7107-8580-41d2-b070-9cb1e7bedfa7'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:37.298851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.313552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.462973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.469269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:37.469905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.510676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Allocated IP 2001:db8:0:ffff::2 (289391e1-072d-455e-aa0d-4b4c4417958a/813a7107-8580-41d2-b070-9cb1e7bedfa7/c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:37.583813 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5128424 Feb 16 12:44:37.585784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48274) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:37.605867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'subnet': {'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:37.669861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0799e96-b115-46e3-babd-d8d2efbb8a2c req-267ac74d-1b02-48cb-9bb3-6a879925c226 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:37.671436 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c0799e96-b115-46e3-babd-d8d2efbb8a2c req-267ac74d-1b02-48cb-9bb3-6a879925c226 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.5477207 Feb 16 12:44:37.679950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d3fe8-0501-471b-8d1b-57ea7284b443 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Network': ['ID=3b0192f4-d1dc-463d-b9ec-0f25e745420a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:37.681065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:37.694303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3b0192f4-d1dc-463d-b9ec-0f25e745420a details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:37.730327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:37.734550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:subnet and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:37.738247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:37.743741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.745289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:37.793667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.802255 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c0799e96-b115-46e3-babd-d8d2efbb8a2c req-6c4d4f74-90d5-4891-ae8c-b4b90eec0ba1 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998774 Feb 16 12:44:37.846101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:37.850387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.878315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.885166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.896513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Transition to ACTIVE for port object c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:37.927354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Transition to ACTIVE for port object c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:37.935072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.992033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.113354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48288) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:38.114492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Network 289391e1-072d-455e-aa0d-4b4c4417958a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:38.141001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:38.144133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Pushing event updated for resources: {'Port': ['ID=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.155047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:38.209819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=92917675-bd31-4c80-8129-59cbd2baebba,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.212842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=47b33e7c-c785-4d16-a03d-1f14deee7c62,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.250476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Attempting to bind port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:38.253471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Attempting to bind port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'cb2e909a-9f89-4b9d-97a8-39cf47266392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '289391e1-072d-455e-aa0d-4b4c4417958a'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:38.253471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Attempting to bind port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 on network 289391e1-072d-455e-aa0d-4b4c4417958a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:38.255198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.256903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:38.257281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Checking segment: {'id': 'cb2e909a-9f89-4b9d-97a8-39cf47266392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '289391e1-072d-455e-aa0d-4b4c4417958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:38.257687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.258084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Bound using segment: {'id': 'cb2e909a-9f89-4b9d-97a8-39cf47266392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '289391e1-072d-455e-aa0d-4b4c4417958a'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:38.258627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Bound port: c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2e909a-9f89-4b9d-97a8-39cf47266392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '289391e1-072d-455e-aa0d-4b4c4417958a'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:38.258921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.295047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': 'd7db2dc2-8b61-4385-ac74-117b182272dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:38.295415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 07d40a5e-1412-4ac3-a677-74c902f3d6a5, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:38.357975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] For port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:38.361349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] For port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,segment=NetworkSegment(cb2e909a-9f89-4b9d-97a8-39cf47266392),segment_id=cb2e909a-9f89-4b9d-97a8-39cf47266392)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:38.400790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'networks': [{'name': 'tempest-network--93718032'}, {'name': 'tempest-network--1714184439'}]} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.401099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'network': {'name': 'tempest-network--93718032'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.401558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'network': {'name': 'tempest-network--1714184439'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.405073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:38.406187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.419484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:38.423517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.443540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Usage tracker for resource:network and tenant:10dd0b53d85c4af1a93de1588badd484 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:38.451747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:38.471044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:38.484914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Subnet': ['ID=706d93ed-ec62-4a03-a618-c85a65f5996d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.494072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Checking segment: {'id': '4553a684-d9f4-4e29-bcbe-e0e139336eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:38.494072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network hostable DHCP agents. Network: 3b0192f4-d1dc-463d-b9ec-0f25e745420a, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:38.498723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 07d40a5e-1412-4ac3-a677-74c902f3d6a5 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:38.531672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c5503-ddd9-4abe-a464-f4aee1aacf02 None None] Pushing event updated for resources: {'Port': ['ID=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.539536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f60d4-f1fd-4366-b9dc-96c5d9e6c1e8 req-2ff3e30d-d72d-4646-b4b3-bd1fae7d84d7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:38.541114 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b2f60d4-f1fd-4366-b9dc-96c5d9e6c1e8 req-2ff3e30d-d72d-4646-b4b3-bd1fae7d84d7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3478813 Feb 16 12:44:38.574433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:38.577373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:38.588265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 3b0192f4-d1dc-463d-b9ec-0f25e745420a is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:38.660560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Made reservation on behalf of 10dd0b53d85c4af1a93de1588badd484 for: {'network': 2} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:38.664696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.668502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.670032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3b0192f4-d1dc-463d-b9ec-0f25e745420a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:38.675167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:38.676092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.680714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6fe72-9bfe-4089-ba77-a32caba1d8a8 None None] Network 3b0192f4-d1dc-463d-b9ec-0f25e745420a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:38.743145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 92ec6053-5def-4135-a1e2-819cc863f7fe is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:38.760166 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b2f60d4-f1fd-4366-b9dc-96c5d9e6c1e8 req-58b14d50-46c7-4916-8ba0-a7fcfbfb2dbe tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125897 Feb 16 12:44:38.765270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 07d40a5e-1412-4ac3-a677-74c902f3d6a5) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:38.772999 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e10129d4-acde-4ae0-8adc-ba0d0b0e720d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1840210 Feb 16 12:44:38.773307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:38.783036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'port': {'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a', 'name': 'tempest-NetworksIpV6TestAttrs-1671347843'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.788789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:38.789610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.793292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5391461f-6791-4ae4-b574-f820fe89f07f None None] Network 07d40a5e-1412-4ac3-a677-74c902f3d6a5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:38.806614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.005760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:39.012088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:port and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:39.016001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:39.022623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2d32d1d9-ec9d-4a60-b1fe-19fb81f2d9b4 None None] Provisioning complete for port 92917675-bd31-4c80-8129-59cbd2baebba triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:39.023115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d32d1d9-ec9d-4a60-b1fe-19fb81f2d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.024401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:39.030095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:39.048478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Usage tracker for resource:security_group_rule and tenant:10dd0b53d85c4af1a93de1588badd484 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:39.054588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:39.070096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:39.108018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:39.111873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.135879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] device_id is not set on port 3185eec9-a417-48de-875f-a38a5cc994a9 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:39.166486 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d52c8adf-fc35-4ac0-8c55-c0445901d9a3 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5826960 Feb 16 12:44:39.173098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.192337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2d32d1d9-ec9d-4a60-b1fe-19fb81f2d9b4 None None] Port 92917675-bd31-4c80-8129-59cbd2baebba cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:39.239853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:39.240023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3b0192f4-d1dc-463d-b9ec-0f25e745420a', 'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a', 'tenant_id': '8d8af62f595845a3a48759752ce84830', 'fixed_ips': [{'subnet_id': '706d93ed-ec62-4a03-a618-c85a65f5996d'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:39.240594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.261914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Sync routers for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:39.287315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d148cce-592b-4b9b-9303-bf8c7bff5afc req-cc7172ab-7e20-485d-a5a7-c6bc8fcea04d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:39.288782 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d148cce-592b-4b9b-9303-bf8c7bff5afc req-cc7172ab-7e20-485d-a5a7-c6bc8fcea04d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3546114 Feb 16 12:44:39.316616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-07d40a5e-1412-4ac3-a677-74c902f3d6a5', 'network_id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': '47b33e7c-c785-4d16-a03d-1f14deee7c62'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:39.317415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.329237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:39.330675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.355026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Router 5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:39.360861 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d148cce-592b-4b9b-9303-bf8c7bff5afc req-8a6e0a5f-71b4-4a28-8525-0b59ce5bac90 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660291 Feb 16 12:44:39.377240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.519039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.542746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Allocated IP 2001:db8::f816:3eff:feda:2606 (3b0192f4-d1dc-463d-b9ec-0f25e745420a/706d93ed-ec62-4a03-a618-c85a65f5996d/3185eec9-a417-48de-875f-a38a5cc994a9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:39.654094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:39.664226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.664705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.674186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.678576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b660033b-57d5-4031-9888-1c166dc9b68d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.5211899 Feb 16 12:44:39.682854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.709997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.823350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ceb085-5492-42b3-87cf-3e4b5cc471d1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:39.833142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:39.884386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.884737 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Added segment 8a5b589f-c320-4813-8cdd-ec56bc22ee3e of type vlan for network 0e787a1e-d156-4341-99c8-2355af6eaa93 Feb 16 12:44:39.886517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:39.899478 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] Sync routers for ids ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:39.917444 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] Routers {'5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:39.917985 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.937158 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ffe726fb-4f64-4e63-a91c-22e093225c10 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "PUT /v2.0/routers/5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5650344 Feb 16 12:44:39.943253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.949309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48314) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.983981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:40.027718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a5480-643e-4d64-8bcd-217fe89fae74 req-5ef05db0-d47b-41e8-89ac-4b540de4ad65 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.029495 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9d0a5480-643e-4d64-8bcd-217fe89fae74 req-5ef05db0-d47b-41e8-89ac-4b540de4ad65 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4075060 Feb 16 12:44:40.031239 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1af1a67c-9798-427f-99ae-bc29786d02ee tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3481135 Feb 16 12:44:40.033044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48318) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.070121 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.071935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.082102 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] Routers {'5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:40.083490 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.132219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:40.439417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9d0a5480-643e-4d64-8bcd-217fe89fae74 req-9b8efd89-ad44-4248-ab54-c5896144dd09 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095066 Feb 16 12:44:40.439417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.439417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Added segment 3ca135c3-4a06-470a-b203-4fe3ad8c0d72 of type vlan for network bf8110a1-3df0-4766-a684-d3d41f6e84b6 Feb 16 12:44:40.439417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226f2b0-b7c5-45fb-90bd-e239499164af tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.439417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c226f2b0-b7c5-45fb-90bd-e239499164af tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:40.440413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Allocated IP 172.20.0.2 (07d40a5e-1412-4ac3-a677-74c902f3d6a5/47b33e7c-c785-4d16-a03d-1f14deee7c62/92af9a38-d136-4e97-bd5b-a4d8c1dc9616) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:40.440939 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.440939 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cab936a-8e10-4144-bbe7-e1fbd32467f0 None None] The sync data for ids ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:40.441122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.441220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2649c77b-0358-4945-94d7-d3c423bf9ee9 None None] Network 289391e1-072d-455e-aa0d-4b4c4417958a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:40.441320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Transition to ACTIVE for port object 3185eec9-a417-48de-875f-a38a5cc994a9 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:40.441320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938d28e-a984-43b3-a112-ecaec42eceb0 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.441320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0938d28e-a984-43b3-a112-ecaec42eceb0 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2977178 Feb 16 12:44:40.441320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.441320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ae2e53cd-93a0-412e-ab78-f99c583ef872 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435560 Feb 16 12:44:40.441320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.443452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946922448', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.569653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:40.573643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:40.576453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c226f2b0-b7c5-45fb-90bd-e239499164af tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:40.577779 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c226f2b0-b7c5-45fb-90bd-e239499164af tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports?device_id=5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd HTTP/1.1" status: 200 len: 982 time: 0.6275053 Feb 16 12:44:40.579861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:40.580608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48332) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.589524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:40.610098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.677787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:40.680630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5ff37f9-9b01-4d5c-84d0-9cd0fb0c9f7d None None] Provisioning for port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:40.684095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 3b0192f4-d1dc-463d-b9ec-0f25e745420a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:40.687580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:40.690702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:40.696439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.696701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.711417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:40.714972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.733575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:40.740198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.740342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Port': ['ID=3185eec9-a417-48de-875f-a38a5cc994a9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.746364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.747257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.754532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.759380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.760017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.763207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5ff37f9-9b01-4d5c-84d0-9cd0fb0c9f7d None None] Provisioning complete for port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:40.763851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5ff37f9-9b01-4d5c-84d0-9cd0fb0c9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.891253 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-871e4c52-2470-4760-a62a-cd2cbe646c93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1168790 Feb 16 12:44:40.894410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48336) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.901161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Network': ['ID=0e787a1e-d156-4341-99c8-2355af6eaa93,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.951433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0e787a1e-d156-4341-99c8-2355af6eaa93 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:40.993388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Allocated IP 2001:db8::f816:3eff:fe72:9719 (3b0192f4-d1dc-463d-b9ec-0f25e745420a/706d93ed-ec62-4a03-a618-c85a65f5996d/a1e7ca91-a8df-4cdf-b08a-539f62362838) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:41.077469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.096798 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9108162 Feb 16 12:44:41.099291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48342) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:41.121834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Transition to ACTIVE for port object 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:41.175857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.218892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.243506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38833d-8408-4e27-88b8-cca0a2890fd2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Network': ['ID=bf8110a1-3df0-4766-a684-d3d41f6e84b6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.273653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting subnet 706d93ed-ec62-4a03-a618-c85a65f5996d {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:41.286504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network bf8110a1-3df0-4766-a684-d3d41f6e84b6 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:41.318103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=adaeea1f-3874-4676-a412-2112bc33a7e4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.335524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:41.335960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: a8772aa7-1bbb-410b-a289-1d9e13b8ba22, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:41.351018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bcb642-57df-486d-9436-4d9f7ac74fc7 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.351400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b378c20-7dac-49d3-afae-7b40c82cb2be req-7bd8e661-9425-4321-8a47-12e2f2989663 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.353189 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8b378c20-7dac-49d3-afae-7b40c82cb2be req-7bd8e661-9425-4321-8a47-12e2f2989663 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.2735171 Feb 16 12:44:41.356952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bcb642-57df-486d-9436-4d9f7ac74fc7 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.363112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bcb642-57df-486d-9436-4d9f7ac74fc7 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.368842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bcb642-57df-486d-9436-4d9f7ac74fc7 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.373458 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b9bcb642-57df-486d-9436-4d9f7ac74fc7 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2722898 Feb 16 12:44:41.373915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:41.419139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Transition to ACTIVE for port object 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:41.446064 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8b378c20-7dac-49d3-afae-7b40c82cb2be req-db09c4fb-de5f-4f57-9d66-493e00178708 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822322 Feb 16 12:44:41.496424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:36Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:41.497345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.541379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Checking router: 92ec6053-5def-4135-a1e2-819cc863f7fe for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:41.541733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Updating router 92ec6053-5def-4135-a1e2-819cc863f7fe port ad9035e2-7e94-48ae-be3e-911b18fded5d binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:41.547317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.564948 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:41.599726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.614188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.656858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.680441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.723758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.729578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e787a1e-d156-4341-99c8-2355af6eaa93']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:41.750916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5ff37f9-9b01-4d5c-84d0-9cd0fb0c9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.754121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=47b33e7c-c785-4d16-a03d-1f14deee7c62,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.759143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5b589f-c320-4813-8cdd-ec56bc22ee3e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:41.759516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5b589f-c320-4813-8cdd-ec56bc22ee3e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:41.825804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Network 07d40a5e-1412-4ac3-a677-74c902f3d6a5 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:41.849116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:41.852636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:41.854648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a8772aa7-1bbb-410b-a289-1d9e13b8ba22) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:41.870905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.871801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.883064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.885306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19897a-687b-4629-8c23-480262b25727 None None] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:41.924394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.966867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d40a5e-1412-4ac3-a677-74c902f3d6a5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:41.987191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Pushing event updated for resources: {'Port': ['ID=92af9a38-d136-4e97-bd5b-a4d8c1dc9616,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.000804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7db2dc2-8b61-4385-ac74-117b182272dc') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.003588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7db2dc2-8b61-4385-ac74-117b182272dc') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.024749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.037795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.039180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 92917675-bd31-4c80-8129-59cbd2baebba {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:42.039657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.050604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:42.051403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:42.066930 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:42.133551 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4b6c0ca6-df12-4838-b7ef-16e535e39021 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6968162 Feb 16 12:44:42.135055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.142367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.151427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b5ff37f9-9b01-4d5c-84d0-9cd0fb0c9f7d None None] For port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,segment=NetworkSegment(cb2e909a-9f89-4b9d-97a8-39cf47266392),segment_id=cb2e909a-9f89-4b9d-97a8-39cf47266392)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:42.221352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:42.221805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:42.242094 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:42.248062 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Attempting to bind port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:42.248438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Attempting to bind port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'd7db2dc2-8b61-4385-ac74-117b182272dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:42.248802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Attempting to bind port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 on network 07d40a5e-1412-4ac3-a677-74c902f3d6a5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:42.253564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.261032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5ff37f9-9b01-4d5c-84d0-9cd0fb0c9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.266924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.385048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 92917675-bd31-4c80-8129-59cbd2baebba owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:42.403496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:42.404042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Checking segment: {'id': 'd7db2dc2-8b61-4385-ac74-117b182272dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:42.404541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.405021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Bound using segment: {'id': 'd7db2dc2-8b61-4385-ac74-117b182272dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:42.405590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Bound port: 92af9a38-d136-4e97-bd5b-a4d8c1dc9616, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7db2dc2-8b61-4385-ac74-117b182272dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:42.406050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.468091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Transition to ACTIVE for port object a1e7ca91-a8df-4cdf-b08a-539f62362838 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:42.493188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:44:42.493188 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:44:42.493188 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': '07d40a5e-1412-4ac3-a677-74c902f3d6a5'}] Feb 16 12:44:42.493188 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:42.493652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:42.520472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.554134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.560669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Network': ['ID=0e787a1e-d156-4341-99c8-2355af6eaa93,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.566180 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-61e6e40d-4082-4bd4-afe9-39c668284616 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/networks/0e787a1e-d156-4341-99c8-2355af6eaa93 HTTP/1.1" status: 204 len: 168 time: 1.1884637 Feb 16 12:44:42.567207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.619753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Transition to ACTIVE for port object a1e7ca91-a8df-4cdf-b08a-539f62362838 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:42.623214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:42.623987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:42.647024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bb414997-8a41-4515-a51f-75f4c90efdb6 None None] Provisioning complete for port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:42.647551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb414997-8a41-4515-a51f-75f4c90efdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.683888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff37f9-9b01-4d5c-84d0-9cd0fb0c9f7d None None] Pushing event updated for resources: {'Port': ['ID=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.723674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c67e1-d908-40f2-94a9-30859ce5ca41 req-26623a5c-d2d7-4aab-be5f-075d5a6d6080 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:42.725213 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-428c67e1-d908-40f2-94a9-30859ce5ca41 req-26623a5c-d2d7-4aab-be5f-075d5a6d6080 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.1010566 Feb 16 12:44:42.725911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.746805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.767692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.795091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.842309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] For port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:42.853977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Network 3b0192f4-d1dc-463d-b9ec-0f25e745420a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:42.865152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:42.874126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:42.874503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-428c67e1-d908-40f2-94a9-30859ce5ca41 req-3fbaa806-9a20-4616-8afe-19345e43eed0 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144371 Feb 16 12:44:42.874929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.879700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=92917675-bd31-4c80-8129-59cbd2baebba,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.886569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:42.912602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] For port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=92af9a38-d136-4e97-bd5b-a4d8c1dc9616,segment=NetworkSegment(d7db2dc2-8b61-4385-ac74-117b182272dc),segment_id=d7db2dc2-8b61-4385-ac74-117b182272dc)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:42.954524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.008753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.140208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Allocated IP 172.20.0.2 (a8772aa7-1bbb-410b-a289-1d9e13b8ba22/adaeea1f-3874-4676-a412-2112bc33a7e4/6ecab904-0216-403c-8949-f5d49f47046b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:43.191416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.207257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.219432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:43.219796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.324537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8110a1-3df0-4766-a684-d3d41f6e84b6']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:43.328763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Pushing event updated for resources: {'Port': ['ID=a1e7ca91-a8df-4cdf-b08a-539f62362838,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.370579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca135c3-4a06-470a-b203-4fe3ad8c0d72') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:43.371077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca135c3-4a06-470a-b203-4fe3ad8c0d72') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:43.396908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.398647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.412952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.475916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.548272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:43.548681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:43.569917 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:43.624367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Attempting to bind port a1e7ca91-a8df-4cdf-b08a-539f62362838 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:43.624818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Attempting to bind port a1e7ca91-a8df-4cdf-b08a-539f62362838 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '4553a684-d9f4-4e29-bcbe-e0e139336eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:43.625634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Attempting to bind port a1e7ca91-a8df-4cdf-b08a-539f62362838 on network 3b0192f4-d1dc-463d-b9ec-0f25e745420a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:43.635594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.659843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:43.660225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Checking segment: {'id': '4553a684-d9f4-4e29-bcbe-e0e139336eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:43.660633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.661022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Bound using segment: {'id': '4553a684-d9f4-4e29-bcbe-e0e139336eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:43.661511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Bound port: a1e7ca91-a8df-4cdf-b08a-539f62362838, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4553a684-d9f4-4e29-bcbe-e0e139336eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3b0192f4-d1dc-463d-b9ec-0f25e745420a'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:43.661877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.741650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:43.766724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f6279-cc54-4960-96bb-af2d96b14553 None None] Pushing event updated for resources: {'Port': ['ID=92af9a38-d136-4e97-bd5b-a4d8c1dc9616,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.857948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Transition to ACTIVE for port object ad9035e2-7e94-48ae-be3e-911b18fded5d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:43.883857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.956705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.011515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426dd9c-bd11-44a9-8719-e7d03ee8938b None None] Network 07d40a5e-1412-4ac3-a677-74c902f3d6a5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:44.016875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.026229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Subnet': ['ID=706d93ed-ec62-4a03-a618-c85a65f5996d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.048820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=92af9a38-d136-4e97-bd5b-a4d8c1dc9616,segment=NetworkSegment(d7db2dc2-8b61-4385-ac74-117b182272dc),segment_id=d7db2dc2-8b61-4385-ac74-117b182272dc)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:44.049400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.054897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] For port a1e7ca91-a8df-4cdf-b08a-539f62362838, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:44.071475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d000e5d1-8f77-4a19-bfab-8acee97ccde6 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/706d93ed-ec62-4a03-a618-c85a65f5996d HTTP/1.1" status: 204 len: 168 time: 3.1715484 Feb 16 12:44:44.072225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Router 5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:44.073990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48368) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.116579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.129058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69a693-e27c-402f-a023-68f3b0307a15 req-4a6cdb7e-0acb-43ef-9cfa-efd16b1277d4 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.130729 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a69a693-e27c-402f-a023-68f3b0307a15 req-4a6cdb7e-0acb-43ef-9cfa-efd16b1277d4 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3838425 Feb 16 12:44:44.160374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Transition to ACTIVE for port object 6ecab904-0216-403c-8949-f5d49f47046b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:44.187553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:44.187929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.218108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:44.222992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] For port a1e7ca91-a8df-4cdf-b08a-539f62362838, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a1e7ca91-a8df-4cdf-b08a-539f62362838,segment=NetworkSegment(4553a684-d9f4-4e29-bcbe-e0e139336eaf),segment_id=4553a684-d9f4-4e29-bcbe-e0e139336eaf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:44.228398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dab4e-e946-4a73-83e6-e72933326345 None None] Pushing event updated for resources: {'Port': ['ID=ad9035e2-7e94-48ae-be3e-911b18fded5d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.230314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Attempting to bind port ad9035e2-7e94-48ae-be3e-911b18fded5d on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:44.230685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Attempting to bind port ad9035e2-7e94-48ae-be3e-911b18fded5d by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:44.231070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Attempting to bind port ad9035e2-7e94-48ae-be3e-911b18fded5d on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:44.254342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.263696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:44.264075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:44.264536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.264858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:44.265626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Bound port: ad9035e2-7e94-48ae-be3e-911b18fded5d, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:44.265762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.266247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.293531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Transition to ACTIVE for port object 6ecab904-0216-403c-8949-f5d49f47046b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:44.311181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.311416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8d6de-cc3c-4a24-af97-0dcd5a793653 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.312701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8d6de-cc3c-4a24-af97-0dcd5a793653 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.313525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e4a8d6de-cc3c-4a24-af97-0dcd5a793653 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Synchronizing usage tracker for tenant:8d8af62f595845a3a48759752ce84830 on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:44.323309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:44.331249 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f5f14217-f138-4c89-896b-6dcd9ae0f17a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "PUT /v2.0/routers/5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7496078 Feb 16 12:44:44.336633 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a69a693-e27c-402f-a023-68f3b0307a15 req-53116815-318f-4d4d-ad1b-a5b3dbba0012 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497760 Feb 16 12:44:44.341122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48372) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.347072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.350920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] Sync routers for ids ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:44.389606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a0cc66-9b3f-4dbd-80c0-4c42633fec0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:44:44.390156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-23a0cc66-9b3f-4dbd-80c0-4c42633fec0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:44.424335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Network': ['ID=bf8110a1-3df0-4766-a684-d3d41f6e84b6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.435117 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b8d8dbd5-892a-4a7d-840d-3a7fb9abc7de tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/networks/bf8110a1-3df0-4766-a684-d3d41f6e84b6 HTTP/1.1" status: 204 len: 168 time: 1.8668904 Feb 16 12:44:44.438079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48376) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.448520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-21e97aea-ce5f-4344-8511-1f5b2cedea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.449974 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-21e97aea-ce5f-4344-8511-1f5b2cedea07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c627c7c33d584442a9bd12e6fe547f03&device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 1099 time: 0.8245320 Feb 16 12:44:44.458260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.472286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e4a8d6de-cc3c-4a24-af97-0dcd5a793653 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Unset dirty status for tenant:8d8af62f595845a3a48759752ce84830 on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:44.476684 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e4a8d6de-cc3c-4a24-af97-0dcd5a793653 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3961000 Feb 16 12:44:44.480249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] Routers {'5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:44.480896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.483638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.598566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.605902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-23a0cc66-9b3f-4dbd-80c0-4c42633fec0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:44.607347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-23a0cc66-9b3f-4dbd-80c0-4c42633fec0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/92917675-bd31-4c80-8129-59cbd2baebba HTTP/1.1" status: 404 len: 333 time: 0.2654808 Feb 16 12:44:44.611770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48384) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.614421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:44.622016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:44.628656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] For port ad9035e2-7e94-48ae-be3e-911b18fded5d, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:44.632906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:44.666507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e55870-b2d0-448a-9704-cc4f45b0432e None None] Pushing event updated for resources: {'Port': ['ID=a1e7ca91-a8df-4cdf-b08a-539f62362838,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.679633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] Routers {'5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:44.680415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.701930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.713600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0f7ab-3c9d-4438-b488-a2651f38a5dd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.720671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0f7ab-3c9d-4438-b488-a2651f38a5dd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.721462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-58e0f7ab-3c9d-4438-b488-a2651f38a5dd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Synchronizing usage tracker for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:44.827665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbb0aa3f-d13f-464f-9d11-bcf0c4de5ad5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.841120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=92af9a38-d136-4e97-bd5b-a4d8c1dc9616,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.852184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fa8eef9-517c-4377-9821-addd2e3cd618 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.879626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port 92af9a38-d136-4e97-bd5b-a4d8c1dc9616 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:44.891615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] For port ad9035e2-7e94-48ae-be3e-911b18fded5d, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ad9035e2-7e94-48ae-be3e-911b18fded5d,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:44.902345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-58e0f7ab-3c9d-4438-b488-a2651f38a5dd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Unset dirty status for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:44.909175 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-58e0f7ab-3c9d-4438-b488-a2651f38a5dd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4636657 Feb 16 12:44:44.913483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48388) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.918194 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa8eef9-517c-4377-9821-addd2e3cd618 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:44:44.918656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa8eef9-517c-4377-9821-addd2e3cd618 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:44.978071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-676525988'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:44.990855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:45.010791 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9fa8eef9-517c-4377-9821-addd2e3cd618 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/3b0192f4-d1dc-463d-b9ec-0f25e745420a HTTP/1.1" status: 409 len: 405 time: 0.5196712 Feb 16 12:44:45.030861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.031311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc250e-de9c-42f7-8ee8-4333145cc8eb None None] The sync data for ids ['5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:45.056363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Attempting to bind port 6ecab904-0216-403c-8949-f5d49f47046b on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:45.056748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Attempting to bind port 6ecab904-0216-403c-8949-f5d49f47046b by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:45.057099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Attempting to bind port 6ecab904-0216-403c-8949-f5d49f47046b on network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:45.059604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.062929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.063997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-7c4e5a60-0196-42b8-9b88-98bbd340ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.065174 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-7c4e5a60-0196-42b8-9b88-98bbd340ec78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 200 len: 912 time: 0.6062469 Feb 16 12:44:45.074697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:45.075104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Checking segment: {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:45.075514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.076587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Bound using segment: {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:45.076587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Bound port: 6ecab904-0216-403c-8949-f5d49f47046b, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:45.076811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.080275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1678330933'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:45.096510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:45.099358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Pushing event updated for resources: {'Port': ['ID=6ecab904-0216-403c-8949-f5d49f47046b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.149155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:45.190516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:network and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:45.215255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:45.224420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.239071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:45.239722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.274425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:45.322558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dab4e-e946-4a73-83e6-e72933326345 None None] Pushing event updated for resources: {'Port': ['ID=ad9035e2-7e94-48ae-be3e-911b18fded5d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.323006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-dcde3a07-1ad2-4547-96b4-977ea74b73aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 200 len: 1002 time: 0.2299604 Feb 16 12:44:45.330561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d40a5e-1412-4ac3-a677-74c902f3d6a5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.336154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] For port 6ecab904-0216-403c-8949-f5d49f47046b, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:45.388902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbb0aa3f-d13f-464f-9d11-bcf0c4de5ad5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.391313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbb0aa3f-d13f-464f-9d11-bcf0c4de5ad5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.414521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7db2dc2-8b61-4385-ac74-117b182272dc') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.414816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7db2dc2-8b61-4385-ac74-117b182272dc') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.429406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] For port 6ecab904-0216-403c-8949-f5d49f47046b, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6ecab904-0216-403c-8949-f5d49f47046b,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:45.439559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:45.442829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.467025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.469136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:45.515237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.524972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Made reservation on behalf of 10dd0b53d85c4af1a93de1588badd484 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:45.528054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.531814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-377af417-bb68-4e36-9ce3-816c1e6c2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.533329 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-377af417-bb68-4e36-9ce3-816c1e6c2114 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 200 len: 851 time: 0.1932669 Feb 16 12:44:45.538294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbb0aa3f-d13f-464f-9d11-bcf0c4de5ad5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.538881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb0aa3f-d13f-464f-9d11-bcf0c4de5ad5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Fanout notify agent at l3_agent the message router_deleted on router 5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:45.539943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:45.540355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.580164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbb0aa3f-d13f-464f-9d11-bcf0c4de5ad5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.584296 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dbb0aa3f-d13f-464f-9d11-bcf0c4de5ad5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/routers/5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd HTTP/1.1" status: 204 len: 168 time: 0.9609058 Feb 16 12:44:45.585141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48400) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.630951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.655646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:45.685902 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:45.691258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:45.692723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet 9bddba6d-0f95-45a8-a7be-b4f983ec8d7d {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:45.701453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.703448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Added segment 58e66286-a323-4f8c-9c82-8c7316ab5b4e of type vlan for network 56b6a5a5-306e-4e24-bfd9-6b9ceed40d46 Feb 16 12:44:45.715685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.807501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7bf10-bfb2-40cf-b494-1f77b49171b1 req-38066052-afbe-450d-a687-78bbe0c4251e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.809147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3b7bf10-bfb2-40cf-b494-1f77b49171b1 req-38066052-afbe-450d-a687-78bbe0c4251e tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3264723 Feb 16 12:44:45.815929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.819792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a1e7ca91-a8df-4cdf-b08a-539f62362838 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:45.833554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (a8772aa7-1bbb-410b-a289-1d9e13b8ba22/adaeea1f-3874-4676-a412-2112bc33a7e4/6357581d-30f6-47bf-b5de-5d840b2d252c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:45.863966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.942640 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3b7bf10-bfb2-40cf-b494-1f77b49171b1 req-06f12f0c-be99-443b-917e-740585370893 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938826 Feb 16 12:44:45.950043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6dc8c-9d93-4022-8321-709aa9456c20 None None] Pushing event updated for resources: {'Port': ['ID=6ecab904-0216-403c-8949-f5d49f47046b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.026588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.031255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.031602 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Added segment 9af71b41-e330-41b5-bf31-f1f0cd81302d of type vlan for network 911f5cee-7543-4e6c-a501-4ba0d290ef51 Feb 16 12:44:46.032562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.036663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe9d99-18a0-4f3c-9cfd-3dfd3b828164 None None] Network 3b0192f4-d1dc-463d-b9ec-0f25e745420a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:46.037528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.046223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.099268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.135400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.143566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 6357581d-30f6-47bf-b5de-5d840b2d252c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:46.157686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-82847744-b60a-4a45-9894-07ad021500e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.161225 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-82847744-b60a-4a45-9894-07ad021500e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36e1f399-a6d1-471c-88c7-46719211fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4694917 Feb 16 12:44:46.220490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.254401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Network': ['ID=56b6a5a5-306e-4e24-bfd9-6b9ceed40d46,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.290659 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port a1e7ca91-a8df-4cdf-b08a-539f62362838 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:46.301643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.303212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 56b6a5a5-306e-4e24-bfd9-6b9ceed40d46 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:46.303970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=07d40a5e-1412-4ac3-a677-74c902f3d6a5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.314684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.314813 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-362de065-b5eb-4499-af5b-0b676e5a813f tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3955617 Feb 16 12:44:46.338923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-225827617'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:46.350864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:46.357004 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-23cd5d23-f3cb-4440-9890-538fafeee11d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/07d40a5e-1412-4ac3-a677-74c902f3d6a5 HTTP/1.1" status: 204 len: 168 time: 7.1796093 Feb 16 12:44:46.357972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48408) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.363850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1356717390'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:46.365248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Usage tracker for resource:network and tenant:10dd0b53d85c4af1a93de1588badd484 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:46.368581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:46.369603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:46.372678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:46.376531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:46.382816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:46.383637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:46.390687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-02c5887a-54b8-418b-b217-5c8b45e54253 None None] Provisioning for port a1e7ca91-a8df-4cdf-b08a-539f62362838 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:46.394588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.402476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.408930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.409976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.417286 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-02c5887a-54b8-418b-b217-5c8b45e54253 None None] Provisioning complete for port a1e7ca91-a8df-4cdf-b08a-539f62362838 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:46.419477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02c5887a-54b8-418b-b217-5c8b45e54253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.446704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=9bddba6d-0f95-45a8-a7be-b4f983ec8d7d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.450137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.457772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-64922784-cf5f-4b36-9353-e042c2a42c3a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/9bddba6d-0f95-45a8-a7be-b4f983ec8d7d HTTP/1.1" status: 204 len: 168 time: 0.8681452 Feb 16 12:44:46.460273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48412) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.478102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecbd6c-96a4-4c18-98d6-4947e1952cde None None] Network dfcc6fed-83f5-4a7f-a653-62c59f71d300 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:46.482448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:46.486557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.545976 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-67f70339-6e7d-472e-be8e-6377e0e63141 service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771570 Feb 16 12:44:46.551038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Made reservation on behalf of 10dd0b53d85c4af1a93de1588badd484 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:46.554424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.593715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:36Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:46.601869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.603651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:46.611035 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5448086 Feb 16 12:44:46.613668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.614421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc4056-60ad-49b3-9b21-5ad78d8c84e1 None None] The sync data for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv is: [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:36Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:46.614593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48416) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.627422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.627422 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment 072ca95a-5d7f-4388-a308-b5085c13f983 of type vlan for network 4c5a4274-53e3-40ed-a744-0c78144db38b Feb 16 12:44:46.642381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:46.652378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.694458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dc245-3495-464a-8ee4-4c9dba9e3189 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Network': ['ID=911f5cee-7543-4e6c-a501-4ba0d290ef51,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.711640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'subnet': {'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:46.720338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.730377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=6357581d-30f6-47bf-b5de-5d840b2d252c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.775389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 911f5cee-7543-4e6c-a501-4ba0d290ef51 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:46.831758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] DHCP port deletion for 3b0192f4-d1dc-463d-b9ec-0f25e745420a request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:46.869037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:46.869882 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:46.876422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:46.878781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:46.898292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.904522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.904881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.975910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Deleting port a1e7ca91-a8df-4cdf-b08a-539f62362838 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:46.976317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.056421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.056907 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Added segment 7afaf1b5-75e3-4cfe-91aa-4b3f3641bd6a of type vlan for network e84acd64-78d7-474b-81ff-24ec41c59aa7 Feb 16 12:44:47.059163 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02c5887a-54b8-418b-b217-5c8b45e54253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.114748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] For port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ae24783-3dad-4af0-bafa-f5dacb84ebc6,segment=NetworkSegment(fd44da6c-1787-4cce-bd96-a5b881700af6),segment_id=fd44da6c-1787-4cce-bd96-a5b881700af6)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:47.134743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.170573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8120732 Feb 16 12:44:47.171417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9607c8f-ae12-44fb-8fbc-441c8fce719b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=4c5a4274-53e3-40ed-a744-0c78144db38b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.173959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48422) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:47.178112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.210830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 4c5a4274-53e3-40ed-a744-0c78144db38b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:47.240308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:47.304716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.332145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-02c5887a-54b8-418b-b217-5c8b45e54253 None None] For port a1e7ca91-a8df-4cdf-b08a-539f62362838, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a1e7ca91-a8df-4cdf-b08a-539f62362838,segment=NetworkSegment(4553a684-d9f4-4e29-bcbe-e0e139336eaf),segment_id=4553a684-d9f4-4e29-bcbe-e0e139336eaf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:47.343466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:47.353860 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e23e032d-3fe3-4322-bd19-25b7fa816067 req-a07987db-bc78-40c6-99db-d8e7989320ec service neutron] 10.222.0.67 "GET /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776370 Feb 16 12:44:47.405046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02c5887a-54b8-418b-b217-5c8b45e54253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.410143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:47.427218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:47.432501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.502885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '4c5a4274-53e3-40ed-a744-0c78144db38b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:47.510587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e9bc3-6190-4133-80a9-15a8bc2cf0f7 None None] DHCP port deletion for dfcc6fed-83f5-4a7f-a653-62c59f71d300 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:47.549861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4eebfb-991c-4929-ac0c-cb4c7a73ed12 None None] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:47.555545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.564764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.565979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.566878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-592e9bc3-6190-4133-80a9-15a8bc2cf0f7 None None] Deleting port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:47.567371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-592e9bc3-6190-4133-80a9-15a8bc2cf0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.725218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] For port a1e7ca91-a8df-4cdf-b08a-539f62362838, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a1e7ca91-a8df-4cdf-b08a-539f62362838,segment=NetworkSegment(4553a684-d9f4-4e29-bcbe-e0e139336eaf),segment_id=4553a684-d9f4-4e29-bcbe-e0e139336eaf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:47.725218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.811274 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4919410 Feb 16 12:44:47.836398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48426) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:47.840227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.855363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'ports': [{'network_id': '56b6a5a5-306e-4e24-bfd9-6b9ceed40d46', 'name': 'tempest-port--1333950225', 'admin_state_up': True}, {'network_id': 'e84acd64-78d7-474b-81ff-24ec41c59aa7', 'admin_state_up': False}]} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:47.855945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'port': {'network_id': '56b6a5a5-306e-4e24-bfd9-6b9ceed40d46', 'name': 'tempest-port--1333950225', 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:47.856614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'port': {'network_id': 'e84acd64-78d7-474b-81ff-24ec41c59aa7', 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:47.879540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d595b6-d8fe-40fb-9bdb-2e71282b748d tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Network': ['ID=e84acd64-78d7-474b-81ff-24ec41c59aa7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.898866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.905322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-777ad4ee-6230-4070-af7a-abeeae9b3fef None None] Provisioning for port 6ecab904-0216-403c-8949-f5d49f47046b completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:47.908622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ad9035e2-7e94-48ae-be3e-911b18fded5d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:47.942272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Calling delete_port for a1e7ca91-a8df-4cdf-b08a-539f62362838 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:47.990306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e84acd64-78d7-474b-81ff-24ec41c59aa7 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:48.004282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5887a-54b8-418b-b217-5c8b45e54253 None None] Pushing event updated for resources: {'Port': ['ID=a1e7ca91-a8df-4cdf-b08a-539f62362838,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.071702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-592e9bc3-6190-4133-80a9-15a8bc2cf0f7 None None] The port '7ae24783-3dad-4af0-bafa-f5dacb84ebc6' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:48.112827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No DVR routers for this DVR port 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:48.296935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.329335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=7ae24783-3dad-4af0-bafa-f5dacb84ebc6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.331494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:48.334955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcc6fed-83f5-4a7f-a653-62c59f71d300']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.348463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:48.348941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:48.350185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:48.355735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:48.364517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd44da6c-1787-4cce-bd96-a5b881700af6') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.364815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd44da6c-1787-4cce-bd96-a5b881700af6') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.371733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:48.388529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.399457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ad9035e2-7e94-48ae-be3e-911b18fded5d completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:48.405975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ad9035e2-7e94-48ae-be3e-911b18fded5d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:48.406501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.422110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9cea-38dd-47b8-810c-92bfbbe37061 req-5d244880-1df0-4d5f-9df6-56773c4a3cb9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.424380 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-028a9cea-38dd-47b8-810c-92bfbbe37061 req-5d244880-1df0-4d5f-9df6-56773c4a3cb9 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.9347050 Feb 16 12:44:48.425459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.434764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:48.435188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:48.455327 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:48.544271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:48.556234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.601027 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.620776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port ad9035e2-7e94-48ae-be3e-911b18fded5d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ad9035e2-7e94-48ae-be3e-911b18fded5d,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:48.658616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:48.677215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Usage tracker for resource:port and tenant:10dd0b53d85c4af1a93de1588badd484 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:48.682313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:48.703004 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-028a9cea-38dd-47b8-810c-92bfbbe37061 req-20326ca2-88fd-4ba4-8685-f7e4e0fc76c2 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469854 Feb 16 12:44:48.705197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing IP validity checks on allocation pools {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:44:48.705716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:44:48.710009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.713017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:48.716521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6ecab904-0216-403c-8949-f5d49f47046b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:48.783052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.808850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.823603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=dfcc6fed-83f5-4a7f-a653-62c59f71d300,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.869572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Deleting port a1e7ca91-a8df-4cdf-b08a-539f62362838 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:48.870166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.895033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Made reservation on behalf of 10dd0b53d85c4af1a93de1588badd484 for: {'port': 2} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:48.899819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.912831 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4bfb4c54-d221-43a8-a326-b0d304451b0a tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/dfcc6fed-83f5-4a7f-a653-62c59f71d300 HTTP/1.1" status: 204 len: 168 time: 2.4478927 Feb 16 12:44:48.914473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48432) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.960592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=ad9035e2-7e94-48ae-be3e-911b18fded5d,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.986099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.021035 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.039629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:49.045682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.066398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90717a-3b1e-44ef-a560-0002f1868229 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.067098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6f90717a-3b1e-44ef-a560-0002f1868229 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:49.119474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=75b1d154-5ff1-4616-b2a5-ae589a86f866,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.124330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': '072ca95a-5d7f-4388-a308-b5085c13f983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4c5a4274-53e3-40ed-a744-0c78144db38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:49.124691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 4c5a4274-53e3-40ed-a744-0c78144db38b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:49.154577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b979bf25-fbd3-4cef-85c3-5944a733200e None None] Provisioning for port 6357581d-30f6-47bf-b5de-5d840b2d252c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:49.166351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b979bf25-fbd3-4cef-85c3-5944a733200e None None] Provisioning complete for port 6357581d-30f6-47bf-b5de-5d840b2d252c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:49.166713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b979bf25-fbd3-4cef-85c3-5944a733200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.213529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 6ecab904-0216-403c-8949-f5d49f47046b completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:49.222576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6f90717a-3b1e-44ef-a560-0002f1868229 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:49.223741 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6f90717a-3b1e-44ef-a560-0002f1868229 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d HTTP/1.1" status: 200 len: 841 time: 0.3095713 Feb 16 12:44:49.224630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 4c5a4274-53e3-40ed-a744-0c78144db38b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:49.227346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48436) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.243453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6ecab904-0216-403c-8949-f5d49f47046b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:49.243815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.300141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] For port a1e7ca91-a8df-4cdf-b08a-539f62362838, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a1e7ca91-a8df-4cdf-b08a-539f62362838,segment=NetworkSegment(4553a684-d9f4-4e29-bcbe-e0e139336eaf),segment_id=4553a684-d9f4-4e29-bcbe-e0e139336eaf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:49.304267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.304390 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-68c1681b-6bf9-4060-ac62-1b2d4b2ad799 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0723720 Feb 16 12:44:49.304390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48440) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.310129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.315109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b979bf25-fbd3-4cef-85c3-5944a733200e None None] Port 6357581d-30f6-47bf-b5de-5d840b2d252c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:49.337286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Subnet': ['ID=ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.340939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.363642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Checking segment: {'id': '9af71b41-e330-41b5-bf31-f1f0cd81302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:49.364252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network hostable DHCP agents. Network: 911f5cee-7543-4e6c-a501-4ba0d290ef51, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:49.385456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 4c5a4274-53e3-40ed-a744-0c78144db38b) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:49.401455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.402002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] device_id is not set on port 9d199b7f-a0e2-4df2-84cd-3546d70be540 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:49.402128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.430932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.437297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a276117-9753-42e6-9223-a554e9f6cd7b None None] Network 4c5a4274-53e3-40ed-a744-0c78144db38b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:49.439878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:49.443285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:49.446049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:49.452105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:49.457073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Calling delete_port for a1e7ca91-a8df-4cdf-b08a-539f62362838 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:49.515547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 911f5cee-7543-4e6c-a501-4ba0d290ef51 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:49.547326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 911f5cee-7543-4e6c-a501-4ba0d290ef51) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:49.561035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d4161-6dc5-4cdb-8b22-cde2244737db None None] Network 911f5cee-7543-4e6c-a501-4ba0d290ef51 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:49.564722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.565315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.575417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b657873a-87b7-4f55-a215-9a0523313706 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3237357 Feb 16 12:44:49.583459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48444) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.583618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.590450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=6357581d-30f6-47bf-b5de-5d840b2d252c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.686291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:49.689427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-dd9a5014-2ee3-4572-85f0-ad3f3906b55e None None] Provisioning complete for port 6357581d-30f6-47bf-b5de-5d840b2d252c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:49.692045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd9a5014-2ee3-4572-85f0-ad3f3906b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.692169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.762013 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d0ab8af3-bc15-4a38-b662-080c10e08b43 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0688221 Feb 16 12:44:49.771559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48450) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.779209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.786751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'port': {'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51', 'name': 'tempest-NetworksIpV6TestAttrs-1221906293'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.819629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.837296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.860264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a5014-2ee3-4572-85f0-ad3f3906b55e None None] Port 6357581d-30f6-47bf-b5de-5d840b2d252c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:49.912657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.932317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.012206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] Pushing event deleted for resources: {'Port': ['ID=a1e7ca91-a8df-4cdf-b08a-539f62362838,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.019552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0218400-e419-465a-aa67-157aa2d4d0ab None None] No DVR routers for this DVR port a1e7ca91-a8df-4cdf-b08a-539f62362838 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:50.038530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 6ecab904-0216-403c-8949-f5d49f47046b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6ecab904-0216-403c-8949-f5d49f47046b,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:50.134624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.142854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.154524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:50.160613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:50.164420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] device_id is not set on port 4ff01564-64c9-4513-8cff-85936a4abd05 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:50.182427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba408d79-b412-4fe5-9780-6f6e4230feea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-4c5a4274-53e3-40ed-a744-0c78144db38b', 'network_id': '4c5a4274-53e3-40ed-a744-0c78144db38b', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': '75b1d154-5ff1-4616-b2a5-ae589a86f866'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:50.184294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba408d79-b412-4fe5-9780-6f6e4230feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.206793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-911f5cee-7543-4e6c-a501-4ba0d290ef51', 'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51', 'tenant_id': '8d8af62f595845a3a48759752ce84830', 'fixed_ips': [{'subnet_id': 'ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:50.208000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.242557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=75b1d154-5ff1-4616-b2a5-ae589a86f866,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.295225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:50.336795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:50.337148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ae24783-3dad-4af0-bafa-f5dacb84ebc6 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:50.337547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a1e7ca91-a8df-4cdf-b08a-539f62362838 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:50.379267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:50.403756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:port and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:50.417143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:50.422923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: a1e7ca91-a8df-4cdf-b08a-539f62362838 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:50.423305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a1e7ca91-a8df-4cdf-b08a-539f62362838 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:50.425053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.440000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:50.495169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=6ecab904-0216-403c-8949-f5d49f47046b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.510940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.546248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5a4274-53e3-40ed-a744-0c78144db38b']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.572559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 92ec6053-5def-4135-a1e2-819cc863f7fe has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:50.581263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072ca95a-5d7f-4388-a308-b5085c13f983') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.582002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072ca95a-5d7f-4388-a308-b5085c13f983') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.599977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.620096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba23ab-f9e2-4fc8-9299-884b574dd32c req-cf626df9-b41c-467b-8ac5-ac8cb5b19ff2 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:50.621548 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7aba23ab-f9e2-4fc8-9299-884b574dd32c req-cf626df9-b41c-467b-8ac5-ac8cb5b19ff2 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.6917198 Feb 16 12:44:50.633265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ad9035e2-7e94-48ae-be3e-911b18fded5d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:50.646340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.648180 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:50.651756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.670463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Allocated IP 2001:db8::f816:3eff:fe66:7d47 (911f5cee-7543-4e6c-a501-4ba0d290ef51/ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e/48a3a452-e4fe-4015-891f-4599dbc8247a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:50.672554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.687517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:50.687919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:50.706268 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:50.742775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36552f96-1b0a-4a87-af0a-b6be3550b1cd None None] Network 4c5a4274-53e3-40ed-a744-0c78144db38b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:50.763648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] device_id is not set on port aeaf35c2-24d8-44cf-9bac-76cef8583e06 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:50.779349 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7aba23ab-f9e2-4fc8-9299-884b574dd32c req-7e8030a6-0acd-46c6-864f-cced9204c8b0 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483073 Feb 16 12:44:50.830583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b6adf9cf-b424-46db-a24d-bd232aad99b1 None None] Provisioning complete for port 6357581d-30f6-47bf-b5de-5d840b2d252c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:50.830968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6adf9cf-b424-46db-a24d-bd232aad99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.868495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.943153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Port': ['ID=9d199b7f-a0e2-4df2-84cd-3546d70be540,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.965389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:50.975003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Checking segment: {'id': '58e66286-a323-4f8c-9c82-8c7316ab5b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56b6a5a5-306e-4e24-bfd9-6b9ceed40d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:50.975455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network hostable DHCP agents. Network: 56b6a5a5-306e-4e24-bfd9-6b9ceed40d46, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:50.977204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.979024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:50.997389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:51.010202 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Sync routers for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:51.010747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.013216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.013933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.029497 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b424906d-91dc-4b4f-b76d-c57d49b75e1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/92ec6053-5def-4135-a1e2-819cc863f7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8838651 Feb 16 12:44:51.031269 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:51.031269 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:51.038588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48456) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.040861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=4c5a4274-53e3-40ed-a744-0c78144db38b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.055611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=1981e5fb-aee7-494e-9a0b-385eb83c1d49,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.063243 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-edf1b274-509a-46b4-93df-e1e064e378df tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/4c5a4274-53e3-40ed-a744-0c78144db38b HTTP/1.1" status: 204 len: 168 time: 1.4815888 Feb 16 12:44:51.067767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48460) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.076332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1286875345'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:51.082500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:51.097942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48d7ef-b6d6-4409-a3a9-51eca7521ae5 req-cae8c18d-d408-4ba2-8dd8-9f4602fb5ba7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.099477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a48d7ef-b6d6-4409-a3a9-51eca7521ae5 req-cae8c18d-d408-4ba2-8dd8-9f4602fb5ba7 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.1954513 Feb 16 12:44:51.100542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:51.103904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:51.112229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c390c0-ffe0-42a9-b19f-697dfc4c973c None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:51.113300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:51.143507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network 56b6a5a5-306e-4e24-bfd9-6b9ceed40d46 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:51.149478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b6adf9cf-b424-46db-a24d-bd232aad99b1 None None] Port 6357581d-30f6-47bf-b5de-5d840b2d252c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:51.163334 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a23981b8-134c-414e-b985-ff8bafdb5e29 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8578236 Feb 16 12:44:51.167744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48464) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.176546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'security_group': {'name': 'tempest-secgroup-1602819453'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:51.185391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a48d7ef-b6d6-4409-a3a9-51eca7521ae5 req-c8adace0-eb29-47d1-ac02-017ba109fcb3 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782795 Feb 16 12:44:51.186448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:51.191812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:51.196075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:51.215257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:51.254880 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:51.272659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 56b6a5a5-306e-4e24-bfd9-6b9ceed40d46) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:51.277178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:51.278633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.302967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:51.306939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.363476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.383531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.384160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.384682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.385201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.385729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.386221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.386770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.387313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.387819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.387929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379da67-aaec-4889-a8a8-a7ddaa1f17b7 None None] Network 56b6a5a5-306e-4e24-bfd9-6b9ceed40d46 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:51.388433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.388966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.389476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.389993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.394872 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-74f890a1-5b10-496b-bff5-3f218413b1b4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9064 time: 0.3504653 Feb 16 12:44:51.400488 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48470) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.407292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:51.436898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.437227 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment d0ed0f3d-1269-4091-8965-0a04238b1703 of type vlan for network 7b2713b0-5626-4719-9c43-8f92e972a127 Feb 16 12:44:51.440011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ad9035e2-7e94-48ae-be3e-911b18fded5d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:51.440459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.443408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:51.483480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.496872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Port': ['ID=4ff01564-64c9-4513-8cff-85936a4abd05,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.514842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Checking segment: {'id': '7afaf1b5-75e3-4cfe-91aa-4b3f3641bd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e84acd64-78d7-474b-81ff-24ec41c59aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:51.515089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network hostable DHCP agents. Network: e84acd64-78d7-474b-81ff-24ec41c59aa7, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:51.544130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group_rule and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:51.548746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:51.554485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.554959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.555567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.556021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.556452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.556944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.557386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.558104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.558331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.558762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.559673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:51.564163 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-78bee4db-fdba-4abe-add2-d20147d26811 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6483 time: 0.1592727 Feb 16 12:44:51.567232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48474) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.623810 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:51.629010 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Checking router: 92ec6053-5def-4135-a1e2-819cc863f7fe for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:51.629596 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Updating router 92ec6053-5def-4135-a1e2-819cc863f7fe port 6357581d-30f6-47bf-b5de-5d840b2d252c binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:51.684926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network e84acd64-78d7-474b-81ff-24ec41c59aa7 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:51.690412 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.711712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.745583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.808690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.828560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, e84acd64-78d7-474b-81ff-24ec41c59aa7) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:51.837531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:51.843560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.848625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.849317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.857110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.867121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Transition to ACTIVE for port object 48a3a452-e4fe-4015-891f-4599dbc8247a will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:51.871197 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f3d2ec5-95ef-4414-8068-11b94ca29481 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2990930 Feb 16 12:44:51.871436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.871436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.875102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf6617-3af3-4ef1-bf37-9c3402182027 None None] Network e84acd64-78d7-474b-81ff-24ec41c59aa7 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:51.936668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8faee078-1fb1-4353-8539-412351eb3a13,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.971505 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-90be7531-a233-4171-9a2d-a0fbf8127825 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1338472 Feb 16 12:44:51.973905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:52.024359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.027521 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a060e42e-ebb9-4d1c-9ad5-abf5fe6b4579 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8566558 Feb 16 12:44:52.073145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:52.090922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Transition to ACTIVE for port object 48a3a452-e4fe-4015-891f-4599dbc8247a will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:52.104820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'security_group': {'name': 'tempest-secgroup-1517786246'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:52.122387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:52.128205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:52.129384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0591948 Feb 16 12:44:52.156198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48490) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:52.191829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '7b2713b0-5626-4719-9c43-8f92e972a127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:52.220036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda1ca6-1911-45ae-baa1-c8a1a1564823 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=7b2713b0-5626-4719-9c43-8f92e972a127,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.239399 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.251960 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Transition to ACTIVE for port object 6357581d-30f6-47bf-b5de-5d840b2d252c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:52.260437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 7b2713b0-5626-4719-9c43-8f92e972a127 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:52.315563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:52.343479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7aea8-5120-4dfe-ac70-1cfe76bb5ecb req-ce0a6c36-e259-4f4e-8210-a2a05f4bd099 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.352589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-66c7aea8-5120-4dfe-ac70-1cfe76bb5ecb req-ce0a6c36-e259-4f4e-8210-a2a05f4bd099 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3146172 Feb 16 12:44:52.355555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:52.358824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.367817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:52.375437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:52.380257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:52.404260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:52.404380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:52.407040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304930765', 'description': 'tempest-secgroup-smoke-304930765 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:52.414399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:52.417082 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-66c7aea8-5120-4dfe-ac70-1cfe76bb5ecb req-908419f3-eb5d-4a0e-a06b-2179712cb649 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654743 Feb 16 12:44:52.421916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:52.433907 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.438837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126258c4-427b-4a43-a635-944e0f247312 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.451991 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126258c4-427b-4a43-a635-944e0f247312 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.452871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-126258c4-427b-4a43-a635-944e0f247312 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Synchronizing usage tracker for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:52.458468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:52.470561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:52.473166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Allocated IP 2001:db8::f816:3eff:fe97:6bee (911f5cee-7543-4e6c-a501-4ba0d290ef51/ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e/aeaf35c2-24d8-44cf-9bac-76cef8583e06) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:52.477624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Network 911f5cee-7543-4e6c-a501-4ba0d290ef51 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:52.496864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:52.498742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:52.511374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Pushing event updated for resources: {'Port': ['ID=48a3a452-e4fe-4015-891f-4599dbc8247a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.518212 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Pushing event updated for resources: {'Port': ['ID=6357581d-30f6-47bf-b5de-5d840b2d252c,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.541507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:52.589214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.605141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:52.609121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.622291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6ecab904-0216-403c-8949-f5d49f47046b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:52.658780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-be2995ca-3247-4912-bc6e-202a3d6e16c5', 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'tenant_id': 'ce0e84a208684fb7856eee239a09ff87', 'fixed_ips': [{'subnet_id': '1981e5fb-aee7-494e-9a0b-385eb83c1d49'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:52.659834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.711995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.731083 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Attempting to bind port 6357581d-30f6-47bf-b5de-5d840b2d252c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:52.731446 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Attempting to bind port 6357581d-30f6-47bf-b5de-5d840b2d252c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:52.731794 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Attempting to bind port 6357581d-30f6-47bf-b5de-5d840b2d252c on network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:52.739031 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:52.739822 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Checking segment: {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:52.740370 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.740932 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Bound using segment: {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:52.742898 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Bound port: 6357581d-30f6-47bf-b5de-5d840b2d252c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:52.744035 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.756411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-126258c4-427b-4a43-a635-944e0f247312 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Unset dirty status for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:52.757527 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-126258c4-427b-4a43-a635-944e0f247312 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7827325 Feb 16 12:44:52.765275 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48498) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:52.777055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:52.790522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group_rule and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:52.801797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Attempting to bind port 48a3a452-e4fe-4015-891f-4599dbc8247a on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:52.802256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Attempting to bind port 48a3a452-e4fe-4015-891f-4599dbc8247a by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '9af71b41-e330-41b5-bf31-f1f0cd81302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:52.802517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Attempting to bind port 48a3a452-e4fe-4015-891f-4599dbc8247a on network 911f5cee-7543-4e6c-a501-4ba0d290ef51 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:52.811492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:52.821222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:52.823072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:52.837720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:52.844864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:52.846201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:52.847028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Checking segment: {'id': '9af71b41-e330-41b5-bf31-f1f0cd81302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:52.847665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.848300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Bound using segment: {'id': '9af71b41-e330-41b5-bf31-f1f0cd81302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:52.849178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Bound port: 48a3a452-e4fe-4015-891f-4599dbc8247a, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af71b41-e330-41b5-bf31-f1f0cd81302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '911f5cee-7543-4e6c-a501-4ba0d290ef51'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:52.849875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.873266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:52.883494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] For port 6357581d-30f6-47bf-b5de-5d840b2d252c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:52.886688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Deleting port 9d199b7f-a0e2-4df2-84cd-3546d70be540 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:52.887065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.887287 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] For port 6357581d-30f6-47bf-b5de-5d840b2d252c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6357581d-30f6-47bf-b5de-5d840b2d252c,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:52.898735 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:44:52.939193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.984129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Transition to ACTIVE for port object aeaf35c2-24d8-44cf-9bac-76cef8583e06 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:52.990739 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.003589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.052099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.080046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.090374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6ecab904-0216-403c-8949-f5d49f47046b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:53.091147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.126580 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08541883-8900-4727-8649-40d8796f9c3d None None] Pushing event updated for resources: {'Port': ['ID=6357581d-30f6-47bf-b5de-5d840b2d252c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.137814 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:53.138527 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.170458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Allocated IP 172.20.0.2 (be2995ca-3247-4912-bc6e-202a3d6e16c5/1981e5fb-aee7-494e-9a0b-385eb83c1d49/af2ae141-af01-4140-bfab-9cc9e6211a96) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:53.179912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] For port 48a3a452-e4fe-4015-891f-4599dbc8247a, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:53.186287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] For port 48a3a452-e4fe-4015-891f-4599dbc8247a, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=48a3a452-e4fe-4015-891f-4599dbc8247a,segment=NetworkSegment(9af71b41-e330-41b5-bf31-f1f0cd81302d),segment_id=9af71b41-e330-41b5-bf31-f1f0cd81302d)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:53.208085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.212329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.226903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.317701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.324319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.328115 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2295549 Feb 16 12:44:53.328115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f65f60-47a9-4a2e-b282-74aba495bf13 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b4259d-f6d7-4726-a0cb-928d76954a9d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.329723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48502) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:53.363556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-80775266', 'security_groups': ['18b4259d-f6d7-4726-a0cb-928d76954a9d'], 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1981e5fb-aee7-494e-9a0b-385eb83c1d49'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:53.416089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 911f5cee-7543-4e6c-a501-4ba0d290ef51 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:53.422862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Calling delete_port for 9d199b7f-a0e2-4df2-84cd-3546d70be540 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:53.478119 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:53.494503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:53.512223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:53.519878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:53.520549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.537736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Port': ['ID=aeaf35c2-24d8-44cf-9bac-76cef8583e06,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.552109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.556201 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1543989 Feb 16 12:44:53.577529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48508) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:53.611322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ef0ba-74b3-4fda-a474-6a1854bcd5db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72db8359-e7d4-419f-8a92-c8e0da20f73d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.622434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '72db8359-e7d4-419f-8a92-c8e0da20f73d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:53.635041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:53.645363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:53.657157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31683e99-2fbc-4145-9934-985ad1e80c4d None None] Pushing event updated for resources: {'Port': ['ID=48a3a452-e4fe-4015-891f-4599dbc8247a,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.659801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:53.665860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.670311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:53.707979 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-68dc277f-3d09-49d1-bda5-11753c3b1d19 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9357622 Feb 16 12:44:53.715709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:53.760504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:53.779037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:port and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:53.784030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:53.819083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:53.830530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.834932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.846661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting subnet ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:53.853921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.856595 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Transition to ACTIVE for port object af2ae141-af01-4140-bfab-9cc9e6211a96 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:53.876759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=eaa9c00c-eb95-4acb-9b28-a261a449c3c1,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.905660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': 'd0ed0f3d-1269-4091-8965-0a04238b1703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b2713b0-5626-4719-9c43-8f92e972a127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:53.906066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 7b2713b0-5626-4719-9c43-8f92e972a127, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:53.912670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Transition to ACTIVE for port object af2ae141-af01-4140-bfab-9cc9e6211a96 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:53.952230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea028769-7a7a-446d-9055-34bc3f253965 req-1ae85d30-01ea-4369-bc96-9ce36bb5a075 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:53.954354 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ea028769-7a7a-446d-9055-34bc3f253965 req-1ae85d30-01ea-4369-bc96-9ce36bb5a075 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.3361495 Feb 16 12:44:53.974038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.991391 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:53.996511 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426847-22ec-44a1-8766-f44b48662980 None None] The sync data for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv is: [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:54.057491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.085129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.086139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:54.123988 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ea028769-7a7a-446d-9055-34bc3f253965 req-101126b1-25ad-4297-931a-8002deab85b0 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130836 Feb 16 12:44:54.129400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.190074 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:54.193184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:54.200463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:54.209661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.210308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Pushing event updated for resources: {'Port': ['ID=af2ae141-af01-4140-bfab-9cc9e6211a96,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.246688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 7b2713b0-5626-4719-9c43-8f92e972a127 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:54.256793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Port': ['ID=9d199b7f-a0e2-4df2-84cd-3546d70be540,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.259175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.263379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b525b1-d63a-4d0b-aed3-029eaf110ac5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.321083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Attempting to bind port af2ae141-af01-4140-bfab-9cc9e6211a96 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:54.321665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Attempting to bind port af2ae141-af01-4140-bfab-9cc9e6211a96 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'fb189b93-d96e-40bd-945d-5547f1a113ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:54.321903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Attempting to bind port af2ae141-af01-4140-bfab-9cc9e6211a96 on network be2995ca-3247-4912-bc6e-202a3d6e16c5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:54.327770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:54.328150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Checking segment: {'id': 'fb189b93-d96e-40bd-945d-5547f1a113ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:54.328589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.328985 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Bound using segment: {'id': 'fb189b93-d96e-40bd-945d-5547f1a113ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:54.329523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Bound port: af2ae141-af01-4140-bfab-9cc9e6211a96, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb189b93-d96e-40bd-945d-5547f1a113ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:54.329882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.362389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.365979 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b1b9ffc3-3662-43b9-a36c-b3ae9833da74 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7850215 Feb 16 12:44:54.367651 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a7a846bd-6fbd-48ff-9c4b-fa4f0bae09d4 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/ports/9d199b7f-a0e2-4df2-84cd-3546d70be540 HTTP/1.1" status: 204 len: 168 time: 1.5948853 Feb 16 12:44:54.369784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 7b2713b0-5626-4719-9c43-8f92e972a127) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:54.373820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48516) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.376547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48518) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.380504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74203f64-1e22-46a8-9c39-4906da3111f2 None None] Network 7b2713b0-5626-4719-9c43-8f92e972a127 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:54.381907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.386613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.387521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.425726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 83553f62-2609-44f1-9954-fba9887bd4ba yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:54.433216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '72db8359-e7d4-419f-8a92-c8e0da20f73d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:54.439132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:54.443305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:54.446304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:54.452688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:54.510634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Deleting port 4ff01564-64c9-4513-8cff-85936a4abd05 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:54.511101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.588608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] For port af2ae141-af01-4140-bfab-9cc9e6211a96, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:54.630446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] For port af2ae141-af01-4140-bfab-9cc9e6211a96, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af2ae141-af01-4140-bfab-9cc9e6211a96,segment=NetworkSegment(fb189b93-d96e-40bd-945d-5547f1a113ee),segment_id=fb189b93-d96e-40bd-945d-5547f1a113ee)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:54.668438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.7 (be2995ca-3247-4912-bc6e-202a3d6e16c5/1981e5fb-aee7-494e-9a0b-385eb83c1d49/83553f62-2609-44f1-9954-fba9887bd4ba) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:54.690393 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a08ef73e-ca17-424d-a3a9-39aa4581bea5 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5321350 Feb 16 12:44:54.704241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.711543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.744545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6357581d-30f6-47bf-b5de-5d840b2d252c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:54.857614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-e95339f3-0009-4230-b8c5-7793be372ae5 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.858403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-e95339f3-0009-4230-b8c5-7793be372ae5 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Synchronizing usage tracker for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:54.871958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.915027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.945130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.033112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-7b2713b0-5626-4719-9c43-8f92e972a127', 'network_id': '7b2713b0-5626-4719-9c43-8f92e972a127', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': 'eaa9c00c-eb95-4acb-9b28-a261a449c3c1'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:55.034046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.104295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Calling delete_port for 4ff01564-64c9-4513-8cff-85936a4abd05 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:55.118840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-e95339f3-0009-4230-b8c5-7793be372ae5 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Unset dirty status for tenant:c627c7c33d584442a9bd12e6fe547f03 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:55.124352 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-e95339f3-0009-4230-b8c5-7793be372ae5 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.67 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.8085840 Feb 16 12:44:55.221184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7675-f712-42d0-99a3-5a932ff39f67 None None] Pushing event updated for resources: {'Port': ['ID=af2ae141-af01-4140-bfab-9cc9e6211a96,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.230896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca85b3-57e4-4e6f-8b3b-7e0e8bec3886 None None] Network 911f5cee-7543-4e6c-a501-4ba0d290ef51 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:55.325078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.348546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 6357581d-30f6-47bf-b5de-5d840b2d252c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:55.382189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6357581d-30f6-47bf-b5de-5d840b2d252c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:55.384045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.422533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.451895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.520478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-12f670b1-7009-4d97-8511-a93234c2b356 None None] Provisioning for port 48a3a452-e4fe-4015-891f-4599dbc8247a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:55.523715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.554327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311116ea-6f90-4a0b-b6de-605dd4f02d3a,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.566929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Port': ['ID=4ff01564-64c9-4513-8cff-85936a4abd05,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.622333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.634531 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9072c4f9-f541-41ae-ae33-a05450c58841 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/ports/4ff01564-64c9-4513-8cff-85936a4abd05 HTTP/1.1" status: 204 len: 168 time: 1.2506471 Feb 16 12:44:55.636229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48530) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:55.645424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Deleting port 79ac8533-07da-49b9-afa0-99c701f25eaa {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:55.645766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.670404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.700285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.708908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4ef0dc64-0fc5-45af-95ef-53b8e805af77 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Synchronizing usage tracker for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:55.713393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.719332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-116919b2-fdc1-4f0e-9bdb-4c65ef994db4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3372779 Feb 16 12:44:55.725946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48534) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:55.745773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '72db8359-e7d4-419f-8a92-c8e0da20f73d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:55.754330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:55.758719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Allocated IP 172.20.0.1 (7b2713b0-5626-4719-9c43-8f92e972a127/eaa9c00c-eb95-4acb-9b28-a261a449c3c1/48b4ee20-f81c-4cd7-b8fc-af67c6cde746) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:55.758860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:55.763273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:55.771648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:55.786828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.791878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb1ef-b862-41c8-a36d-6b91d1687e92 req-5474018e-c3de-422c-a8b0-f44348cdce1c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.793586 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68ebb1ef-b862-41c8-a36d-6b91d1687e92 req-5474018e-c3de-422c-a8b0-f44348cdce1c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4485080 Feb 16 12:44:55.802508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Subnet': ['ID=ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.826663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 6357581d-30f6-47bf-b5de-5d840b2d252c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6357581d-30f6-47bf-b5de-5d840b2d252c,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:55.863322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68ebb1ef-b862-41c8-a36d-6b91d1687e92 req-1fa2a36b-cbd3-4922-a45f-b447d2441dc3 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601296 Feb 16 12:44:55.871037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.935371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4ef0dc64-0fc5-45af-95ef-53b8e805af77 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Unset dirty status for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:55.936596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4ef0dc64-0fc5-45af-95ef-53b8e805af77 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2993414 Feb 16 12:44:55.941644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48538) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:55.946215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.955650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1997335675'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:55.958533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.959427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 48a3a452-e4fe-4015-891f-4599dbc8247a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:55.976143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.978253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:55.983907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Usage tracker for resource:network and tenant:10dd0b53d85c4af1a93de1588badd484 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:55.988455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:55.995710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:56.013677 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7c44b022-db06-4e37-a65f-4f4e6d40feb3 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e HTTP/1.1" status: 204 len: 168 time: 2.2944932 Feb 16 12:44:56.015131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48542) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.067441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.078096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.103268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Made reservation on behalf of 10dd0b53d85c4af1a93de1588badd484 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:56.106793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.113047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 83553f62-2609-44f1-9954-fba9887bd4ba will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:56.121985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ce8b7d-8b83-49cc-8afd-709e543a3f7f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.153649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a6470-3794-4285-bcbb-0d9e943925cc tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.155271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a6470-3794-4285-bcbb-0d9e943925cc tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.157287 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-379a6470-3794-4285-bcbb-0d9e943925cc tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1403627 Feb 16 12:44:56.161125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48548) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.179099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] For port 79ac8533-07da-49b9-afa0-99c701f25eaa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=79ac8533-07da-49b9-afa0-99c701f25eaa,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:56.179757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.192859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] DHCP port deletion for 911f5cee-7543-4e6c-a501-4ba0d290ef51 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:56.197858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=6357581d-30f6-47bf-b5de-5d840b2d252c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.205558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] Deleting port 48a3a452-e4fe-4015-891f-4599dbc8247a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:56.205936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.258549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.285488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.285488 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3b2ee0a0-a63f-498d-b351-c8c4a40c5b17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5538609 Feb 16 12:44:56.285890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48552) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.290015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:56.290205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Transition to ACTIVE for port object 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:56.291325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '72db8359-e7d4-419f-8a92-c8e0da20f73d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:56.298858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3a6408ef-5844-4a70-914e-49f7c7d00bbe tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.302308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:56.309014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6408ef-5844-4a70-914e-49f7c7d00bbe tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:44:56.309780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6408ef-5844-4a70-914e-49f7c7d00bbe tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:56.310426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:56.314533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.314876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Added segment 3ea51562-3b80-4020-ad3b-18b693df8b25 of type vlan for network dced99d1-8fdf-44f4-9696-18dff5dfd09b Feb 16 12:44:56.325787 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3a6408ef-5844-4a70-914e-49f7c7d00bbe tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/911f5cee-7543-4e6c-a501-4ba0d290ef51 HTTP/1.1" status: 409 len: 405 time: 0.1595719 Feb 16 12:44:56.325988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48556) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.336669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-674709508'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:56.343274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:56.364265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 48a3a452-e4fe-4015-891f-4599dbc8247a completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:56.364912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:network and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:56.364912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:56.366190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.370227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 48a3a452-e4fe-4015-891f-4599dbc8247a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:56.370600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.373052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:56.413838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Transition to ACTIVE for port object 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:56.425544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:56.443373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:56.451566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.473359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:56.476951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.512672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:56.523883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.524118 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Added segment 31fd1dff-94b4-4fdf-a84c-50b113696c5e of type vlan for network 0002580e-bb3e-4097-98ef-0849b0c20964 Feb 16 12:44:56.551673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] For port 48a3a452-e4fe-4015-891f-4599dbc8247a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=48a3a452-e4fe-4015-891f-4599dbc8247a,segment=NetworkSegment(9af71b41-e330-41b5-bf31-f1f0cd81302d),segment_id=9af71b41-e330-41b5-bf31-f1f0cd81302d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:56.553420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.553546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.558615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.559288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.600019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.627214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:56.671295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=83553f62-2609-44f1-9954-fba9887bd4ba,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.683608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:56.685297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:56.688571 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7462087 Feb 16 12:44:56.704773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48560) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.712308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2076417718'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:56.714128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] Calling delete_port for 48a3a452-e4fe-4015-891f-4599dbc8247a owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:56.742551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.763834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.768962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.848176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad560953-36a9-4674-861f-43769138bee6 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Network': ['ID=dced99d1-8fdf-44f4-9696-18dff5dfd09b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.852650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:56.858930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Usage tracker for resource:network and tenant:10dd0b53d85c4af1a93de1588badd484 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:56.862220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:56.866146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.866515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.866830 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Floating IP fd7cd2a8-50aa-4492-a52e-893c914911fc disassociated. External IP: 172.26.6.195, port: 79ac8533-07da-49b9-afa0-99c701f25eaa. Feb 16 12:44:56.867196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Calling delete_port for 79ac8533-07da-49b9-afa0-99c701f25eaa owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:56.869357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:56.897088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network dced99d1-8fdf-44f4-9696-18dff5dfd09b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:56.911377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa9c00c-eb95-4acb-9b28-a261a449c3c1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.954085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.964721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.964721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.999263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Network 7b2713b0-5626-4719-9c43-8f92e972a127 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:57.040714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.041421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.049674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:57.052986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:57.109661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Pushing event updated for resources: {'Port': ['ID=48b4ee20-f81c-4cd7-b8fc-af67c6cde746,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.110403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.137143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Made reservation on behalf of 10dd0b53d85c4af1a93de1588badd484 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:57.140874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.170213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.174675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2713b0-5626-4719-9c43-8f92e972a127']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.196864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c67203d7-45d1-49f3-bc7b-5ded01e8f21d None None] Provisioning for port af2ae141-af01-4140-bfab-9cc9e6211a96 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:57.203624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:57.213687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.214549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.214549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Added segment 239afa77-8977-4c62-ad6c-157831acf6e4 of type vlan for network eed85bfe-9df6-469e-b18c-f16f0b146037 Feb 16 12:44:57.224388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ed0f3d-1269-4091-8965-0a04238b1703') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.224587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ed0f3d-1269-4091-8965-0a04238b1703') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.241705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.242273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.246470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Attempting to bind port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:57.246839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Attempting to bind port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'd0ed0f3d-1269-4091-8965-0a04238b1703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b2713b0-5626-4719-9c43-8f92e972a127'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:57.247210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Attempting to bind port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 on network 7b2713b0-5626-4719-9c43-8f92e972a127 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:57.257764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:57.258137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Checking segment: {'id': 'd0ed0f3d-1269-4091-8965-0a04238b1703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b2713b0-5626-4719-9c43-8f92e972a127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:57.258525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.258927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Bound using segment: {'id': 'd0ed0f3d-1269-4091-8965-0a04238b1703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b2713b0-5626-4719-9c43-8f92e972a127'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:57.259434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Bound port: 48b4ee20-f81c-4cd7-b8fc-af67c6cde746, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ed0f3d-1269-4091-8965-0a04238b1703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7b2713b0-5626-4719-9c43-8f92e972a127'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:57.259802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.267276 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-827a67b0-0e07-40fc-b599-526f8c8f5570 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.9154246 Feb 16 12:44:57.269742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.274077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.274236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Network': ['ID=0002580e-bb3e-4097-98ef-0849b0c20964,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.279184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5455397d-5180-43b4-843e-e04e8812adb7 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9496500 Feb 16 12:44:57.279488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48570) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.280728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:57.289499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'subnet': {'network_id': '0002580e-bb3e-4097-98ef-0849b0c20964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:57.302419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.311189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.349716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0002580e-bb3e-4097-98ef-0849b0c20964 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:57.362239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c67203d7-45d1-49f3-bc7b-5ded01e8f21d None None] Provisioning complete for port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:57.362785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c67203d7-45d1-49f3-bc7b-5ded01e8f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.377204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:57.377611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.393864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.400236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.400973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.414910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] Pushing event deleted for resources: {'Port': ['ID=48a3a452-e4fe-4015-891f-4599dbc8247a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.432451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5d61d-733c-431e-9f13-2348e1a97422 None None] No DVR routers for this DVR port 48a3a452-e4fe-4015-891f-4599dbc8247a on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:57.525404 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:57.545606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d947-3e11-4487-b2dc-e77358e8b7e5 req-565948ca-d955-4c8f-9e05-80d0a5097789 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.547285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2228d947-3e11-4487-b2dc-e77358e8b7e5 req-565948ca-d955-4c8f-9e05-80d0a5097789 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 946 time: 0.4608288 Feb 16 12:44:57.555830 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8482525 Feb 16 12:44:57.557548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:57.580726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:subnet and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:57.596699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:57.599919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c67203d7-45d1-49f3-bc7b-5ded01e8f21d None None] Port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:57.610091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:57.624553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a715f-b7a3-40db-bd15-deeecff220e2 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Network': ['ID=eed85bfe-9df6-469e-b18c-f16f0b146037,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.642155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] For port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:57.643021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2228d947-3e11-4487-b2dc-e77358e8b7e5 req-8b339d76-8fbd-4c63-9d1e-4dde95f5fbec tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups?id=4af22f5a-142a-4d5e-9e24-349270fd6eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832455 Feb 16 12:44:57.644425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.650045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47368a5d-75cb-42f1-af97-1627d6561e09,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.654103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network eed85bfe-9df6-469e-b18c-f16f0b146037 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:57.731841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:57.759890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.760077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event deleted for resources: {'Port': ['ID=79ac8533-07da-49b9-afa0-99c701f25eaa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.764481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.765783 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ab5d4213-d6e0-4656-a369-a1523e4f4bec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4790268 Feb 16 12:44:57.773304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48574) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.779340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '72db8359-e7d4-419f-8a92-c8e0da20f73d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:57.794031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6357581d-30f6-47bf-b5de-5d840b2d252c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:57.852217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:57.862803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:57.869382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:57.874497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:44:57.874497 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:44:57.874497 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': '7b2713b0-5626-4719-9c43-8f92e972a127'}] Feb 16 12:44:57.874497 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:57.875350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:57.898680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:57.903244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:57.913462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:57.970953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:57.994249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] For port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=48b4ee20-f81c-4cd7-b8fc-af67c6cde746,segment=NetworkSegment(d0ed0f3d-1269-4091-8965-0a04238b1703),segment_id=d0ed0f3d-1269-4091-8965-0a04238b1703)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:57.998052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:58.032314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6357581d-30f6-47bf-b5de-5d840b2d252c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:58.032815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.053644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Router 0c7818c0-420e-4c93-8d23-9006e9c75f40 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:58.136279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:58.140446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.178971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 79ac8533-07da-49b9-afa0-99c701f25eaa no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:58.180209 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:44:58.195352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.221905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5be71b09-5222-4a3b-a76a-fff6a30f5f8f None None] Provisioning for port 83553f62-2609-44f1-9954-fba9887bd4ba completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:58.228307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.247607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5be71b09-5222-4a3b-a76a-fff6a30f5f8f None None] Provisioning complete for port 83553f62-2609-44f1-9954-fba9887bd4ba triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:58.247890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5be71b09-5222-4a3b-a76a-fff6a30f5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.283260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.377222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.387713 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1981e5fb-aee7-494e-9a0b-385eb83c1d49 (CIDR: 172.20.0.0/28) Feb 16 12:44:58.394606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:58.405271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5be71b09-5222-4a3b-a76a-fff6a30f5f8f None None] Port 83553f62-2609-44f1-9954-fba9887bd4ba cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:58.406763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853dc26-381e-4ada-b533-e7b11eb782e1 None None] Pushing event updated for resources: {'Port': ['ID=48b4ee20-f81c-4cd7-b8fc-af67c6cde746,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.411520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 79ac8533-07da-49b9-afa0-99c701f25eaa {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:58.412078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 79ac8533-07da-49b9-afa0-99c701f25eaa not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:58.413930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] Sync routers for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:58.420930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:58.422957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.443644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:58.448472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:58.450776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:58.451253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.473567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.480587 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:44:58.481178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:58.521796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Subnet': ['ID=5f7e495d-b9b1-40c0-847b-b754841cfe4c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.545859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04b654c-f9b7-4a47-8dfd-70a13ec5ab4d,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.557330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] No DVR routers for this DVR port 79ac8533-07da-49b9-afa0-99c701f25eaa on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:58.568692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.568692 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-588b089e-1c28-44a6-a3c1-4711a73b12e1 req-045adcb6-c051-47fe-8bbf-df3185bd87b6 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.67 "DELETE /v2.0/ports/79ac8533-07da-49b9-afa0-99c701f25eaa HTTP/1.1" status: 204 len: 173 time: 3.4267540 Feb 16 12:44:58.568692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'name': 'network-vif-deleted', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:58.595552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Checking segment: {'id': '31fd1dff-94b4-4fdf-a84c-50b113696c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0002580e-bb3e-4097-98ef-0849b0c20964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:58.597144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network hostable DHCP agents. Network: 0002580e-bb3e-4097-98ef-0849b0c20964, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:58.645031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.648989 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cf2e0c1c-6a1d-440d-bdf2-e4ab938c22c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8715532 Feb 16 12:44:58.649225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48584) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.654392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '72db8359-e7d4-419f-8a92-c8e0da20f73d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:58.655608 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc41f67-5161-4329-912a-687f3097ca56', 'name': 'network-vif-deleted', 'tag': '79ac8533-07da-49b9-afa0-99c701f25eaa', 'status': 'completed', 'code': 200} Feb 16 12:44:58.663479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:58.668482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:58.671880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:58.681975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af2ae141-af01-4140-bfab-9cc9e6211a96 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:58.695300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:58.736298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 0002580e-bb3e-4097-98ef-0849b0c20964 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:58.853864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=48b4ee20-f81c-4cd7-b8fc-af67c6cde746,segment=NetworkSegment(d0ed0f3d-1269-4091-8965-0a04238b1703),segment_id=d0ed0f3d-1269-4091-8965-0a04238b1703)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:58.854258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.867361 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:44:58.874752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba40b340-e04b-4ee6-8f58-45dc61ceaf4d None None] Network 7b2713b0-5626-4719-9c43-8f92e972a127 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:58.885284 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b2082402-42e9-4fc0-9b26-c188c59aa744 req-f89786db-7330-49cf-b146-d3baddb30f0f tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.0729506 Feb 16 12:44:58.896020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.910179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 0002580e-bb3e-4097-98ef-0849b0c20964) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:58.936189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:58.937237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.004682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.023147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310f5db-3880-4561-b16f-74265ab65755 None None] Network 0002580e-bb3e-4097-98ef-0849b0c20964 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:59.047686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:59.091066 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d12bef1c-25d3-4dd0-b386-3f5d431fe9b5 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8166564 Feb 16 12:44:59.094689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48590) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.103197 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-67ab705a-ba36-4720-a6d7-af90e8433f4c tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8208058 Feb 16 12:44:59.104052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48594) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.110426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:59.214475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.302463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.307465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401bb697-49c9-40eb-a6f3-0bfa13677118,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.359482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:59.396017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:59.410561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=48b4ee20-f81c-4cd7-b8fc-af67c6cde746,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.410785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:59.417348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:59.429484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port 48b4ee20-f81c-4cd7-b8fc-af67c6cde746 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:59.434503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:59.439598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.523403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7943c3d-bdb8-49ae-a0fe-8d998b840d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-0002580e-bb3e-4097-98ef-0849b0c20964', 'network_id': '0002580e-bb3e-4097-98ef-0849b0c20964', 'tenant_id': '8d8af62f595845a3a48759752ce84830', 'fixed_ips': [{'subnet_id': '5f7e495d-b9b1-40c0-847b-b754841cfe4c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:59.524672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7943c3d-bdb8-49ae-a0fe-8d998b840d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.524810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.534843 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5138ec97-8349-4d0c-b9f5-88e6c047e821 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8843684 Feb 16 12:44:59.543298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.590381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port af2ae141-af01-4140-bfab-9cc9e6211a96 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:59.657215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:59.662189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.704677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:59.705405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.903555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.975730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.982259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2713b0-5626-4719-9c43-8f92e972a127']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.035210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ed0f3d-1269-4091-8965-0a04238b1703') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.035846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ed0f3d-1269-4091-8965-0a04238b1703') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.049916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7e495d-b9b1-40c0-847b-b754841cfe4c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.062335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.101073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.109378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:00.110073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.126885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-33af9798-39b2-4a78-97ca-be228827b32a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:00.227621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:00.229752 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server [None req-f7943c3d-bdb8-49ae-a0fe-8d998b840d02 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f7e495d-b9b1-40c0-847b-b754841cfe4c: This subnet is being modified by another concurrent operation. Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:45:00.264427 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f7e495d-b9b1-40c0-847b-b754841cfe4c: This subnet is being modified by another concurrent operation. Feb 16 12:45:00.269152 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Feb 16 12:45:00.289077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6826bc5-7087-43b7-a316-30241e25a1cd None None] Network 0002580e-bb3e-4097-98ef-0849b0c20964 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:00.316035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-33af9798-39b2-4a78-97ca-be228827b32a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:00.317095 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-33af9798-39b2-4a78-97ca-be228827b32a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304930765&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.3812461 Feb 16 12:45:00.333096 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cecb7cd1-778f-4bd2-859a-62b1613514da req-92404656-9731-4e6b-a255-f61e055f9067 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbc41f67-5161-4329-912a-687f3097ca56 HTTP/1.1" status: 200 len: 210 time: 0.0935483 Feb 16 12:45:00.346074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.363791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.386853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.390168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=7b2713b0-5626-4719-9c43-8f92e972a127,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.400272 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-12e6a3e0-f9cb-4592-9e9f-5f1fe0222f95 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/7b2713b0-5626-4719-9c43-8f92e972a127 HTTP/1.1" status: 204 len: 168 time: 5.6918149 Feb 16 12:45:00.411055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48612) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:00.415124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2076025034'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.419994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:00.424631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:00.427750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:00.434667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:00.459386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0002580e-bb3e-4097-98ef-0849b0c20964']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.485332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fd1dff-94b4-4fdf-a84c-50b113696c5e') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.485624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fd1dff-94b4-4fdf-a84c-50b113696c5e') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.509062 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port af2ae141-af01-4140-bfab-9cc9e6211a96, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af2ae141-af01-4140-bfab-9cc9e6211a96,segment=NetworkSegment(fb189b93-d96e-40bd-945d-5547f1a113ee),segment_id=fb189b93-d96e-40bd-945d-5547f1a113ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:00.512784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:00.519521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.519962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.538136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34fe70-9a3a-4605-b537-ef4d603350ac None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:45:00.568327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:00.578882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.587816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.588217 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment a781b087-4ccc-4923-bce1-85c093399f07 of type vlan for network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 Feb 16 12:45:00.589925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:00.590410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.615882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:31Z', 'revision_number': 5, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:00.617302 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:00.623030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.632359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.690928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] Checking router: 0c7818c0-420e-4c93-8d23-9006e9c75f40 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:00.704438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 48a3a452-e4fe-4015-891f-4599dbc8247a no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:00.715245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-bf2bb266-24ee-483e-9232-9023f7fdbce4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.716061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-bf2bb266-24ee-483e-9232-9023f7fdbce4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:00.757456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 48a3a452-e4fe-4015-891f-4599dbc8247a {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:00.757858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 48a3a452-e4fe-4015-891f-4599dbc8247a not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:00.762477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.769616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.769778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.792059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=af2ae141-af01-4140-bfab-9cc9e6211a96,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.806584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:00.807657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:44:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.846499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48616) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:00.855917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'subnets': [{'network_id': 'dced99d1-8fdf-44f4-9696-18dff5dfd09b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--122588234', 'ip_version': 6}, {'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.856246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'subnet': {'network_id': 'dced99d1-8fdf-44f4-9696-18dff5dfd09b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--122588234', 'ip_version': 6}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.856882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Request body: {'subnet': {'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.899191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=3029b9e8-4b48-495d-be9e-c3b1a39efa77,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.916623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:00.938721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.954861 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1b00417b-02b3-4f4c-a749-7a0ab1ab7e4d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5425508 Feb 16 12:45:00.955456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:00.961859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.969033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.042250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-bf2bb266-24ee-483e-9232-9023f7fdbce4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:01.043627 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-bf2bb266-24ee-483e-9232-9023f7fdbce4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 200 len: 797 time: 0.7135839 Feb 16 12:45:01.065164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Network': ['ID=0002580e-bb3e-4097-98ef-0849b0c20964,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.085672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:01.090527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:01.093605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:01.099943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:01.109226 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8e061c04-4a88-42ac-8777-9ddad532740a tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/0002580e-bb3e-4097-98ef-0849b0c20964 HTTP/1.1" status: 204 len: 168 time: 1.9686513 Feb 16 12:45:01.113842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48624) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.114727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-3067beb4-680f-45e8-a6ee-6af3272dbc95 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0507116 Feb 16 12:45:01.120489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1239909386'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:01.126540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:01.131738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:network and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:01.134811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:01.141468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:01.167599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.167907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba34fe70-9a3a-4605-b537-ef4d603350ac None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:01.173288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:01.177952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.208096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:01.246072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:01.249652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.306493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:01.308173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:01.320118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:01.322015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.322233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:01.322486 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Added segment c8aca869-54ae-4472-9980-5de31d882988 of type vlan for network 50636856-31b2-42b5-bf18-43825b510166 Feb 16 12:45:01.332667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:01.333222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.340807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Usage tracker for resource:subnet and tenant:10dd0b53d85c4af1a93de1588badd484 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:01.343745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:01.351338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=86b256da-f011-478a-8839-5c4c6a3bb65b,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.359326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.360772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:01.418326 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-d53648b6-805a-4cd6-ad37-7bc3333975cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2463660 Feb 16 12:45:01.517488 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8679b675-ff25-492b-9104-a6ad32d0bf83 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4207418 Feb 16 12:45:01.520862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.528358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1715044636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86b256da-f011-478a-8839-5c4c6a3bb65b'}], 'security_groups': ['8faee078-1fb1-4353-8539-412351eb3a13']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:01.528542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Made reservation on behalf of 10dd0b53d85c4af1a93de1588badd484 for: {'subnet': 2} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:01.534230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.534230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.608113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.613868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:01.614449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.620452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.636482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.716985 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-17a5a3e4-5943-43da-ad7a-c8874c5feb43 service neutron] 10.222.0.47 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929428 Feb 16 12:45:01.809246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:31Z', 'revision_number': 5, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:01.820404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae995d3b-6479-4ab1-a297-ce52adaa6bc1 None None] The sync data for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv is: [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:41:19Z', 'revision_number': 4, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf', 'name': '', 'network_id': '36e1f399-a6d1-471c-88c7-46719211fb88', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'mac_address': 'fa:16:3e:51:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3623021c-e4a1-4391-9bd0-650472748e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:17Z', 'updated_at': '2022-02-16T12:41:31Z', 'revision_number': 5, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'subnets': [{'id': '3623021c-e4a1-4391-9bd0-650472748e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:01.891791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Network': ['ID=50636856-31b2-42b5-bf18-43825b510166,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.897528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe1296a-53e7-4445-a55a-4a0c8366a751 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:45:01.928263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=a5c8a3df-4325-4a12-97a5-bbc1ee05efdb,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.953025 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 50636856-31b2-42b5-bf18-43825b510166 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:01.958765 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b04bf134-dcb9-4b9d-bb92-4aeedf9cd140 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8431187 Feb 16 12:45:01.971936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48644) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.980900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': 'a781b087-4ccc-4923-bce1-85c093399f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:01.981264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 3029b9e8-4b48-495d-be9e-c3b1a39efa77, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:01.993467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'subnet': {'network_id': '50636856-31b2-42b5-bf18-43825b510166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:02.010412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180bfed1-7b38-432d-b2ea-2ce1e712c135 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.125414 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-8850d4c1-e84d-4854-ad52-a06a6f70d4ef service neutron] 10.222.0.47 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967841 Feb 16 12:45:02.200581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180bfed1-7b38-432d-b2ea-2ce1e712c135 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.240661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.273005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:02.280338 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4cef1-b696-4802-be0e-dedfbc8a7ffa None None] New status for floating IP fd7cd2a8-50aa-4492-a52e-893c914911fc: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:02.311933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:subnet and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:02.391490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1296a-53e7-4445-a55a-4a0c8366a751 None None] Unable to find a vacant binding_index for network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 and agent 498b9910-0074-473f-943d-4b8b1fccea8a {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 12:45:02.425400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:02.427922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:02.448924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:02.499770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1296a-53e7-4445-a55a-4a0c8366a751 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3029b9e8-4b48-495d-be9e-c3b1a39efa77) {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:02.502753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3029b9e8-4b48-495d-be9e-c3b1a39efa77) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:02.516748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:02.517600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.560562 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ee52e2e-d09c-479e-a797-c97168abb4ed req-e057ad1e-b926-4632-8d91-e5969635f75b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 210 time: 0.0687845 Feb 16 12:45:02.574125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.613566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:02.616085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.630814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180bfed1-7b38-432d-b2ea-2ce1e712c135 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.633135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-180bfed1-7b38-432d-b2ea-2ce1e712c135 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.634360 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-180bfed1-7b38-432d-b2ea-2ce1e712c135 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "DELETE /v2.0/security-groups/4af22f5a-142a-4d5e-9e24-349270fd6eb0 HTTP/1.1" status: 204 len: 168 time: 0.9933562 Feb 16 12:45:02.646346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48656) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:02.679630 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-8cf69719-789a-47ac-82ea-214f967c4e9d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] show failed (client error): The resource could not be found. Feb 16 12:45:02.683219 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8cf69719-789a-47ac-82ea-214f967c4e9d tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "GET /v2.0/security-groups/4af22f5a-142a-4d5e-9e24-349270fd6eb0 HTTP/1.1" status: 404 len: 347 time: 0.0289774 Feb 16 12:45:02.685908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48660) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:02.711164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bfed1-7b38-432d-b2ea-2ce1e712c135 tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af22f5a-142a-4d5e-9e24-349270fd6eb0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.722595 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6cdbae69-9b7f-4c52-a870-33a323f24450 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7659631 Feb 16 12:45:02.758938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:02.820273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Subnet': ['ID=f48339cc-cbcb-4471-9bda-f06b4dec83ef,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.930587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Checking segment: {'id': '3ea51562-3b80-4020-ad3b-18b693df8b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dced99d1-8fdf-44f4-9696-18dff5dfd09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:02.931128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network hostable DHCP agents. Network: dced99d1-8fdf-44f4-9696-18dff5dfd09b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:02.938524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Deleting port 859dce3f-94f6-4706-91cf-475fcc3de057 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:02.939108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.956327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af2ae141-af01-4140-bfab-9cc9e6211a96 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:03.036666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.046393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:03.046768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.129738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network dced99d1-8fdf-44f4-9696-18dff5dfd09b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:03.162706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3029b9e8-4b48-495d-be9e-c3b1a39efa77', 'network_id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': 'a5c8a3df-4325-4a12-97a5-bbc1ee05efdb'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:03.163724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.196408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.197842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.213099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, dced99d1-8fdf-44f4-9696-18dff5dfd09b) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:03.244071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Delete allocated IP 172.20.0.7 (be2995ca-3247-4912-bc6e-202a3d6e16c5/1981e5fb-aee7-494e-9a0b-385eb83c1d49) {{(pid=88444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:45:03.258127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.293746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.29 (be2995ca-3247-4912-bc6e-202a3d6e16c5/86b256da-f011-478a-8839-5c4c6a3bb65b/83553f62-2609-44f1-9954-fba9887bd4ba) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:03.328200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.365351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.370615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Allocated IP 172.20.0.1 (3029b9e8-4b48-495d-be9e-c3b1a39efa77/a5c8a3df-4325-4a12-97a5-bbc1ee05efdb/eb22e421-e369-4925-9281-58eaba186262) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:03.380198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Calling delete_port for 859dce3f-94f6-4706-91cf-475fcc3de057 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:03.474184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event updated for resources: {'Subnet': ['ID=6a4f29cf-4f76-4193-858a-9c83aff9f13c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.488355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Checking segment: {'id': '239afa77-8977-4c62-ad6c-157831acf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:03.488690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network hostable DHCP agents. Network: eed85bfe-9df6-469e-b18c-f16f0b146037, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:03.532258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Subnet': ['ID=3a3e0732-d421-46cd-a801-7b00f3944411,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.550700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Checking segment: {'id': 'c8aca869-54ae-4472-9980-5de31d882988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '50636856-31b2-42b5-bf18-43825b510166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:03.551075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network hostable DHCP agents. Network: 50636856-31b2-42b5-bf18-43825b510166, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:03.614113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.616437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Network eed85bfe-9df6-469e-b18c-f16f0b146037 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:03.622282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.624755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Transition to ACTIVE for port object eb22e421-e369-4925-9281-58eaba186262 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:03.640193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 83553f62-2609-44f1-9954-fba9887bd4ba will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:03.644166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Transition to ACTIVE for port object eb22e421-e369-4925-9281-58eaba186262 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:03.669592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be2ca6b7-c2f6-4778-85fa-a507e5b1ba62 req-05be285f-af01-463d-94b6-c1914ac9c27c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 210 time: 0.0483661 Feb 16 12:45:03.682020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 50636856-31b2-42b5-bf18-43825b510166 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:03.683031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.733211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Pushing event deleted for resources: {'Port': ['ID=859dce3f-94f6-4706-91cf-475fcc3de057,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.759428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.786117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.804425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, eed85bfe-9df6-469e-b18c-f16f0b146037) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:03.814532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.815023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.815650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.818668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 50636856-31b2-42b5-bf18-43825b510166) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:03.823338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.824093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.852786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.853521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:03.854956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.860499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:03.860623 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-027b2d59-cd51-4e7f-b5d7-d897a6996f2c tempest-ServerActionsTestJSON-1015304402 tempest-ServerActionsTestJSON-1015304402-project] 10.222.0.47 "DELETE /v2.0/floatingips/fd7cd2a8-50aa-4492-a52e-893c914911fc HTTP/1.1" status: 204 len: 168 time: 1.1693833 Feb 16 12:45:03.860623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48678) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:03.863054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:03.871811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Pushing event updated for resources: {'Port': ['ID=eb22e421-e369-4925-9281-58eaba186262,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.941771 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6ddf-c8a2-41e8-8c06-027e356506e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.961281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=83553f62-2609-44f1-9954-fba9887bd4ba,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.963445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Attempting to bind port eb22e421-e369-4925-9281-58eaba186262 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:03.963931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Attempting to bind port eb22e421-e369-4925-9281-58eaba186262 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'a781b087-4ccc-4923-bce1-85c093399f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:03.964199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Attempting to bind port eb22e421-e369-4925-9281-58eaba186262 on network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:03.969649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:03.969889 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6e2e1d79-2551-4291-99c5-9f63222a93e9 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1204517 Feb 16 12:45:03.970120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Checking segment: {'id': 'a781b087-4ccc-4923-bce1-85c093399f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:03.970411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.970796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Bound using segment: {'id': 'a781b087-4ccc-4923-bce1-85c093399f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:03.971301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Bound port: eb22e421-e369-4925-9281-58eaba186262, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a781b087-4ccc-4923-bce1-85c093399f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:03.971681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.972535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48682) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:03.998920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] In _notify_port_updated(), no bound segment for port 83553f62-2609-44f1-9954-fba9887bd4ba on network be2995ca-3247-4912-bc6e-202a3d6e16c5 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:45:04.007292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:04.018772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.023620 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cd2644b9-c072-4313-92fc-1a8b6d0074f7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "PUT /v2.0/ports/83553f62-2609-44f1-9954-fba9887bd4ba HTTP/1.1" status: 200 len: 921 time: 2.5015955 Feb 16 12:45:04.027850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.044748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:04.069852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] For port eb22e421-e369-4925-9281-58eaba186262, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:04.073080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] For port eb22e421-e369-4925-9281-58eaba186262, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=eb22e421-e369-4925-9281-58eaba186262,segment=NetworkSegment(a781b087-4ccc-4923-bce1-85c093399f07),segment_id=a781b087-4ccc-4923-bce1-85c093399f07)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:04.139936 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0741a2a7-20a4-44f7-8f09-3365ea8e4d13 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1576865 Feb 16 12:45:04.158380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48690) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:04.160932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.247448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4aaa-004c-4de7-bd09-314e5f96d6cc None None] Pushing event updated for resources: {'Port': ['ID=eb22e421-e369-4925-9281-58eaba186262,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.248012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c8a3df-4325-4a12-97a5-bbc1ee05efdb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.265086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c18b9-7489-428d-a4bf-b9f76040fdce tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:04.266699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c18b9-7489-428d-a4bf-b9f76040fdce tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:04.268220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c18b9-7489-428d-a4bf-b9f76040fdce tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:04.269292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-755c18b9-7489-428d-a4bf-b9f76040fdce tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Synchronizing usage tracker for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:04.336055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e00bc48-19fb-4942-92c8-e1d432b9a75e None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:45:04.371452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 83553f62-2609-44f1-9954-fba9887bd4ba {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:04.371822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.453951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-755c18b9-7489-428d-a4bf-b9f76040fdce tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Unset dirty status for tenant:10dd0b53d85c4af1a93de1588badd484 on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:04.464433 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-755c18b9-7489-428d-a4bf-b9f76040fdce tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4817226 Feb 16 12:45:04.464908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48696) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:04.538101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00bc48-19fb-4942-92c8-e1d432b9a75e None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:04.550559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.587107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Deleting subnet f48339cc-cbcb-4471-9bda-f06b4dec83ef {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:04.592223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.610746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3029b9e8-4b48-495d-be9e-c3b1a39efa77']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.667208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a781b087-4ccc-4923-bce1-85c093399f07') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.667695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a781b087-4ccc-4923-bce1-85c093399f07') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.705573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.788787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.806590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.845550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.855900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.863820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:04.864205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:04.879931 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:04.895242 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-57d18fe2-70a0-4961-b4b8-2dbbdcc2b553 req-29306cd3-e291-479a-9238-d3f38c38d92d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 210 time: 0.0736294 Feb 16 12:45:04.964670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-50636856-31b2-42b5-bf18-43825b510166', 'network_id': '50636856-31b2-42b5-bf18-43825b510166', 'tenant_id': '8d8af62f595845a3a48759752ce84830', 'fixed_ips': [{'subnet_id': '3a3e0732-d421-46cd-a801-7b00f3944411'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:04.967187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.009760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171fa37d-fa96-4977-a507-b08b8779ed02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-dced99d1-8fdf-44f4-9696-18dff5dfd09b', 'network_id': 'dced99d1-8fdf-44f4-9696-18dff5dfd09b', 'tenant_id': '10dd0b53d85c4af1a93de1588badd484', 'fixed_ips': [{'subnet_id': 'f48339cc-cbcb-4471-9bda-f06b4dec83ef'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:05.010682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-171fa37d-fa96-4977-a507-b08b8779ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.017594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.025643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-eed85bfe-9df6-469e-b18c-f16f0b146037', 'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037', 'tenant_id': '10dd0b53d85c4af1a93de1588badd484', 'fixed_ips': [{'subnet_id': '6a4f29cf-4f76-4193-858a-9c83aff9f13c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:05.027258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.037024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.103564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.149033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.152858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:45:05.152858 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:45:05.152858 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': '3029b9e8-4b48-495d-be9e-c3b1a39efa77'}] Feb 16 12:45:05.152858 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:05.152858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:05.161666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 83553f62-2609-44f1-9954-fba9887bd4ba owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:05.176908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Subnet': ['ID=f48339cc-cbcb-4471-9bda-f06b4dec83ef,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.223352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.250605 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-04b19ec9-7f7b-4b0c-add5-6a5a23dfc7fd tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/subnets/f48339cc-cbcb-4471-9bda-f06b4dec83ef HTTP/1.1" status: 204 len: 168 time: 0.7822297 Feb 16 12:45:05.250819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48702) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:05.350595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Deleting subnet 6a4f29cf-4f76-4193-858a-9c83aff9f13c {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:05.422557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Allocated IP 2001:db8::2 (50636856-31b2-42b5-bf18-43825b510166/3a3e0732-d421-46cd-a801-7b00f3944411/d3cea6e1-08df-4cde-84ab-1af276510223) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:05.451568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Allocated IP 2001:db8:0:1::1 (eed85bfe-9df6-469e-b18c-f16f0b146037/6a4f29cf-4f76-4193-858a-9c83aff9f13c/041259c2-c53b-4e99-988a-5e580005a9de) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:05.487872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-c91a9331-1a5f-4505-8338-3dbb0647e956 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.489341 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-c91a9331-1a5f-4505-8338-3dbb0647e956 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 200 len: 797 time: 0.2400599 Feb 16 12:45:05.546707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-e7a032d3-bee6-4bfb-a9d9-0770ac3fd096 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:05.556194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Deleting port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:05.556827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.559548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-e7a032d3-bee6-4bfb-a9d9-0770ac3fd096 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:05.560168 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-e7a032d3-bee6-4bfb-a9d9-0770ac3fd096 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 379 time: 0.0609057 Feb 16 12:45:05.572794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['72db8359-e7d4-419f-8a92-c8e0da20f73d']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:05.638921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.683728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.710077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=83553f62-2609-44f1-9954-fba9887bd4ba,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.745035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] For port bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:05.745509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.756839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.757187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.757529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.757864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.758185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.758510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.758833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.759178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.759499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.759820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.760140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.760455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:05.784884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port eb22e421-e369-4925-9281-58eaba186262 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:05.785367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.858770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.872412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.878811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Transition to ACTIVE for port object d3cea6e1-08df-4cde-84ab-1af276510223 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:05.892536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Transition to ACTIVE for port object 041259c2-c53b-4e99-988a-5e580005a9de will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:05.915022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Transition to ACTIVE for port object d3cea6e1-08df-4cde-84ab-1af276510223 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:05.922912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Transition to ACTIVE for port object 041259c2-c53b-4e99-988a-5e580005a9de will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:06.014972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Calling delete_port for bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:06.020253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.022393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.036346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:06.047129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:port and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:06.057142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.058087 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4a8c04da-8f19-41f6-b349-2a3f5449b2ca tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/83553f62-2609-44f1-9954-fba9887bd4ba HTTP/1.1" status: 204 len: 168 time: 1.9793334 Feb 16 12:45:06.061306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:06.065768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.122059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.154411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Network 50636856-31b2-42b5-bf18-43825b510166 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:06.163819 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7c747b30-aca9-4259-b18f-142be792c6c3 req-b72503dd-27c5-4512-ae25-f00f5996153e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 210 time: 0.0685017 Feb 16 12:45:06.169851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Network eed85bfe-9df6-469e-b18c-f16f0b146037 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:06.170937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:06.171090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:06.175017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:06.177904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:06.192858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:06.193030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.193123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Pushing event updated for resources: {'Port': ['ID=d3cea6e1-08df-4cde-84ab-1af276510223,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.329824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.333675 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cacedb3-a52f-4acf-95b0-2ae884f5df50 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:45:06.334218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7cacedb3-a52f-4acf-95b0-2ae884f5df50 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:06.337867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.353972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c141c6a5-7d3a-4d51-b574-a88a59be20d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.391701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3e0732-d421-46cd-a801-7b00f3944411,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.425900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Attempting to bind port d3cea6e1-08df-4cde-84ab-1af276510223 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:06.426233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Attempting to bind port d3cea6e1-08df-4cde-84ab-1af276510223 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c8aca869-54ae-4472-9980-5de31d882988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '50636856-31b2-42b5-bf18-43825b510166'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:06.426579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Attempting to bind port d3cea6e1-08df-4cde-84ab-1af276510223 on network 50636856-31b2-42b5-bf18-43825b510166 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:06.439523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Attempting to bind port 041259c2-c53b-4e99-988a-5e580005a9de on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:06.439886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Attempting to bind port 041259c2-c53b-4e99-988a-5e580005a9de by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '239afa77-8977-4c62-ad6c-157831acf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:06.440243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Attempting to bind port 041259c2-c53b-4e99-988a-5e580005a9de on network eed85bfe-9df6-469e-b18c-f16f0b146037 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:06.442383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:06.444897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Checking segment: {'id': 'c8aca869-54ae-4472-9980-5de31d882988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '50636856-31b2-42b5-bf18-43825b510166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:06.444897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.444897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Bound using segment: {'id': 'c8aca869-54ae-4472-9980-5de31d882988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '50636856-31b2-42b5-bf18-43825b510166'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:06.444897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Bound port: d3cea6e1-08df-4cde-84ab-1af276510223, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8aca869-54ae-4472-9980-5de31d882988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '50636856-31b2-42b5-bf18-43825b510166'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:06.444897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.458288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Pushing event updated for resources: {'Port': ['ID=041259c2-c53b-4e99-988a-5e580005a9de,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.466903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:06.467386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Checking segment: {'id': '239afa77-8977-4c62-ad6c-157831acf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:06.472524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.472524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Bound using segment: {'id': '239afa77-8977-4c62-ad6c-157831acf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:06.472524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Bound port: 041259c2-c53b-4e99-988a-5e580005a9de, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239afa77-8977-4c62-ad6c-157831acf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eed85bfe-9df6-469e-b18c-f16f0b146037'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:06.472524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.491466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:06.494908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.522220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7cacedb3-a52f-4acf-95b0-2ae884f5df50 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:06.525864 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7cacedb3-a52f-4acf-95b0-2ae884f5df50 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/83553f62-2609-44f1-9954-fba9887bd4ba HTTP/1.1" status: 404 len: 333 time: 0.4567041 Feb 16 12:45:06.526713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48716) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.533659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port eb22e421-e369-4925-9281-58eaba186262, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=eb22e421-e369-4925-9281-58eaba186262,segment=NetworkSegment(a781b087-4ccc-4923-bce1-85c093399f07),segment_id=a781b087-4ccc-4923-bce1-85c093399f07)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:06.534434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.553452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.567662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.614651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] For port d3cea6e1-08df-4cde-84ab-1af276510223, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:06.619092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] For port d3cea6e1-08df-4cde-84ab-1af276510223, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d3cea6e1-08df-4cde-84ab-1af276510223,segment=NetworkSegment(c8aca869-54ae-4472-9980-5de31d882988),segment_id=c8aca869-54ae-4472-9980-5de31d882988)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:06.622093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] For port 041259c2-c53b-4e99-988a-5e580005a9de, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:06.624754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.625628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] For port 041259c2-c53b-4e99-988a-5e580005a9de, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=041259c2-c53b-4e99-988a-5e580005a9de,segment=NetworkSegment(239afa77-8977-4c62-ad6c-157831acf6e4),segment_id=239afa77-8977-4c62-ad6c-157831acf6e4)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:06.667078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.678385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4f29cf-4f76-4193-858a-9c83aff9f13c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.680133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.697261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.739735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.740186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for eb22e421-e369-4925-9281-58eaba186262 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:06.759712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.760068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.760528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.760882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.761217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.761554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.761880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.762214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.762559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.762874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.763224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.763552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.809859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50636856-31b2-42b5-bf18-43825b510166']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:06.815778 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c084d429-0efa-4d94-a478-e45faabd9f3a tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/subnets/6a4f29cf-4f76-4193-858a-9c83aff9f13c HTTP/1.1" status: 204 len: 168 time: 1.5639100 Feb 16 12:45:06.817914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.818449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.819072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.819558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.820043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.820523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.821000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.821320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.821850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.822332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.822865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.823355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.823843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:06.826469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b0e3-70ef-4210-9bfc-740794136721 None None] Pushing event updated for resources: {'Port': ['ID=d3cea6e1-08df-4cde-84ab-1af276510223,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.836288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e550337-7164-447e-a589-65d264c20107 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.885607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e550337-7164-447e-a589-65d264c20107 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.891803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aca869-54ae-4472-9980-5de31d882988') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:06.892089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aca869-54ae-4472-9980-5de31d882988') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:06.909187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b0118-cc59-4cf4-9fa9-dc65c27b54b8 None None] Pushing event updated for resources: {'Port': ['ID=041259c2-c53b-4e99-988a-5e580005a9de,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.928407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.024174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.035194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736904f-3e62-4591-89f7-cbacd4f92708 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:07.040495 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f736904f-3e62-4591-89f7-cbacd4f92708 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2155743 Feb 16 12:45:07.048355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:07.054791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:07.066883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:07.099085 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:07.117484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.133703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.4 (a8772aa7-1bbb-410b-a289-1d9e13b8ba22/adaeea1f-3874-4676-a412-2112bc33a7e4/834996ed-c4fa-4e84-8946-c00d75b0e299) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:07.196817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e550337-7164-447e-a589-65d264c20107 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.202446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.209564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.231410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e550337-7164-447e-a589-65d264c20107 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b4259d-f6d7-4726-a0cb-928d76954a9d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:07.236164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.251124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e550337-7164-447e-a589-65d264c20107 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.251124 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2e550337-7164-447e-a589-65d264c20107 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/security-groups/18b4259d-f6d7-4726-a0cb-928d76954a9d HTTP/1.1" status: 204 len: 168 time: 0.7202289 Feb 16 12:45:07.251124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48730) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:07.371736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=eb22e421-e369-4925-9281-58eaba186262,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:07.392512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port eb22e421-e369-4925-9281-58eaba186262 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:07.430247 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4e2c4a2c-34dc-494f-824a-1502e62e1309 req-b991ca69-3dc3-409d-836a-275e38da9fce tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 210 time: 0.0726795 Feb 16 12:45:07.452847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:45:07.452847 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:45:07.452847 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': '50636856-31b2-42b5-bf18-43825b510166'}] Feb 16 12:45:07.452847 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:07.453782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:07.460201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.538973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c2585ed0-f620-4c7a-838d-3eb6bcaefa6e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.633019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.641449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Deleting port 041259c2-c53b-4e99-988a-5e580005a9de {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:07.641802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.732859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3029b9e8-4b48-495d-be9e-c3b1a39efa77']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.762928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c2585ed0-f620-4c7a-838d-3eb6bcaefa6e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.767134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a781b087-4ccc-4923-bce1-85c093399f07') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.767440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a781b087-4ccc-4923-bce1-85c093399f07') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.814296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Router 0c7818c0-420e-4c93-8d23-9006e9c75f40 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:07.829811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.871522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.877080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.006066 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0afe8-2836-4b57-b9d7-423f6fb6b491 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:45:08.017102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:08.034783 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2d3d1ae9-640a-4875-8349-1b2d313f4a0e admin admin] 10.222.0.47 "PUT /v2.0/routers/0c7818c0-420e-4c93-8d23-9006e9c75f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1733494 Feb 16 12:45:08.037222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48734) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.049167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] Sync routers for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:08.070560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:08.071103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.074936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:08.075706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:08.085804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:08.087550 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:08.117517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c2585ed0-f620-4c7a-838d-3eb6bcaefa6e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.119870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c2585ed0-f620-4c7a-838d-3eb6bcaefa6e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.120976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c2585ed0-f620-4c7a-838d-3eb6bcaefa6e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/security-groups/8faee078-1fb1-4353-8539-412351eb3a13 HTTP/1.1" status: 204 len: 168 time: 0.8691576 Feb 16 12:45:08.132891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48738) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.173351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 834996ed-c4fa-4e84-8946-c00d75b0e299 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:08.185652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2585ed0-f620-4c7a-838d-3eb6bcaefa6e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faee078-1fb1-4353-8539-412351eb3a13,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.212172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting port d3cea6e1-08df-4cde-84ab-1af276510223 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:08.212511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.281046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] For port 041259c2-c53b-4e99-988a-5e580005a9de, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=041259c2-c53b-4e99-988a-5e580005a9de,segment=NetworkSegment(239afa77-8977-4c62-ad6c-157831acf6e4),segment_id=239afa77-8977-4c62-ad6c-157831acf6e4)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:08.281467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.293737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet 1981e5fb-aee7-494e-9a0b-385eb83c1d49 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:08.302228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.337852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e000b902-5766-4cbd-925f-a4979ef3968e None None] Provisioning for port 041259c2-c53b-4e99-988a-5e580005a9de completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:08.342768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.413341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:08.433511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.451026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Calling delete_port for 041259c2-c53b-4e99-988a-5e580005a9de owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:08.523341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0afe8-2836-4b57-b9d7-423f6fb6b491 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:08.550812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.597231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.611713 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0f11dfdf-7eaa-4d9e-80fe-e047481b4a9f req-af0cca1f-d48b-45f3-9806-a81194760756 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 210 time: 0.0656323 Feb 16 12:45:08.621269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=3029b9e8-4b48-495d-be9e-c3b1a39efa77,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.646189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.658453 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c359ab9c-3968-4cdd-9f7f-19b390c7f270 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/3029b9e8-4b48-495d-be9e-c3b1a39efa77 HTTP/1.1" status: 204 len: 168 time: 5.8895335 Feb 16 12:45:08.658453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.660565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48746) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.674412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-925256060'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:08.678114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.711499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:08.719266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:08.724940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:08.738062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:08.753669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.774377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Deleting port f9096ea1-24c9-4b60-a33b-e8fef5837d09 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:08.779849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.811162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] No DVR routers for this DVR port 041259c2-c53b-4e99-988a-5e580005a9de on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:08.865975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:08.867506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.890700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:08.894158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.897490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=834996ed-c4fa-4e84-8946-c00d75b0e299,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.900138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:08.921916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:08.949104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.969436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:45:06Z', 'revision_number': 5, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port': {'id': 'f9096ea1-24c9-4b60-a33b-e8fef5837d09', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:07Z', 'updated_at': '2022-02-16T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:08.980466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] Checking router: 0c7818c0-420e-4c93-8d23-9006e9c75f40 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:09.000688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] Routers {'0c7818c0-420e-4c93-8d23-9006e9c75f40'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:09.001701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0c7818c0-420e-4c93-8d23-9006e9c75f40'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.063087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] For port d3cea6e1-08df-4cde-84ab-1af276510223, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d3cea6e1-08df-4cde-84ab-1af276510223,segment=NetworkSegment(c8aca869-54ae-4472-9980-5de31d882988),segment_id=c8aca869-54ae-4472-9980-5de31d882988)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:09.063517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.076911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Port': ['ID=041259c2-c53b-4e99-988a-5e580005a9de,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.113431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.165926 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/1981e5fb-aee7-494e-9a0b-385eb83c1d49 HTTP/1.1" status: 204 len: 168 time: 1.0302420 Feb 16 12:45:09.170643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 041259c2-c53b-4e99-988a-5e580005a9de up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:09.183167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48752) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:09.184994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9e1a0-fcf8-4ee0-b2f6-480fe7e77f3c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=1981e5fb-aee7-494e-9a0b-385eb83c1d49,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.257024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Calling delete_port for d3cea6e1-08df-4cde-84ab-1af276510223 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:09.260782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.270681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 041259c2-c53b-4e99-988a-5e580005a9de {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:09.271119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 041259c2-c53b-4e99-988a-5e580005a9de not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 12:45:09.307580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.311900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Port 041259c2-c53b-4e99-988a-5e580005a9de not found, will not notify nova. {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 12:45:09.348066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:09.348707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.369981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed85bfe-9df6-469e-b18c-f16f0b146037']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.378135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:09.410183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239afa77-8977-4c62-ad6c-157831acf6e4') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.410528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239afa77-8977-4c62-ad6c-157831acf6e4') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.413402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] Set router 0c7818c0-420e-4c93-8d23-9006e9c75f40 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:09.448998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.452425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.453551 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment 1c964815-e03c-4663-ad77-795cf4019758 of type vlan for network 6656b4b0-5047-4f09-8526-30cae4228439 Feb 16 12:45:09.483906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.493718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:09.494246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.514400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] For port f9096ea1-24c9-4b60-a33b-e8fef5837d09, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f9096ea1-24c9-4b60-a33b-e8fef5837d09,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:09.515137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:09.525692 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:09.529839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:45:08Z', 'revision_number': 6, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.544284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be9fd12-a6e5-4e52-9ee1-c94ae5e41f86 None None] The sync data for ids ['0c7818c0-420e-4c93-8d23-9006e9c75f40'] in dv-neutron-829487-1-hyperv is: [{'id': '0c7818c0-420e-4c93-8d23-9006e9c75f40', 'name': 'tempest-ServerActionsTestJSON-1224391936-router', 'tenant_id': 'c627c7c33d584442a9bd12e6fe547f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:05Z', 'updated_at': '2022-02-16T12:45:08Z', 'revision_number': 6, 'project_id': 'c627c7c33d584442a9bd12e6fe547f03', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:09.544499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.588382 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-b6077058-e343-437d-8737-0e919d9f5600 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0194857 Feb 16 12:45:09.606351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Request body: {'port': {'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.625242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56553552-a3af-4da7-8c5b-abd41a2064da None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:09.656845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.661796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420fe0a3-17c8-491f-9c96-7fef1923e6d9 None None] Network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:09.691082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e86cbe0-4ea9-43fb-9523-9b7ddda1c4fb None None] Network dced99d1-8fdf-44f4-9696-18dff5dfd09b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:09.726542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf5867d-89ca-4e2d-846f-f0860ae57d91 None None] Network eed85bfe-9df6-469e-b18c-f16f0b146037 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:09.745877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No DVR routers for this DVR port d3cea6e1-08df-4cde-84ab-1af276510223 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:09.751978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Port': ['ID=d3cea6e1-08df-4cde-84ab-1af276510223,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.878871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.889672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.954783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf89631-ee3a-4d3c-898a-ee9a07b9cbf4 None None] Network 50636856-31b2-42b5-bf18-43825b510166 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:10.125470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Calling delete_port for f9096ea1-24c9-4b60-a33b-e8fef5837d09 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:10.177786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:10.180007 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/networks/eed85bfe-9df6-469e-b18c-f16f0b146037 HTTP/1.1" status: 204 len: 168 time: 3.1295066 Feb 16 12:45:10.193433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48760) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.276328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765669-504e-459c-90af-3886ce2e0346 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Network': ['ID=eed85bfe-9df6-469e-b18c-f16f0b146037,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.291308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420fe0a3-17c8-491f-9c96-7fef1923e6d9 None None] Network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 could not be found, it might have been deleted concurrently. {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 12:45:10.295443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:10.304797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:10.314198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:10.316611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.322121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.322644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.353966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab7757-2e94-458d-92d6-51e65f28d926 None None] Network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:10.362272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.430003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.434393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.444043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab7757-2e94-458d-92d6-51e65f28d926 None None] Network 3029b9e8-4b48-495d-be9e-c3b1a39efa77 could not be found, it might have been deleted concurrently. {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 12:45:10.489980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50636856-31b2-42b5-bf18-43825b510166']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.501360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:10.505168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.549917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d92ae-009c-4ca8-9504-124bd3a880fc None None] DHCP port deletion for eed85bfe-9df6-469e-b18c-f16f0b146037 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:10.574067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aca869-54ae-4472-9980-5de31d882988') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.574373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aca869-54ae-4472-9980-5de31d882988') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.586455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2614ad49-9d9e-4a04-9ea9-6525fda3ca0c None None] Provisioning for port 834996ed-c4fa-4e84-8946-c00d75b0e299 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:10.608282 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9485471 Feb 16 12:45:10.609328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db515d-2803-43f7-b343-a5c67aef763b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=6656b4b0-5047-4f09-8526-30cae4228439,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.616887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48764) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.626668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:10.639375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 6656b4b0-5047-4f09-8526-30cae4228439 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:10.675632 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2614ad49-9d9e-4a04-9ea9-6525fda3ca0c None None] Provisioning complete for port 834996ed-c4fa-4e84-8946-c00d75b0e299 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:10.676012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2614ad49-9d9e-4a04-9ea9-6525fda3ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.694500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.711906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.736827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.754511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:10.755150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06219ca-d48e-4872-9fab-ca5a7d093634 None None] Network eed85bfe-9df6-469e-b18c-f16f0b146037 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:10.755243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.776245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74cc175-cbef-43bd-9f31-9896409f7b5e None None] Network dced99d1-8fdf-44f4-9696-18dff5dfd09b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:10.776506 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:10.779864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878920c5-88d9-4882-b1a0-307367fe86fc req-00357083-2832-4d31-b826-30e05b745311 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.782573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-878920c5-88d9-4882-b1a0-307367fe86fc req-00357083-2832-4d31-b826-30e05b745311 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.6053064 Feb 16 12:45:10.807030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb4d34-fc11-4cd0-8dae-c473c0f66deb req-3bf8d834-5e9c-40e7-951b-28b3c7335697 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.818229 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7feb4d34-fc11-4cd0-8dae-c473c0f66deb req-3bf8d834-5e9c-40e7-951b-28b3c7335697 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 931 time: 0.7415297 Feb 16 12:45:10.834241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dced99d1-8fdf-44f4-9696-18dff5dfd09b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.878521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf5604-73f7-4b36-8bf8-3c25e9c6b45c None None] Network 50636856-31b2-42b5-bf18-43825b510166 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:10.907140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea51562-3b80-4020-ad3b-18b693df8b25') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.907875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea51562-3b80-4020-ad3b-18b693df8b25') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.942034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.970760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 041259c2-c53b-4e99-988a-5e580005a9de no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:10.981047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.994607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06219ca-d48e-4872-9fab-ca5a7d093634 None None] Network eed85bfe-9df6-469e-b18c-f16f0b146037 could not be found, it might have been deleted concurrently. {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 12:45:11.040444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:11.041206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:11.058244 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:11.097801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 041259c2-c53b-4e99-988a-5e580005a9de {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:11.098154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 041259c2-c53b-4e99-988a-5e580005a9de not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:11.098582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f9096ea1-24c9-4b60-a33b-e8fef5837d09 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:11.117703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.151596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.166825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2614ad49-9d9e-4a04-9ea9-6525fda3ca0c None None] Port 834996ed-c4fa-4e84-8946-c00d75b0e299 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:11.167105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Network': ['ID=50636856-31b2-42b5-bf18-43825b510166,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.176129 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7feb4d34-fc11-4cd0-8dae-c473c0f66deb req-a38990b5-be5a-4029-af57-da2a4f626538 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566663 Feb 16 12:45:11.187772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-878920c5-88d9-4882-b1a0-307367fe86fc req-3eca5f77-8026-469b-81d6-e824e81274d5 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300910 Feb 16 12:45:11.192994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.193856 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-73e85698-401c-4d16-b1e0-af986f978de4 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/50636856-31b2-42b5-bf18-43825b510166 HTTP/1.1" status: 204 len: 168 time: 6.9870887 Feb 16 12:45:11.209652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.217466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416076239'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:11.231988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:11.247796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:network and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:11.254575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:11.254935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.265374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:11.269710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.298292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.311876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Network': ['ID=dced99d1-8fdf-44f4-9696-18dff5dfd09b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.320423 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e541e675-0f15-41b1-a580-3eb22481a732 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/networks/dced99d1-8fdf-44f4-9696-18dff5dfd09b HTTP/1.1" status: 204 len: 168 time: 1.0722456 Feb 16 12:45:11.330309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.461308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-6fb30e69-54ac-4f15-a632-96f4beac9b90 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:11.463167 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-6fb30e69-54ac-4f15-a632-96f4beac9b90 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.67 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.2524319 Feb 16 12:45:11.498139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834996ed-c4fa-4e84-8946-c00d75b0e299 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:11.502673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.509602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.512464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.519703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:11.519703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.548241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Deleting port 07df573d-c666-41d3-b30c-a24adcb64525 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:11.548598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.557464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Transition to ACTIVE for port object 834996ed-c4fa-4e84-8946-c00d75b0e299 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:11.583888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.591525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:11.608116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.613096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.624539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:11.660431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:11.660819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bd5a33a0-7ddd-411f-8b80-fdcd2547cbcf not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:11.670912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.671101 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Added segment bbfbe2b2-7cbc-4148-94bf-258f9e8b26c6 of type vlan for network 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb Feb 16 12:45:11.675862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Update dhcp port {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'fixed_ips': [{'subnet_id': '86b256da-f011-478a-8839-5c4c6a3bb65b'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': 'af2ae141-af01-4140-bfab-9cc9e6211a96'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:45:11.678109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.706258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 6656b4b0-5047-4f09-8526-30cae4228439 is not hosted by any dhcp agent {{(pid=88443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:45:11.716396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:11.716396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.716396 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "PUT /v2.0/networks/6656b4b0-5047-4f09-8526-30cae4228439 HTTP/1.1" status: 200 len: 723 time: 1.0954127 Feb 16 12:45:11.725532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.794440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f9096ea1-24c9-4b60-a33b-e8fef5837d09,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.804625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.862904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '6656b4b0-5047-4f09-8526-30cae4228439', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:11.904511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.007604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:12.065788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Allocated IP 172.20.0.18 (be2995ca-3247-4912-bc6e-202a3d6e16c5/86b256da-f011-478a-8839-5c4c6a3bb65b/af2ae141-af01-4140-bfab-9cc9e6211a96) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:12.069632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:12.088199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c12b78-31af-498f-ae68-60945c3ed8c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=6656b4b0-5047-4f09-8526-30cae4228439,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.092336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.102829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.103531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.105973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 6656b4b0-5047-4f09-8526-30cae4228439 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:12.110414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84acd64-78d7-474b-81ff-24ec41c59aa7']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:12.126901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=b2eda661-6def-4f6f-9a1a-fb5a367c8572,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.131801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Pushing event updated for resources: {'Port': ['ID=834996ed-c4fa-4e84-8946-c00d75b0e299,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.182143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afaf1b5-75e3-4cfe-91aa-4b3f3641bd6a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:12.182486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afaf1b5-75e3-4cfe-91aa-4b3f3641bd6a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:12.247276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.265386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.269260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:12.281860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.291185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:12.300543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:12.304446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:12.304845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:12.320407 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:12.325834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:12.331233 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f11b620d-cb3a-4632-8bf3-24eddf32826e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1417301 Feb 16 12:45:12.340232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:12.409352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'security_group': {'name': 'tempest-secgroup-987351569'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:12.415331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.420420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] For port af2ae141-af01-4140-bfab-9cc9e6211a96, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af2ae141-af01-4140-bfab-9cc9e6211a96,segment=NetworkSegment(fb189b93-d96e-40bd-945d-5547f1a113ee),segment_id=fb189b93-d96e-40bd-945d-5547f1a113ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:12.420594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.421149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.447376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.458296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:12.463826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Transition to ACTIVE for port object af2ae141-af01-4140-bfab-9cc9e6211a96 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:12.467965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Attempting to bind port 834996ed-c4fa-4e84-8946-c00d75b0e299 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:12.472678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Attempting to bind port 834996ed-c4fa-4e84-8946-c00d75b0e299 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:12.472678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Attempting to bind port 834996ed-c4fa-4e84-8946-c00d75b0e299 on network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:12.522727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:12.529126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:12.536155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Port 834996ed-c4fa-4e84-8946-c00d75b0e299 on network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:12.536476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Attempting to bind port 834996ed-c4fa-4e84-8946-c00d75b0e299 on network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:12.548385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.562537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:12.578167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:12.582121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.596191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:12.596191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Checking segment: {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:12.596633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Bound using segment: {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:12.597050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Bound port: 834996ed-c4fa-4e84-8946-c00d75b0e299, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:12.597630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.606294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Network': ['ID=61fcda17-3d6c-40a4-abde-4b1ef5b43cbb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.615360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.623080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.640807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:12.674595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.679870 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f51ceeb7-091c-4cfa-8264-c84b89a4e9db tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4664011 Feb 16 12:45:12.684417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48788) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:12.691356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Request body: {'subnet': {'network_id': '61fcda17-3d6c-40a4-abde-4b1ef5b43cbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:12.736512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.738338 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/networks/e84acd64-78d7-474b-81ff-24ec41c59aa7 HTTP/1.1" status: 204 len: 168 time: 1.4072247 Feb 16 12:45:12.748741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Pushing event updated for resources: {'Port': ['ID=af2ae141-af01-4140-bfab-9cc9e6211a96,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.749003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:12.751247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0d1db-b8e3-400e-a728-e602f630b516 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Network': ['ID=e84acd64-78d7-474b-81ff-24ec41c59aa7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.768012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.769892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.769892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.769892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.769892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.769892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.770420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.770420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.770843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.771313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.771699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.772092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b2156-41cc-43d9-abd2-ed0654b08c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:12.798713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] For port 07df573d-c666-41d3-b30c-a24adcb64525, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07df573d-c666-41d3-b30c-a24adcb64525,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:12.798713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.799443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.813980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.814481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7818c0-420e-4c93-8d23-9006e9c75f40 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:12.917821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af2ae141-af01-4140-bfab-9cc9e6211a96 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:12.919352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b50289-ae64-4562-be0e-a2b149696ca9 req-ce3ad7ea-f009-4a36-b8aa-b92994b64347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.921058 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b8b50289-ae64-4562-be0e-a2b149696ca9 req-ce3ad7ea-f009-4a36-b8aa-b92994b64347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 943 time: 0.4870539 Feb 16 12:45:12.922515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:12.932576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group_rule and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:12.938160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:12.965143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.966571 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b4050ee0-023d-4c2c-8f97-2f30e14490ad admin admin] 10.222.0.47 "DELETE /v2.0/routers/0c7818c0-420e-4c93-8d23-9006e9c75f40 HTTP/1.1" status: 204 len: 168 time: 4.9281213 Feb 16 12:45:12.982184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48796) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:12.998784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:13.006456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574f978-8db4-4666-a7d6-bba0c737c41c req-050b956a-d04f-4f56-8ba7-b9a6df1e537c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.008081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a574f978-8db4-4666-a7d6-bba0c737c41c req-050b956a-d04f-4f56-8ba7-b9a6df1e537c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 945 time: 0.5752809 Feb 16 12:45:13.038787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] For port 834996ed-c4fa-4e84-8946-c00d75b0e299, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:13.049962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] For port 834996ed-c4fa-4e84-8946-c00d75b0e299, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=834996ed-c4fa-4e84-8946-c00d75b0e299,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:13.055032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.082424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:13.110050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Usage tracker for resource:subnet and tenant:8d8af62f595845a3a48759752ce84830 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:13.120462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:13.147049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.189118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:13.226428 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b8b50289-ae64-4562-be0e-a2b149696ca9 req-3affa375-fc07-40ac-b20d-375a82564aec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835019 Feb 16 12:45:13.258967 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a574f978-8db4-4666-a7d6-bba0c737c41c req-9d9e350b-ffac-42c9-88fd-81e1766c62d0 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956575 Feb 16 12:45:13.266814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] Deleting subnet 3623021c-e4a1-4391-9bd0-650472748e87 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:13.283176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.291115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.291808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.293266 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] 10.222.0.67 "PUT /v2.0/ports/834996ed-c4fa-4e84-8946-c00d75b0e299 HTTP/1.1" status: 200 len: 1093 time: 3.6909094 Feb 16 12:45:13.297256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:13.312766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48ab1e-2aad-4e91-a9f5-441d9173ad7e service neutron] Pushing event updated for resources: {'Port': ['ID=834996ed-c4fa-4e84-8946-c00d75b0e299,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.397668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Made reservation on behalf of 8d8af62f595845a3a48759752ce84830 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:13.401387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.424543 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'status': 'completed', 'code': 200} Feb 16 12:45:13.511437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.512886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4bdd7-c0ed-41bc-bead-1e24037827aa None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:13.534333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.551855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.578389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.578773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.579118 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Floating IP d7243a2e-67e6-4274-9759-997a60ae7127 disassociated. External IP: 172.26.6.161, port: 07df573d-c666-41d3-b30c-a24adcb64525. Feb 16 12:45:13.579461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Calling delete_port for 07df573d-c666-41d3-b30c-a24adcb64525 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:13.585320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b6a5a5-306e-4e24-bfd9-6b9ceed40d46']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.623736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e66286-a323-4f8c-9c82-8c7316ab5b4e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.624069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e66286-a323-4f8c-9c82-8c7316ab5b4e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.631268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.660123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.703935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.705037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1e76bb07-7524-445b-b171-f9bc06652041 None None] Provisioning for port af2ae141-af01-4140-bfab-9cc9e6211a96 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:13.714961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e77152-a667-41ec-9f48-da489b483719,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.718700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:13.719346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1e76bb07-7524-445b-b171-f9bc06652041 None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:13.719709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.719825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e76bb07-7524-445b-b171-f9bc06652041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:13.737030 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:13.929563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.939251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1e76bb07-7524-445b-b171-f9bc06652041 None None] Provisioning complete for port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:13.939693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e76bb07-7524-445b-b171-f9bc06652041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.945207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.963051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.964572 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ca74d6e5-c560-401f-9370-07a282580661 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5767832 Feb 16 12:45:13.967515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b864a9-edf6-4b69-afd3-a53b1b22a856 req-8ed74671-5690-4297-8f61-050a777e79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.969643 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b7b864a9-edf6-4b69-afd3-a53b1b22a856 req-8ed74671-5690-4297-8f61-050a777e79d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1096 time: 0.5369983 Feb 16 12:45:13.978112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48802) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:13.988962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'security_group': {'name': 'tempest-secgroup-2011326223'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:14.011194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:14.020553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1e76bb07-7524-445b-b171-f9bc06652041 None None] Port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:14.027534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:14.040102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:14.062723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:14.110770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] Update dhcp port {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'fixed_ips': [{'subnet_id': '86b256da-f011-478a-8839-5c4c6a3bb65b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b2eda661-6def-4f6f-9a1a-fb5a367c8572'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': 'af2ae141-af01-4140-bfab-9cc9e6211a96'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:45:14.116335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=7e47fb22-cb05-4cb4-bb60-03b80fc404ef,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.136473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.140926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': '1c964815-e03c-4663-ad77-795cf4019758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6656b4b0-5047-4f09-8526-30cae4228439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:14.141291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 6656b4b0-5047-4f09-8526-30cae4228439, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:14.172793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.183718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.189640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.206531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.210061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.235631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] Pushing event deleted for resources: {'Network': ['ID=56b6a5a5-306e-4e24-bfd9-6b9ceed40d46,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.241441 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-86275c07-8078-429f-81cb-a6654f1431a5 tempest-BulkNetworkOpsIpV6Test-745175746 tempest-BulkNetworkOpsIpV6Test-745175746-project] 10.222.0.47 "DELETE /v2.0/networks/56b6a5a5-306e-4e24-bfd9-6b9ceed40d46 HTTP/1.1" status: 204 len: 168 time: 1.4866843 Feb 16 12:45:14.242561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b864a9-edf6-4b69-afd3-a53b1b22a856 req-20e2b0cc-c0fa-44c6-9d3d-5d1f0130a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.248541 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b7b864a9-edf6-4b69-afd3-a53b1b22a856 req-20e2b0cc-c0fa-44c6-9d3d-5d1f0130a79f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2594345 Feb 16 12:45:14.249696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 6656b4b0-5047-4f09-8526-30cae4228439 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:14.256589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event deleted for resources: {'Port': ['ID=07df573d-c666-41d3-b30c-a24adcb64525,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.264089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3623021c-e4a1-4391-9bd0-650472748e87,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.331023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07df573d-c666-41d3-b30c-a24adcb64525 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:14.388188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 07df573d-c666-41d3-b30c-a24adcb64525 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:14.392337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07df573d-c666-41d3-b30c-a24adcb64525 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:14.392337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0433e4-f21f-4637-b906-fa0febe1ef62 None None] Network 36e1f399-a6d1-471c-88c7-46719211fb88 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:14.454460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.458749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 6656b4b0-5047-4f09-8526-30cae4228439) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:14.464321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.465554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.513414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9ab58-dc34-4a68-bfe2-7c5073260004 None None] Network 6656b4b0-5047-4f09-8526-30cae4228439 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:14.518762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b864a9-edf6-4b69-afd3-a53b1b22a856 req-52c23cb1-9d27-477f-987b-b13ca7ce4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.520307 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b7b864a9-edf6-4b69-afd3-a53b1b22a856 req-52c23cb1-9d27-477f-987b-b13ca7ce4925 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2590783 Feb 16 12:45:14.563103 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5752b8e1-d334-47e8-9bcd-d36cfe5fde49 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8228507 Feb 16 12:45:14.596072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:14.603999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:14.606462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a7275027-5bcd-4186-b0fb-2aac577c9b1e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:14.653274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:45:14.656368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f2adb4f8-d268-40ad-8dca-4fe4cc3211ae req-dd5de336-dd6c-4fe3-8979-b92481fa437c tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.1993637 Feb 16 12:45:14.664526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.674382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group_rule and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:14.721165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:14.732147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:14.786810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7275027-5bcd-4186-b0fb-2aac577c9b1e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1067547807'] for subnet, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.803382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] Allocated IP 172.20.0.2 (be2995ca-3247-4912-bc6e-202a3d6e16c5/b2eda661-6def-4f6f-9a1a-fb5a367c8572/af2ae141-af01-4140-bfab-9cc9e6211a96) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:14.953633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Checking segment: {'id': 'bbfbe2b2-7cbc-4148-94bf-258f9e8b26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '61fcda17-3d6c-40a4-abde-4b1ef5b43cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:14.954262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network hostable DHCP agents. Network: 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:15.008826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48818) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.033895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-dd3c06e7-d06c-4e70-867d-46fbc3268701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.035967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-dd3c06e7-d06c-4e70-867d-46fbc3268701 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1096 time: 0.4700305 Feb 16 12:45:15.041282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-6656b4b0-5047-4f09-8526-30cae4228439', 'network_id': '6656b4b0-5047-4f09-8526-30cae4228439', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': '7e47fb22-cb05-4cb4-bb60-03b80fc404ef'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:15.042234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.098294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event updated for resources: {'Subnet': ['ID=97d0a63d-5ff4-4a80-b8c3-781273d502b9,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.101652 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1280d12-082c-492b-8d0b-afb94848e569 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3623021c-e4a1-4391-9bd0-650472748e87 HTTP/1.1" status: 204 len: 168 time: 2.1112411 Feb 16 12:45:15.128255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48824) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.138767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Router 6125d817-efd1-4409-b6c6-ee3f5664a717 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:15.150560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.158203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] DHCP port deletion for 36e1f399-a6d1-471c-88c7-46719211fb88 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:15.161788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] For port af2ae141-af01-4140-bfab-9cc9e6211a96, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af2ae141-af01-4140-bfab-9cc9e6211a96,segment=NetworkSegment(fb189b93-d96e-40bd-945d-5547f1a113ee),segment_id=fb189b93-d96e-40bd-945d-5547f1a113ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:15.172284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7275027-5bcd-4186-b0fb-2aac577c9b1e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748313416991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1067622251'] for subnet, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.173028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] Deleting port 60d58950-850b-4e8f-9957-be00e5e5754f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:15.173477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.185981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f19391-dc28-4cca-a3cb-102a8b28068a req-7b3b04a2-712e-4fd9-9f62-081a1cd26933 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.193773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25f19391-dc28-4cca-a3cb-102a8b28068a req-7b3b04a2-712e-4fd9-9f62-081a1cd26933 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 943 time: 0.7468116 Feb 16 12:45:15.206167 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-12eb9dcb-e082-4d56-a9c6-a922e5454470 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834996ed-c4fa-4e84-8946-c00d75b0e299 HTTP/1.1" status: 200 len: 217 time: 0.1577318 Feb 16 12:45:15.289838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.292003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.309676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Network 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:15.364479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7275027-5bcd-4186-b0fb-2aac577c9b1e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.364719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] Transition to ACTIVE for port object af2ae141-af01-4140-bfab-9cc9e6211a96 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:15.365061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7275027-5bcd-4186-b0fb-2aac577c9b1e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.368926 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a7275027-5bcd-4186-b0fb-2aac577c9b1e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "PUT /v2.0/subnets/7e47fb22-cb05-4cb4-bb60-03b80fc404ef HTTP/1.1" status: 200 len: 806 time: 0.7650514 Feb 16 12:45:15.375361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.379697 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25f19391-dc28-4cca-a3cb-102a8b28068a req-89224584-0a1b-4f7f-a862-53e1ae9cd52d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840863 Feb 16 12:45:15.397799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Allocated IP 172.20.0.2 (6656b4b0-5047-4f09-8526-30cae4228439/7e47fb22-cb05-4cb4-bb60-03b80fc404ef/bc3803f0-eaa7-4666-8fbd-4e0cc1e37201) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:15.444685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.458299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.462707 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4810429 Feb 16 12:45:15.462849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.472102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48832) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.487120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:15.491621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.493117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.497560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7275027-5bcd-4186-b0fb-2aac577c9b1e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=7e47fb22-cb05-4cb4-bb60-03b80fc404ef,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.506210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-62c3b7e3-77c3-4457-8ad7-b988b67bd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.507802 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-62c3b7e3-77c3-4457-8ad7-b988b67bd38e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adaeea1f-3874-4676-a412-2112bc33a7e4 HTTP/1.1" status: 200 len: 835 time: 0.2773316 Feb 16 12:45:15.510554 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e04c510c-ee84-47ee-b89a-848386ffe6a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10dd0b53d85c4af1a93de1588badd484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993157 Feb 16 12:45:15.513853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.515058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'security_group': {'name': 'tempest-secgroup-85211336'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:15.520830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fbf2b-34c2-478b-b61b-def1c57afaa0 None None] Network 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:15.522974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d6d33-c0ad-4015-ab0a-77ba541203ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5dc93b-b4fe-4161-9b0a-eb4a143a5a2b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.530216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:15.538926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:15.544050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:15.554860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:15.563163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:15.575174 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] Sync routers for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:15.588980 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:15.590546 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:15.624636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Deleting port 60d58950-850b-4e8f-9957-be00e5e5754f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:15.624985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.649425 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-97813b1a-67c2-4faa-bf79-8760c29bccbd tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9632742 Feb 16 12:45:15.651655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48840) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.660160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] No DVR routers for this DVR port 07df573d-c666-41d3-b30c-a24adcb64525 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:15.663019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.665173 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bbcc151-692f-438f-ae2a-5d8703d01248 req-960555e1-c428-4172-aa76-7a1d828afd9f tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.67 "DELETE /v2.0/ports/07df573d-c666-41d3-b30c-a24adcb64525 HTTP/1.1" status: 204 len: 173 time: 4.1930916 Feb 16 12:45:15.782570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.815457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] For port 60d58950-850b-4e8f-9957-be00e5e5754f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=60d58950-850b-4e8f-9957-be00e5e5754f,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:15.816051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.844161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'name': 'network-vif-deleted', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:15.866490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.873291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.917190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60785170-9b69-4e2e-84b8-028ace63caaa None None] Pushing event updated for resources: {'Port': ['ID=af2ae141-af01-4140-bfab-9cc9e6211a96,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.920047 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:15.951259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-da528bd8-6f43-4af8-bdc9-11bb94e1a9bf req-e55f4148-39b9-4749-92ea-b648bc0c5cab tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Synchronizing usage tracker for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:16.004098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05f2292-9272-4ab2-bef1-dc785535c3df', 'name': 'network-vif-deleted', 'tag': '07df573d-c666-41d3-b30c-a24adcb64525', 'status': 'completed', 'code': 200} Feb 16 12:45:16.026932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-314e6910-06b4-4f07-b411-7b4ca38ec545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.263186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.274860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Transition to ACTIVE for port object bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:16.288577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:16.291136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-da528bd8-6f43-4af8-bdc9-11bb94e1a9bf req-e55f4148-39b9-4749-92ea-b648bc0c5cab tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Unset dirty status for tenant:0c5c902b6ead4979882e8273e50b93ca on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:16.292774 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-da528bd8-6f43-4af8-bdc9-11bb94e1a9bf req-e55f4148-39b9-4749-92ea-b648bc0c5cab tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05f2292-9272-4ab2-bef1-dc785535c3df HTTP/1.1" status: 200 len: 210 time: 0.3936629 Feb 16 12:45:16.296550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Transition to ACTIVE for port object bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:16.303097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:security_group_rule and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:16.308622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:16.309185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] Calling delete_port for 60d58950-850b-4e8f-9957-be00e5e5754f owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:16.320782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:16.354623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.416811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.459467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c629-ac61-4295-826b-631bbf055e31 req-d4b8ccfd-7add-4d10-ae5c-b253775fd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.465132 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 5, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.470331 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] Checking router: 6125d817-efd1-4409-b6c6-ee3f5664a717 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:16.476842 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-d4b8ccfd-7add-4d10-ae5c-b253775fd576 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9559867 Feb 16 12:45:16.488906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-314e6910-06b4-4f07-b411-7b4ca38ec545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.489058 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:16.489058 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.569501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.590039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Network 6656b4b0-5047-4f09-8526-30cae4228439 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:16.612638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:16.663042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.675657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:16.700687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Subnet': ['ID=97d0a63d-5ff4-4a80-b8c3-781273d502b9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.710263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Pushing event updated for resources: {'Port': ['ID=bc3803f0-eaa7-4666-8fbd-4e0cc1e37201,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.773856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.845905 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:16.869269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.883082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ba0b1b-8d48-454f-8e5d-f2140824a927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-61fcda17-3d6c-40a4-abde-4b1ef5b43cbb', 'network_id': '61fcda17-3d6c-40a4-abde-4b1ef5b43cbb', 'tenant_id': '8d8af62f595845a3a48759752ce84830', 'fixed_ips': [{'subnet_id': '97d0a63d-5ff4-4a80-b8c3-781273d502b9'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:16.883907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21ba0b1b-8d48-454f-8e5d-f2140824a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.905027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] For port 60d58950-850b-4e8f-9957-be00e5e5754f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=60d58950-850b-4e8f-9957-be00e5e5754f,segment=NetworkSegment(ac4e769f-0407-4ec2-9d78-3bcb843c8680),segment_id=ac4e769f-0407-4ec2-9d78-3bcb843c8680)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:16.905425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.913431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] No DVR routers for this DVR port 60d58950-850b-4e8f-9957-be00e5e5754f on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:16.935705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.942434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.972446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af2ae141-af01-4140-bfab-9cc9e6211a96 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:17.038226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80693823-c23a-4499-971c-2b274bcfd7a1 None None] Pushing event deleted for resources: {'Port': ['ID=60d58950-850b-4e8f-9957-be00e5e5754f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.084606 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-36e15d3c-7303-427f-86f0-c725b462289a service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556364 Feb 16 12:45:17.111048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fcda17-3d6c-40a4-abde-4b1ef5b43cbb']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.146473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af79fd-75c2-4427-aad3-882a0d41273f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.147741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1ea2b51b-9806-44e6-ae41-9fe8c4b92d5b None None] Provisioning for port af2ae141-af01-4140-bfab-9cc9e6211a96 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:17.149801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfbe2b2-7cbc-4148-94bf-258f9e8b26c6') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.150146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfbe2b2-7cbc-4148-94bf-258f9e8b26c6') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.165839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Attempting to bind port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:17.166020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae13cb-f04f-440b-b6f8-652a38dce865 req-6c910f8b-995c-48dc-b138-18cc967248ab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.166757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Attempting to bind port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '1c964815-e03c-4663-ad77-795cf4019758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6656b4b0-5047-4f09-8526-30cae4228439'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:17.167161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Attempting to bind port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 on network 6656b4b0-5047-4f09-8526-30cae4228439 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:17.173268 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-efae13cb-f04f-440b-b6f8-652a38dce865 req-6c910f8b-995c-48dc-b138-18cc967248ab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 943 time: 0.5259230 Feb 16 12:45:17.186865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1ea2b51b-9806-44e6-ae41-9fe8c4b92d5b None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:17.191365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b51b-9806-44e6-ae41-9fe8c4b92d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.226089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.254004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:17.254004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Checking segment: {'id': '1c964815-e03c-4663-ad77-795cf4019758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6656b4b0-5047-4f09-8526-30cae4228439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:17.254004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.254004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Bound using segment: {'id': '1c964815-e03c-4663-ad77-795cf4019758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6656b4b0-5047-4f09-8526-30cae4228439'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:17.254004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Bound port: bc3803f0-eaa7-4666-8fbd-4e0cc1e37201, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c964815-e03c-4663-ad77-795cf4019758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6656b4b0-5047-4f09-8526-30cae4228439'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:17.254004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.255641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.268091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:17.268824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.271020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Calling delete_port for 60d58950-850b-4e8f-9957-be00e5e5754f owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:17.314064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:17.418419 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:17.425379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] For port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:17.427139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.432097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] For port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bc3803f0-eaa7-4666-8fbd-4e0cc1e37201,segment=NetworkSegment(1c964815-e03c-4663-ad77-795cf4019758),segment_id=1c964815-e03c-4663-ad77-795cf4019758)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:17.436657 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e23bc824-0183-4fe7-ab4f-3ecdb5e6357c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.9617424 Feb 16 12:45:17.440606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.444973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=7e47fb22-cb05-4cb4-bb60-03b80fc404ef,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.451781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1750479330', 'security_groups': ['d8af79fd-75c2-4427-aad3-882a0d41273f'], 'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2eda661-6def-4f6f-9a1a-fb5a367c8572'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:17.464914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:17.465331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.479754 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 5, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.489011 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb4c03-9361-4b53-a42f-2c6502023333 None None] The sync data for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv is: [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:43:45Z', 'revision_number': 4, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'bf056ef9-cbe4-49a0-a610-852fc8dc6ace', 'name': '', 'network_id': '0c90a4b7-703b-4593-80c1-0955fec57286', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'mac_address': 'fa:16:3e:df:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 5, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'subnets': [{'id': 'f4ca8cdf-5cf6-40cc-93bb-181c07c020bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:17.492093 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-efae13cb-f04f-440b-b6f8-652a38dce865 req-ef233d37-a05d-4ac6-9611-bc1c9abee6b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163030 Feb 16 12:45:17.496674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.537798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.545018 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/61fcda17-3d6c-40a4-abde-4b1ef5b43cbb HTTP/1.1" status: 204 len: 168 time: 1.8874972 Feb 16 12:45:17.549154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48858) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.587545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.590607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-314e6910-06b4-4f07-b411-7b4ca38ec545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.598463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b58610-629a-4840-a312-6653b57dcd17 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Network': ['ID=61fcda17-3d6c-40a4-abde-4b1ef5b43cbb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.600402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48862) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.607045 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ad3064-2882-4690-9c96-b0e890e47a93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:17.607501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ad3064-2882-4690-9c96-b0e890e47a93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:17.611622 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-02ad3064-2882-4690-9c96-b0e890e47a93 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/97d0a63d-5ff4-4a80-b8c3-781273d502b9 HTTP/1.1" status: 404 len: 337 time: 0.0590787 Feb 16 12:45:17.611929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48866) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.651957 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-669a2a86-86f7-42c0-bbf9-9403ae4a0132 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:17.652428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669a2a86-86f7-42c0-bbf9-9403ae4a0132 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:17.657092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-669a2a86-86f7-42c0-bbf9-9403ae4a0132 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/61fcda17-3d6c-40a4-abde-4b1ef5b43cbb HTTP/1.1" status: 404 len: 339 time: 0.0413184 Feb 16 12:45:17.661848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48870) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.707672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e6910-06b4-4f07-b411-7b4ca38ec545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ceb085-5492-42b3-87cf-3e4b5cc471d1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.709338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e63c3f-7ef2-416e-8df3-7e25afd0393a None None] Network 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:17.723754 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc05cc9c-8e78-40fb-8524-7bdccb5fa2df tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:17.724204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc05cc9c-8e78-40fb-8524-7bdccb5fa2df tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:17.725884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bc05cc9c-8e78-40fb-8524-7bdccb5fa2df tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/3a3e0732-d421-46cd-a801-7b00f3944411 HTTP/1.1" status: 404 len: 337 time: 0.0631855 Feb 16 12:45:17.727914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.728517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48874) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.743614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e63c3f-7ef2-416e-8df3-7e25afd0393a None None] Network 61fcda17-3d6c-40a4-abde-4b1ef5b43cbb could not be found, it might have been deleted concurrently. {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 12:45:17.760410 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-142488c9-a1af-4460-a109-a746ffb03f3d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:17.761221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142488c9-a1af-4460-a109-a746ffb03f3d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:17.762721 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-142488c9-a1af-4460-a109-a746ffb03f3d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/50636856-31b2-42b5-bf18-43825b510166 HTTP/1.1" status: 404 len: 339 time: 0.0330818 Feb 16 12:45:17.771241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48878) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.785377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:17.785787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:17.804838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6656b4b0-5047-4f09-8526-30cae4228439']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.813948 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49e6c629-ac61-4295-826b-631bbf055e31 req-26527b69-b45c-4418-908a-b337adc63752 service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778341 Feb 16 12:45:17.819788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-685d7ad4-b7fe-4137-b6e4-82dea3e9c621 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.823648 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-07160941-0d4f-47a6-89f1-41a464634ee8 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:17.824315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07160941-0d4f-47a6-89f1-41a464634ee8 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:17.826059 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-07160941-0d4f-47a6-89f1-41a464634ee8 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/5f7e495d-b9b1-40c0-847b-b754841cfe4c HTTP/1.1" status: 404 len: 337 time: 0.0538595 Feb 16 12:45:17.837583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c964815-e03c-4663-ad77-795cf4019758') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.838048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c964815-e03c-4663-ad77-795cf4019758') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:17.847218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48882) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.854651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-314e6910-06b4-4f07-b411-7b4ca38ec545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.858682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-314e6910-06b4-4f07-b411-7b4ca38ec545 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07ceb085-5492-42b3-87cf-3e4b5cc471d1 HTTP/1.1" status: 204 len: 168 time: 2.3389986 Feb 16 12:45:17.877102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.896815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:17.908128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.910109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-25942111-0d52-44ce-b0eb-18ed5c528b18 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:17.910711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25942111-0d52-44ce-b0eb-18ed5c528b18 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:17.912530 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-25942111-0d52-44ce-b0eb-18ed5c528b18 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/0002580e-bb3e-4097-98ef-0849b0c20964 HTTP/1.1" status: 404 len: 339 time: 0.0642014 Feb 16 12:45:17.914408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-685d7ad4-b7fe-4137-b6e4-82dea3e9c621 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.922797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48888) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.925236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:17.930111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:17.930796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:17.953211 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:17.969970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592431-e300-4b87-a28a-af842daf7cb5 None None] Pushing event updated for resources: {'Port': ['ID=bc3803f0-eaa7-4666-8fbd-4e0cc1e37201,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.983729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd2763-03ab-4a62-ab3e-5bf64592c15b None None] New status for floating IP d7243a2e-67e6-4274-9759-997a60ae7127: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:18.037040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting port aeaf35c2-24d8-44cf-9bac-76cef8583e06 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:18.039012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.060316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 60d58950-850b-4e8f-9957-be00e5e5754f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:18.104412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ba1e7-9206-4854-bc53-f20e5e27de5f None None] Network 6656b4b0-5047-4f09-8526-30cae4228439 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:18.117719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1ea2b51b-9806-44e6-ae41-9fe8c4b92d5b None None] Provisioning complete for port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:18.118413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b51b-9806-44e6-ae41-9fe8c4b92d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.119602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:45:18.119602 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:45:18.119602 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': '6656b4b0-5047-4f09-8526-30cae4228439'}] Feb 16 12:45:18.119602 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:18.120346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:18.120425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:18.218233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 60d58950-850b-4e8f-9957-be00e5e5754f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:18.218652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 60d58950-850b-4e8f-9957-be00e5e5754f not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:18.279523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.293844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Deleting port 60d58950-850b-4e8f-9957-be00e5e5754f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:18.294284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.336793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-685d7ad4-b7fe-4137-b6e4-82dea3e9c621 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.357397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.387540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] The port '60d58950-850b-4e8f-9957-be00e5e5754f' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:45:18.393882 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] device_id is not set on port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:18.467334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2b51b-9806-44e6-ae41-9fe8c4b92d5b None None] Port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:18.512781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Calling delete_port for aeaf35c2-24d8-44cf-9bac-76cef8583e06 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:18.543618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d7ad4-b7fe-4137-b6e4-82dea3e9c621 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5b6d7f-8424-49cb-86a9-32b6d0d4b473,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.608358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-88ed1513-7e1a-4e30-9202-061b534e5ede None None] Could not find standard attr ID for object 83553f62-2609-44f1-9954-fba9887bd4ba. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:18.629429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c37b1-67e4-4c5b-aa45-3b0da2d675da None None] Network 6656b4b0-5047-4f09-8526-30cae4228439 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:18.646100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-685d7ad4-b7fe-4137-b6e4-82dea3e9c621 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.652766 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-685d7ad4-b7fe-4137-b6e4-82dea3e9c621 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "DELETE /v2.0/security-groups/1d5b6d7f-8424-49cb-86a9-32b6d0d4b473 HTTP/1.1" status: 204 len: 168 time: 1.0417359 Feb 16 12:45:18.657621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48904) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.684749 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-5693d459-1e2a-4727-b562-69ac430c1fc9 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] show failed (client error): The resource could not be found. Feb 16 12:45:18.688955 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5693d459-1e2a-4727-b562-69ac430c1fc9 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "GET /v2.0/security-groups/1d5b6d7f-8424-49cb-86a9-32b6d0d4b473 HTTP/1.1" status: 404 len: 347 time: 0.0270972 Feb 16 12:45:18.689085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48908) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.712110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.770749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.790705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.839633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e1f399-a6d1-471c-88c7-46719211fb88']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:18.858828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4e769f-0407-4ec2-9d78-3bcb843c8680') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:18.859201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4e769f-0407-4ec2-9d78-3bcb843c8680') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:18.872110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.881420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f84f0-c3b3-493c-a0e0-ebcf87944f92 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:45:18.897083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.904085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:18.904487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:19.016959 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:19.074841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f84f0-c3b3-493c-a0e0-ebcf87944f92 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:19.115102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.5 (be2995ca-3247-4912-bc6e-202a3d6e16c5/b2eda661-6def-4f6f-9a1a-fb5a367c8572/4a448cc5-65cd-4ec5-8c6f-1e73038fc940) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:19.162111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.175887 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/ports/aeaf35c2-24d8-44cf-9bac-76cef8583e06 HTTP/1.1" status: 204 len: 168 time: 1.2519517 Feb 16 12:45:19.176885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48918) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.277201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.286723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.321806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e1f399-a6d1-471c-88c7-46719211fb88,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.329806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:19.330123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Deleting port 8fbfc9e8-066c-4f38-8fcb-5cffbda15cca {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:19.330462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.330595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.381982 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaa1cc-2411-41d8-b658-dc07ef97a999 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Port': ['ID=aeaf35c2-24d8-44cf-9bac-76cef8583e06,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.384085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b23711-8eef-4467-a055-f76597628793 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:19.384541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b23711-8eef-4467-a055-f76597628793 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:19.388551 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c5b23711-8eef-4467-a055-f76597628793 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/ec56517b-5cfb-40e3-a490-0fe6d0c2ba8e HTTP/1.1" status: 404 len: 337 time: 0.2013881 Feb 16 12:45:19.390237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.390464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48926) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.496795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.523682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:19.572356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7c95fa9b-60fa-4f28-a84b-f91d0dafe08b tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] Request body: {'port': {'network_id': '54322df0-a096-4a02-bf59-b8e20efec33b', 'name': 'tempest-NetworksNegativeTestJSON-1817476477'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:19.603298 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ef052b50-f5a6-4dba-9f0b-96e15cc51160 admin admin] 10.222.0.47 "DELETE /v2.0/networks/36e1f399-a6d1-471c-88c7-46719211fb88 HTTP/1.1" status: 204 len: 168 time: 4.4672055 Feb 16 12:45:19.668039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.668632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.730424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bc3803f0-eaa7-4666-8fbd-4e0cc1e37201,segment=NetworkSegment(1c964815-e03c-4663-ad77-795cf4019758),segment_id=1c964815-e03c-4663-ad77-795cf4019758)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:19.732867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.733003 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c95fa9b-60fa-4f28-a84b-f91d0dafe08b tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] POST failed (client error): The resource could not be found. Feb 16 12:45:19.733003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c95fa9b-60fa-4f28-a84b-f91d0dafe08b tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:19.738198 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7c95fa9b-60fa-4f28-a84b-f91d0dafe08b tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3429949 Feb 16 12:45:19.738974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48936) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.801483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.809678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Calling delete_port for 8fbfc9e8-066c-4f38-8fcb-5cffbda15cca owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:19.868036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fe0c9-0e48-4f4b-b8bf-8744db4480d9 req-e94a2c0e-5ac9-4db7-8181-69795f313225 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:19.869529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a74fe0c9-0e48-4f4b-b8bf-8744db4480d9 req-e94a2c0e-5ac9-4db7-8181-69795f313225 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 943 time: 1.1003034 Feb 16 12:45:19.884336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:19.919221 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc7e228-23b4-426d-a19a-ef9849ae0691 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:19.919522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc7e228-23b4-426d-a19a-ef9849ae0691 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:19.924851 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3fc7e228-23b4-426d-a19a-ef9849ae0691 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "DELETE /v2.0/networks/6bf5f00e-8382-4b26-856a-a00a6a9dd260 HTTP/1.1" status: 404 len: 339 time: 0.1807549 Feb 16 12:45:19.928356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.976919 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8e8ab7-e28a-46b4-a532-56c30f3d5be0 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:19.977372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8e8ab7-e28a-46b4-a532-56c30f3d5be0 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:19.982647 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9d8e8ab7-e28a-46b4-a532-56c30f3d5be0 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "DELETE /v2.0/ports/d511ae73-a1f4-4370-b042-f971b6a0756d HTTP/1.1" status: 404 len: 333 time: 0.0498114 Feb 16 12:45:19.983195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48944) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.036088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.038782 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6110b7-f73c-4799-b70c-79655185f667 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:20.039070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6110b7-f73c-4799-b70c-79655185f667 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:20.042062 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ed6110b7-f73c-4799-b70c-79655185f667 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "DELETE /v2.0/subnets/e5dc8bfb-133f-4574-8ce8-8acecab20254 HTTP/1.1" status: 404 len: 337 time: 0.0569315 Feb 16 12:45:20.046429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48948) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.081574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48952) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.088997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a74fe0c9-0e48-4f4b-b8bf-8744db4480d9 req-3113f635-a65e-4698-b1ee-09f119d9f81a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112551 Feb 16 12:45:20.096089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.111092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ff99a1-aa2f-4247-aa1a-e6d8f07f1f5d tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] GET failed (client error): The resource could not be found. Feb 16 12:45:20.112591 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-78ff99a1-aa2f-4247-aa1a-e6d8f07f1f5d tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "GET /v2.0/networks/0b8d9b84-301e-4b00-ad3f-8b1e73a4bc25 HTTP/1.1" status: 404 len: 339 time: 0.0627289 Feb 16 12:45:20.122889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48956) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.137718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:20.148244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:20.156746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:20.179437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911f5cee-7543-4e6c-a501-4ba0d290ef51']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.189863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=4a448cc5-65cd-4ec5-8c6f-1e73038fc940,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.212177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.243984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af71b41-e330-41b5-bf31-f1f0cd81302d') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.243984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af71b41-e330-41b5-bf31-f1f0cd81302d') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.259228 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef7378b-af39-42f0-97c1-0952b52c458b tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] GET failed (client error): The resource could not be found. Feb 16 12:45:20.264069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cef7378b-af39-42f0-97c1-0952b52c458b tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "GET /v2.0/ports/bc56aafb-c125-405b-a3a0-ce362f8fd6af HTTP/1.1" status: 404 len: 333 time: 0.1377456 Feb 16 12:45:20.266317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.271154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.287339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 834996ed-c4fa-4e84-8946-c00d75b0e299 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:45:20.298856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.305132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:20.305459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:20.322431 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:20.332310 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0ba8ca48-5b6e-48b9-aae7-ef75a09612fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c627c7c33d584442a9bd12e6fe547f03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2412927 Feb 16 12:45:20.332310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=bc3803f0-eaa7-4666-8fbd-4e0cc1e37201,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.332310 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e22bdab-e630-4428-904b-2d31b6384b12 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] GET failed (client error): The resource could not be found. Feb 16 12:45:20.333084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48964) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.333171 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7e22bdab-e630-4428-904b-2d31b6384b12 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "GET /v2.0/subnets/da49e501-b100-4dde-be36-dd92c8402f7e HTTP/1.1" status: 404 len: 337 time: 0.0549064 Feb 16 12:45:20.339144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.345014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port bc3803f0-eaa7-4666-8fbd-4e0cc1e37201 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:20.352237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a6093830-5a0b-4a05-9454-57f694e64e19 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:20.403375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.422159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:20.422814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.455212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6093830-5a0b-4a05-9454-57f694e64e19 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] PUT failed (client error): The resource could not be found. Feb 16 12:45:20.455689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6093830-5a0b-4a05-9454-57f694e64e19 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:20.460308 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a6093830-5a0b-4a05-9454-57f694e64e19 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "PUT /v2.0/networks/80cf69eb-fc55-494c-b69b-f7ad7c23c082 HTTP/1.1" status: 404 len: 339 time: 0.1141567 Feb 16 12:45:20.471509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48972) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.472811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 834996ed-c4fa-4e84-8946-c00d75b0e299, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=834996ed-c4fa-4e84-8946-c00d75b0e299,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:20.487478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Pushing event deleted for resources: {'Port': ['ID=8fbfc9e8-066c-4f38-8fcb-5cffbda15cca,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.499918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:45:20.528256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f2964a67-8f5d-4308-9449-6eb8342f5cea tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:20.579180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.598646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834996ed-c4fa-4e84-8946-c00d75b0e299 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:20.622368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 834996ed-c4fa-4e84-8946-c00d75b0e299, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=834996ed-c4fa-4e84-8946-c00d75b0e299,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:20.622675 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2964a67-8f5d-4308-9449-6eb8342f5cea tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] PUT failed (client error): The resource could not be found. Feb 16 12:45:20.623195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2964a67-8f5d-4308-9449-6eb8342f5cea tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:20.624988 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f2964a67-8f5d-4308-9449-6eb8342f5cea tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "PUT /v2.0/ports/2ab056ef-4923-4c93-920e-05f7fb601142 HTTP/1.1" status: 404 len: 333 time: 0.1431930 Feb 16 12:45:20.633135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48976) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.640878 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3a06deb-ba7e-47bb-88ca-7c9d9e1c2f8d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1972663 Feb 16 12:45:20.643275 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6b636aed-1a75-42c6-a60e-0a0f7684e330 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:20.644455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48980) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.651961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:20.667290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.673919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e406e54b-4fb2-4fd7-9c7d-9d875dc7e818 None None] Provisioning for port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:20.679922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e406e54b-4fb2-4fd7-9c7d-9d875dc7e818 None None] Provisioning complete for port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:20.680658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e406e54b-4fb2-4fd7-9c7d-9d875dc7e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.688085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.692380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.733158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.756179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6656b4b0-5047-4f09-8526-30cae4228439']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.783708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c964815-e03c-4663-ad77-795cf4019758') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.784001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c964815-e03c-4663-ad77-795cf4019758') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.792501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e406e54b-4fb2-4fd7-9c7d-9d875dc7e818 None None] Port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:20.816827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=834996ed-c4fa-4e84-8946-c00d75b0e299,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.836854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.852649 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b636aed-1a75-42c6-a60e-0a0f7684e330 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] PUT failed (client error): The resource could not be found. Feb 16 12:45:20.853101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b636aed-1a75-42c6-a60e-0a0f7684e330 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:20.854211 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6b636aed-1a75-42c6-a60e-0a0f7684e330 tempest-NetworksNegativeTestJSON-2062783288 tempest-NetworksNegativeTestJSON-2062783288-project] 10.222.0.47 "PUT /v2.0/subnets/9a1683ee-00c6-456a-9d0d-693ebdba4db6 HTTP/1.1" status: 404 len: 337 time: 0.2200236 Feb 16 12:45:20.866898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.868772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Network': ['ID=911f5cee-7543-4e6c-a501-4ba0d290ef51,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.876794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.877181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:20.877292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.878153 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0f97edcf-3fb4-4cda-ae47-4d0407afeb98 tempest-ServersTestManualDisk-1496051786 tempest-ServersTestManualDisk-1496051786-project] 10.222.0.47 "DELETE /v2.0/floatingips/d7243a2e-67e6-4274-9759-997a60ae7127 HTTP/1.1" status: 204 len: 168 time: 2.1879761 Feb 16 12:45:20.878735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:20.878843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7199b1-f345-4836-aa37-5dd403f2d39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.879167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.881863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48986) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.885908 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-76905c3d-dd2b-4579-9347-795289820857 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/911f5cee-7543-4e6c-a501-4ba0d290ef51 HTTP/1.1" status: 204 len: 168 time: 1.4925108 Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:20.893952 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:20.896405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 48988) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.902246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:20.992473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['834996ed-c4fa-4e84-8946-c00d75b0e299'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:45:21.000115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7199b1-f345-4836-aa37-5dd403f2d39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.047812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:21.058017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:21.075949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting port 3185eec9-a417-48de-875f-a38a5cc994a9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:21.076295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.126344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.156710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.162569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=6656b4b0-5047-4f09-8526-30cae4228439,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.165592 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-79164415-0e69-4889-85c3-3172ad112407 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/6656b4b0-5047-4f09-8526-30cae4228439 HTTP/1.1" status: 204 len: 168 time: 5.7797806 Feb 16 12:45:21.172876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 48996) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.172996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:21.175341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.273103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7199b1-f345-4836-aa37-5dd403f2d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.330302 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-78977672-741e-421d-be9d-577a19e85c75 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:21.330807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78977672-741e-421d-be9d-577a19e85c75 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:21.363906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7199b1-f345-4836-aa37-5dd403f2d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acbb109-fc29-48a3-accc-10564f8e7ca7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.380010 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-78977672-741e-421d-be9d-577a19e85c75 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/6656b4b0-5047-4f09-8526-30cae4228439 HTTP/1.1" status: 404 len: 339 time: 0.2090158 Feb 16 12:45:21.396446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49002) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.443747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.456926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-806646340', 'description': 'd1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:21.472296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:21.475858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7199b1-f345-4836-aa37-5dd403f2d39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.476969 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8d7199b1-f345-4836-aa37-5dd403f2d39c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8acbb109-fc29-48a3-accc-10564f8e7ca7 HTTP/1.1" status: 204 len: 168 time: 1.1480811 Feb 16 12:45:21.480698 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b2eda661-6def-4f6f-9a1a-fb5a367c8572 (CIDR: 172.20.0.0/28) Feb 16 12:45:21.485681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.489863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:network and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:21.496284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:21.509068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:21.581252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21285306-9e6f-4431-9ed5-78d343cf602e req-000e53f1-cf71-4936-b72a-a85cabf40b64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.582744 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21285306-9e6f-4431-9ed5-78d343cf602e req-000e53f1-cf71-4936-b72a-a85cabf40b64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 944 time: 0.3135445 Feb 16 12:45:21.614176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:21.617631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.642282 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:21.642282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:21.650649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Calling delete_port for 3185eec9-a417-48de-875f-a38a5cc994a9 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:21.704441 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21285306-9e6f-4431-9ed5-78d343cf602e req-3cb7c555-74b7-4637-90a1-3b31504ea4b3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115034 Feb 16 12:45:21.705016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.717373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:21.730475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:21.730612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.730612 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment 10af03f5-3465-4132-bc42-db9646367c0f of type vlan for network 4d62350b-3404-4550-a9fb-98956bac991b Feb 16 12:45:21.731460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Usage tracker for resource:security_group_rule and tenant:fd1f552782904d9da218ef134f44088a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:21.735808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:21.745147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:21.764243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.785306 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-30fdd28d-2e56-49a5-bbc9-c07fe18f3472 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1368117 Feb 16 12:45:21.785664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.793782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:21.862798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.872399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.932772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.938825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.939445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.952308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Port': ['ID=3185eec9-a417-48de-875f-a38a5cc994a9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.963659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.013617 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5bcd8ef3-09b0-4225-b9d7-c8ad2c7a17fa tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/ports/3185eec9-a417-48de-875f-a38a5cc994a9 HTTP/1.1" status: 204 len: 168 time: 1.1170099 Feb 16 12:45:22.019956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49026) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.072859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:22.083362 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ecdee4-4213-4f69-8e28-395ebc04a03b tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:22.083819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ecdee4-4213-4f69-8e28-395ebc04a03b tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:22.092314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:22.101790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:22.112067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.115703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:22.116244 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22ecdee4-4213-4f69-8e28-395ebc04a03b tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/706d93ed-ec62-4a03-a618-c85a65f5996d HTTP/1.1" status: 404 len: 337 time: 0.0938728 Feb 16 12:45:22.123778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.126672 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7291775 Feb 16 12:45:22.140889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49036) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.166634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f572c-69b9-4d44-bfca-332d8acf4257 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=4d62350b-3404-4550-a9fb-98956bac991b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.181883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 4d62350b-3404-4550-a9fb-98956bac991b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:22.224710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.305246 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd1f552782904d9da218ef134f44088a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582847 Feb 16 12:45:22.313423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49040) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.315539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 834996ed-c4fa-4e84-8946-c00d75b0e299 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:22.318585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ae69-4f07-4d15-8834-fcf84a33709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e07fc53-9fc3-41e6-be5f-94be34b6e852,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.338073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.392944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77114c88-aaf5-4617-8580-20e8d602dce8 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:22.393663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-77114c88-aaf5-4617-8580-20e8d602dce8 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Synchronizing usage tracker for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:22.478974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 834996ed-c4fa-4e84-8946-c00d75b0e299 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:22.487393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 834996ed-c4fa-4e84-8946-c00d75b0e299 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:22.488010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.512287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-77114c88-aaf5-4617-8580-20e8d602dce8 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Unset dirty status for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:22.516123 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-77114c88-aaf5-4617-8580-20e8d602dce8 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/networks?id=4d62350b-3404-4550-a9fb-98956bac991b HTTP/1.1" status: 200 len: 760 time: 0.3718438 Feb 16 12:45:22.517019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49050) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.524954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'description': 'd2'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:22.551083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:22.555829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.667510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Deleting port bf056ef9-cbe4-49a0-a610-852fc8dc6ace {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:22.667857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.703413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.756577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:22.780696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.791837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7ab71a9-09d9-4092-9ebc-9c723bdb8ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.802253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 834996ed-c4fa-4e84-8946-c00d75b0e299, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=834996ed-c4fa-4e84-8946-c00d75b0e299,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:22.854166 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'code': 200} Feb 16 12:45:22.868287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0192f4-d1dc-463d-b9ec-0f25e745420a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:22.869926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.878300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7ab71a9-09d9-4092-9ebc-9c723bdb8ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.942313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4553a684-d9f4-4e29-bcbe-e0e139336eaf') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:22.942605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4553a684-d9f4-4e29-bcbe-e0e139336eaf') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:22.991380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.995661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=834996ed-c4fa-4e84-8946-c00d75b0e299,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.012477 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 86b256da-f011-478a-8839-5c4c6a3bb65b (CIDR: 172.20.0.16/28) Feb 16 12:45:23.021876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.029637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:23.030104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:23.048342 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:23.110574 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:23.111174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:23.131110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] For port bf056ef9-cbe4-49a0-a610-852fc8dc6ace, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:23.131763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.141758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.270443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.273069 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b459c01e-16ab-437a-b76d-7adb2808f6f0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4866900 Feb 16 12:45:23.281264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49064) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.287291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Calling delete_port for bf056ef9-cbe4-49a0-a610-852fc8dc6ace owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:23.297979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7ab71a9-09d9-4092-9ebc-9c723bdb8ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.317241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.334463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'subnet': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:23.343974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Network': ['ID=3b0192f4-d1dc-463d-b9ec-0f25e745420a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.346543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab71a9-09d9-4092-9ebc-9c723bdb8ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e07fc53-9fc3-41e6-be5f-94be34b6e852,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.357684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.362571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7ab71a9-09d9-4092-9ebc-9c723bdb8ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.364033 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d7ab71a9-09d9-4092-9ebc-9c723bdb8ba9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e07fc53-9fc3-41e6-be5f-94be34b6e852 HTTP/1.1" status: 204 len: 168 time: 1.0474577 Feb 16 12:45:23.369481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556c04c-f4e2-4183-9e1d-651c5daea016 req-519b9326-45b5-4a57-b7b1-b3eee2d13a38 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.371024 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b556c04c-f4e2-4183-9e1d-651c5daea016 req-519b9326-45b5-4a57-b7b1-b3eee2d13a38 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 945 time: 0.4637322 Feb 16 12:45:23.380761 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ed0a84bd-caba-45b4-8ccc-399eb8bea873 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/3b0192f4-d1dc-463d-b9ec-0f25e745420a HTTP/1.1" status: 204 len: 168 time: 1.2557461 Feb 16 12:45:23.387685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.457485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 4d62350b-3404-4550-a9fb-98956bac991b is not hosted by any dhcp agent {{(pid=88443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:45:23.463136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.463729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.464405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd43a3-60c8-4bf6-ae51-d8009d8cbc74 req-0021a4d2-3039-486e-ac7b-7221aa09e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.467533 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "PUT /v2.0/networks/4d62350b-3404-4550-a9fb-98956bac991b HTTP/1.1" status: 200 len: 757 time: 0.9470327 Feb 16 12:45:23.467674 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-52bd43a3-60c8-4bf6-ae51-d8009d8cbc74 req-0021a4d2-3039-486e-ac7b-7221aa09e8a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1098 time: 0.2308927 Feb 16 12:45:23.469958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting subnet 813a7107-8580-41d2-b070-9cb1e7bedfa7 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:23.471681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49080) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.474799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.609809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd914cb7-9147-4804-9543-250b060729aa tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=4d62350b-3404-4550-a9fb-98956bac991b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.631730 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b556c04c-f4e2-4183-9e1d-651c5daea016 req-d6d65d02-00da-4172-88cd-8763cc1eac29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866786 Feb 16 12:45:23.634148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 4d62350b-3404-4550-a9fb-98956bac991b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:23.657966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.681819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:23.688104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Usage tracker for resource:subnet and tenant:ce0e84a208684fb7856eee239a09ff87 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:23.689729 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-52bd43a3-60c8-4bf6-ae51-d8009d8cbc74 req-c7daa503-7af8-4edc-a2a5-29b6a0abb651 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861947 Feb 16 12:45:23.706003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:23.713341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:23.722602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14f264-b20d-4804-9348-f82efd583cb2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.723070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-af14f264-b20d-4804-9348-f82efd583cb2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Synchronizing usage tracker for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:23.755379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-af14f264-b20d-4804-9348-f82efd583cb2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Unset dirty status for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:23.756951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-af14f264-b20d-4804-9348-f82efd583cb2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/networks?id=4d62350b-3404-4550-a9fb-98956bac991b HTTP/1.1" status: 200 len: 760 time: 0.2830451 Feb 16 12:45:23.773179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.785616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954631314'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:23.798378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:23.810294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Made reservation on behalf of ce0e84a208684fb7856eee239a09ff87 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:23.811611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:23.815023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.819723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.913101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:23.916406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.951360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:23.961203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.961597 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment 85809d76-489e-491a-a29c-8cb7ed5667b4 of type vlan for network f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 Feb 16 12:45:23.993406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.024272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.045768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.069286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.073236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Subnet': ['ID=813a7107-8580-41d2-b070-9cb1e7bedfa7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.077467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee8991-54b3-4c25-8a4a-326638e9c0cb None None] Network 289391e1-072d-455e-aa0d-4b4c4417958a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:24.084935 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1d2df718-ae1d-4436-beef-b6dc860a8d5d tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/subnets/813a7107-8580-41d2-b070-9cb1e7bedfa7 HTTP/1.1" status: 204 len: 168 time: 0.6962492 Feb 16 12:45:24.087288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49102) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.114865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf056ef9-cbe4-49a0-a610-852fc8dc6ace,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.303361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.309275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.309873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.351284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.406287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] DHCP port deletion for 289391e1-072d-455e-aa0d-4b4c4417958a request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:24.409634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] Deleting port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:24.410272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.441322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:24.441668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.490611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.499386 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-75b94b57-e6bc-4565-afc3-6a390c05482d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7220109 Feb 16 12:45:24.499386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.507730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:24.534836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:24.634430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:24.638940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Usage tracker for resource:subnet and tenant:3e2f9c950e2243649e14a0a08faae4b4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:24.641834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:24.648043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:24.732271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:24.746275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.919977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] For port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,segment=NetworkSegment(cb2e909a-9f89-4b9d-97a8-39cf47266392),segment_id=cb2e909a-9f89-4b9d-97a8-39cf47266392)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:24.921015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.961628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.083219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.129246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:25.156694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.181117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] Calling delete_port for c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:25.183368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:25.184152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.194333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:25.200799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.201202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.299987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Subnet': ['ID=d62d17be-f3ab-4623-976a-4e517fe8e2bc,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.303172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8ce60-5e94-471b-bb80-2e319a4d9d13 None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:25.330204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] For port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,segment=NetworkSegment(cb2e909a-9f89-4b9d-97a8-39cf47266392),segment_id=cb2e909a-9f89-4b9d-97a8-39cf47266392)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:25.331029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.339414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d344fd8-1279-4757-bc62-be27b2c6c920 req-17f995c5-6e61-47e9-9e6c-65f98ab6ec0c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.340916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8d344fd8-1279-4757-bc62-be27b2c6c920 req-17f995c5-6e61-47e9-9e6c-65f98ab6ec0c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 945 time: 0.5156302 Feb 16 12:45:25.427865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2ccb9014-08d5-48c2-8a0a-9b5f89b3e58f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:25.428758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-daa68e0c-e78b-4d7d-a79c-33fcb6e70bad tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1117556 Feb 16 12:45:25.429502 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.api.v2.base [None req-2ccb9014-08d5-48c2-8a0a-9b5f89b3e58f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:45:25.430150 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-2ccb9014-08d5-48c2-8a0a-9b5f89b3e58f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:25.431432 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2ccb9014-08d5-48c2-8a0a-9b5f89b3e58f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2734370 Feb 16 12:45:25.443075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49146) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.443407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49148) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.453747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216125424'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:25.461231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2072321564', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd62d17be-f3ab-4623-976a-4e517fe8e2bc'}], 'security_groups': ['14e77152-a667-41ec-9f48-da489b483719', '2e5dc93b-b4fe-4161-9b0a-eb4a143a5a2b']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:25.503942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Calling delete_port for c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:25.517917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:25.533760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:25.538576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8d344fd8-1279-4757-bc62-be27b2c6c920 req-e7b6dd0a-ee2e-4233-a479-2a050571b0d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899416 Feb 16 12:45:25.543846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:25.550401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:25.560469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:25.564443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:25.572289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Usage tracker for resource:floatingip and tenant:9758c090fcd04c738c63a47882065059 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:25.578755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:25.603575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.604614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:25.641644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.645355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:25.646589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:25.681644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.723896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.724329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.753542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.773702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] Pushing event deleted for resources: {'Port': ['ID=c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.807991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7b0b6-b6ec-4737-b029-13c7df8d3ef2 None None] No DVR routers for this DVR port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:25.848406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:25.848865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=a28af7ff-36b9-4310-b584-a8a7144c780d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.863444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': '85809d76-489e-491a-a29c-8cb7ed5667b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:25.864233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:25.864845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:25.869884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:25.888834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:25.946576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.950723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] Update dhcp port {'port': {'network_id': 'be2995ca-3247-4912-bc6e-202a3d6e16c5', 'fixed_ips': [{'subnet_id': '86b256da-f011-478a-8839-5c4c6a3bb65b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b2eda661-6def-4f6f-9a1a-fb5a367c8572', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd62d17be-f3ab-4623-976a-4e517fe8e2bc'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': 'af2ae141-af01-4140-bfab-9cc9e6211a96'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:45:25.983508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:25.988251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.008006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Router 6125d817-efd1-4409-b6c6-ee3f5664a717 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:26.009563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.090908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:26.099368 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.099956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.116495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Allocated IP 172.26.6.56 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8676eb47-4039-4660-94fb-caca61f9e398) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:26.152395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Deleting port c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:26.152739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.215063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049375e-83e1-4595-814d-098b76be8c7c None None] Network f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:26.242275 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c7e81543-dedc-44be-9101-398a258a26b6 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7423339 Feb 16 12:45:26.243110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.299226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] The port 'c48bb47a-d94a-40ab-ae7c-cfa5f2afcd33' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:45:26.346617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] Allocated IP 172.20.0.34 (be2995ca-3247-4912-bc6e-202a3d6e16c5/d62d17be-f3ab-4623-976a-4e517fe8e2bc/af2ae141-af01-4140-bfab-9cc9e6211a96) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:26.557156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.602863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.616215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.621945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289391e1-072d-455e-aa0d-4b4c4417958a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.622147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] For port af2ae141-af01-4140-bfab-9cc9e6211a96, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af2ae141-af01-4140-bfab-9cc9e6211a96,segment=NetworkSegment(fb189b93-d96e-40bd-945d-5547f1a113ee),segment_id=fb189b93-d96e-40bd-945d-5547f1a113ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:26.630081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:26.643631 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] Sync routers for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:26.657562 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7b22385a-6563-4253-bab1-3490169d28f7 admin admin] 10.222.0.47 "PUT /v2.0/routers/6125d817-efd1-4409-b6c6-ee3f5664a717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7700608 Feb 16 12:45:26.661200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49160) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.663844 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:26.664230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2', 'network_id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': 'a28af7ff-36b9-4310-b584-a8a7144c780d'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:26.671936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2e909a-9f89-4b9d-97a8-39cf47266392') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.672090 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.672210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2e909a-9f89-4b9d-97a8-39cf47266392') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.672298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.676566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.686622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.687185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.713380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.758739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:26.759178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.874174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:26.885827 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:26.946123 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:26.971733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Allocated IP 172.20.0.2 (f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2/a28af7ff-36b9-4310-b584-a8a7144c780d/085ca316-6632-4ef3-84c5-30a1398dfccc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:26.983904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.988236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.060844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.072765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada02a5a-815b-48c6-9ba6-af6a74a57e2f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.087457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:27.105936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.111455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:27.118848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:27.141147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.175644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:27.176342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] Pushing event deleted for resources: {'Network': ['ID=289391e1-072d-455e-aa0d-4b4c4417958a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.182002 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-23e0281e-4679-4a88-b382-38ec6ae07862 tempest-NetworksIpV6TestAttrs-666988570 tempest-NetworksIpV6TestAttrs-666988570-project] 10.222.0.47 "DELETE /v2.0/networks/289391e1-072d-455e-aa0d-4b4c4417958a HTTP/1.1" status: 204 len: 168 time: 3.0934596 Feb 16 12:45:27.182798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:27.206759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:27.236384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] Transition to ACTIVE for port object af2ae141-af01-4140-bfab-9cc9e6211a96 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:27.245723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:27.250383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Port': ['ID=8676eb47-4039-4660-94fb-caca61f9e398,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.288419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c738e-15d5-4bac-80d5-75d6ae8ea5aa req-56605986-e4af-4ae2-b52a-eaf873865240 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.290033 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ec5c738e-15d5-4bac-80d5-75d6ae8ea5aa req-56605986-e4af-4ae2-b52a-eaf873865240 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 945 time: 0.3625734 Feb 16 12:45:27.336692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.354562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.355292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.445311 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:45:23Z', 'revision_number': 5, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port': {'id': 'cbb530cf-8c78-4a18-9d73-97af8c576d28', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:30Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:27.449727 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] Checking router: 6125d817-efd1-4409-b6c6-ee3f5664a717 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:27.459793 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] Routers {'6125d817-efd1-4409-b6c6-ee3f5664a717'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:27.460457 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6125d817-efd1-4409-b6c6-ee3f5664a717'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:27.463817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ec5c738e-15d5-4bac-80d5-75d6ae8ea5aa req-42bdc074-a65f-4041-9787-f309ee512e01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605773 Feb 16 12:45:27.533774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.560120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.588886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Deleting port cbb530cf-8c78-4a18-9d73-97af8c576d28 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:27.588886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.615539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Delete allocated IP 172.20.0.5 (be2995ca-3247-4912-bc6e-202a3d6e16c5/b2eda661-6def-4f6f-9a1a-fb5a367c8572) {{(pid=88443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:45:27.653725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Allocated IP 172.20.0.39 (be2995ca-3247-4912-bc6e-202a3d6e16c5/d62d17be-f3ab-4623-976a-4e517fe8e2bc/4a448cc5-65cd-4ec5-8c6f-1e73038fc940) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:27.673172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Transition to ACTIVE for port object 085ca316-6632-4ef3-84c5-30a1398dfccc will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:27.677444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77e28-a4d0-4387-87df-9987dbf0693d None None] Pushing event updated for resources: {'Port': ['ID=af2ae141-af01-4140-bfab-9cc9e6211a96,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.678676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.706073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Transition to ACTIVE for port object 085ca316-6632-4ef3-84c5-30a1398dfccc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:27.720247 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] Set router 6125d817-efd1-4409-b6c6-ee3f5664a717 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:27.775925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.799407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.868871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.876393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.898009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49170) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.941371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=a28af7ff-36b9-4310-b584-a8a7144c780d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.974966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.981806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Network f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:27.989248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:27.993160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:27.998850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Pushing event updated for resources: {'Port': ['ID=085ca316-6632-4ef3-84c5-30a1398dfccc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.016465 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:45:27Z', 'revision_number': 6, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:28.020528 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b52b6a-8626-4fb3-8d65-97c689c85e17 None None] The sync data for ids ['6125d817-efd1-4409-b6c6-ee3f5664a717'] in dv-neutron-829487-1-hyperv is: [{'id': '6125d817-efd1-4409-b6c6-ee3f5664a717', 'name': 'tempest-ServersTestManualDisk-599625844-router', 'tenant_id': '0c5c902b6ead4979882e8273e50b93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:25Z', 'updated_at': '2022-02-16T12:45:27Z', 'revision_number': 6, 'project_id': '0c5c902b6ead4979882e8273e50b93ca', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:28.034337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f93f462-7619-444c-aa05-d215d2b79727,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.058143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.064878 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ba6502eb-1b88-4239-9bc9-9c52ec8d0bba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6190186 Feb 16 12:45:28.065901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49176) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.139577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '7f93f462-7619-444c-aa05-d215d2b79727', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.147415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Attempting to bind port 085ca316-6632-4ef3-84c5-30a1398dfccc on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:28.147794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Attempting to bind port 085ca316-6632-4ef3-84c5-30a1398dfccc by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '85809d76-489e-491a-a29c-8cb7ed5667b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:28.148160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Attempting to bind port 085ca316-6632-4ef3-84c5-30a1398dfccc on network f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:28.154321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:28.154589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:28.160406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Checking segment: {'id': '85809d76-489e-491a-a29c-8cb7ed5667b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:28.160406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.160406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Bound using segment: {'id': '85809d76-489e-491a-a29c-8cb7ed5667b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:28.160406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Bound port: 085ca316-6632-4ef3-84c5-30a1398dfccc, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85809d76-489e-491a-a29c-8cb7ed5667b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:28.160406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.250061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:28.263625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.265090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:28.284093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70660c5-5337-4ccc-94d8-34e0dab0a582 req-1795244d-c36c-4d20-8ea6-3c4142d95fd3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.285675 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e70660c5-5337-4ccc-94d8-34e0dab0a582 req-1795244d-c36c-4d20-8ea6-3c4142d95fd3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 945 time: 0.6101460 Feb 16 12:45:28.293884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Port': ['ID=8676eb47-4039-4660-94fb-caca61f9e398,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.300079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:28.306350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] For port 085ca316-6632-4ef3-84c5-30a1398dfccc, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:28.310662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] For port 085ca316-6632-4ef3-84c5-30a1398dfccc, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=085ca316-6632-4ef3-84c5-30a1398dfccc,segment=NetworkSegment(85809d76-489e-491a-a29c-8cb7ed5667b4),segment_id=85809d76-489e-491a-a29c-8cb7ed5667b4)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:28.320455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:28.343612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85809d76-489e-491a-a29c-8cb7ed5667b4') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:28.343852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] For port cbb530cf-8c78-4a18-9d73-97af8c576d28, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=cbb530cf-8c78-4a18-9d73-97af8c576d28,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:28.343977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85809d76-489e-491a-a29c-8cb7ed5667b4') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:28.344167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.359969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.364951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.391135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.398492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.408673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:28.409074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:28.425955 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:28.504664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c47c3-7254-4552-b2ef-71fc79b1b590 None None] Pushing event updated for resources: {'Port': ['ID=085ca316-6632-4ef3-84c5-30a1398dfccc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.505807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.517774 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-92b7ff2a-1fbe-4ed6-9dc5-b995b6502d7b tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5549726 Feb 16 12:45:28.525726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49180) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.531629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-38218536'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.543999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Calling delete_port for cbb530cf-8c78-4a18-9d73-97af8c576d28 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:28.550078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:28.559324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Usage tracker for resource:network and tenant:9758c090fcd04c738c63a47882065059 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:28.561772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:28.571501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:28.577840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Provisioning for port af2ae141-af01-4140-bfab-9cc9e6211a96 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:28.578046 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b79bfc12-fd01-446a-957f-3b8c5510c98f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d8af62f595845a3a48759752ce84830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715839 Feb 16 12:45:28.581529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.584132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:28.585166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.599567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.601187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:45:28.601187 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:45:28.601187 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': 'f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2'}] Feb 16 12:45:28.601187 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:28.601675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:28.615141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30254e4-7503-49a7-97ff-5fd5c8c7c625 None None] Network f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:28.641452 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e70660c5-5337-4ccc-94d8-34e0dab0a582 req-61c92a68-10d1-4104-9ca1-3e959158d407 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339970 Feb 16 12:45:28.650402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36c6691a-73d3-4b21-b912-be24ba39faa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.665981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Made reservation on behalf of 9758c090fcd04c738c63a47882065059 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:28.665981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.672552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49188) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.685863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.718966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36c6691a-73d3-4b21-b912-be24ba39faa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.725812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:28.733946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Usage tracker for resource:security_group_rule and tenant:9758c090fcd04c738c63a47882065059 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:28.742606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:28.752271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:28.862547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.893254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36c6691a-73d3-4b21-b912-be24ba39faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.911760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Provisioning complete for port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:28.911760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.934051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6fbe0-4ff0-4079-b458-f406a9e67326 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:45:28.946120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.959222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6691a-73d3-4b21-b912-be24ba39faa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744a55e-cdb7-4e3e-9450-c4cd77730e86,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.972159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.986531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36c6691a-73d3-4b21-b912-be24ba39faa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.988087 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-36c6691a-73d3-4b21-b912-be24ba39faa0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2744a55e-cdb7-4e3e-9450-c4cd77730e86 HTTP/1.1" status: 204 len: 168 time: 0.4056354 Feb 16 12:45:29.008251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.020282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:29.029528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e625d-bfea-4f4c-9b48-f09550e5591d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.033578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af2ae141-af01-4140-bfab-9cc9e6211a96 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:29.036123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.036466 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Added segment 31e51a52-9e23-4821-9123-c27744c8e1ea of type vlan for network 3ea363df-2efe-4c71-9e28-8d093d6bc254 Feb 16 12:45:29.070039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.104573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.123811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Transition to ACTIVE for port object 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:29.130211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port 085ca316-6632-4ef3-84c5-30a1398dfccc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:29.130211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.147306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:29.147512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.189025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7dd8f8-1966-4847-aec7-d207c9d4c729 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.191375 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df7dd8f8-1966-4847-aec7-d207c9d4c729 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1093 time: 0.5178061 Feb 16 12:45:29.197986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49194) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.209089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:29.211864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Provisioning complete for port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:29.212249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.215432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:29.219479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:29.223181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:29.231063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:29.238932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.240650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c3a4d1-b975-4f04-b70d-ce84b30cea03,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.253825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.259484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.260069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.293199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6fbe0-4ff0-4079-b458-f406a9e67326 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:29.302804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:29.303204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.330397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.334413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f8cd5cd2-77e9-4dcc-951a-4ca1626ec727 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2020187 Feb 16 12:45:29.335186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49198) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.347904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c4592ac2-e2af-4a46-8195-022c609abcc3 None None] Port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:29.367213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.388794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.402090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '7f93f462-7619-444c-aa05-d215d2b79727', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:29.412020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:29.426461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:29.435547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:29.442603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:29.586378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Network': ['ID=3ea363df-2efe-4c71-9e28-8d093d6bc254,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.593461 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1533f7eb-67de-467c-9f5e-982e2b188663 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0640905 Feb 16 12:45:29.594449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.605218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:29.611386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Request body: {'subnet': {'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:29.662228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event updated for resources: {'Port': ['ID=4a448cc5-65cd-4ec5-8c6f-1e73038fc940,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.720556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port 085ca316-6632-4ef3-84c5-30a1398dfccc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=085ca316-6632-4ef3-84c5-30a1398dfccc,segment=NetworkSegment(85809d76-489e-491a-a29c-8cb7ed5667b4),segment_id=85809d76-489e-491a-a29c-8cb7ed5667b4)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:29.720915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.741753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb530cf-8c78-4a18-9d73-97af8c576d28,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.743753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] In _notify_port_updated(), no bound segment for port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 on network be2995ca-3247-4912-bc6e-202a3d6e16c5 {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:45:29.749843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.750485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.751826 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fb8ab5cb-c23d-4b48-aeb6-b0dbd115c63b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "PUT /v2.0/ports/4a448cc5-65cd-4ec5-8c6f-1e73038fc940 HTTP/1.1" status: 200 len: 960 time: 4.3074870 Feb 16 12:45:29.756109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.766529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49216) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.835800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.870147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cbb530cf-8c78-4a18-9d73-97af8c576d28 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:29.882308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for 085ca316-6632-4ef3-84c5-30a1398dfccc owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:29.898082 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:45:29.915600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: cbb530cf-8c78-4a18-9d73-97af8c576d28 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:29.916015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cbb530cf-8c78-4a18-9d73-97af8c576d28 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:29.916583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf056ef9-cbe4-49a0-a610-852fc8dc6ace no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:29.927882 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:29.935480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Usage tracker for resource:subnet and tenant:9758c090fcd04c738c63a47882065059 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:29.940543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:29.949176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:29.969431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: bf056ef9-cbe4-49a0-a610-852fc8dc6ace {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:29.970048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf056ef9-cbe4-49a0-a610-852fc8dc6ace not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:30.041230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Made reservation on behalf of 9758c090fcd04c738c63a47882065059 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:30.047309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.073319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.093711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.102976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.130022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:30.130457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.186638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=085ca316-6632-4ef3-84c5-30a1398dfccc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.203496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port 085ca316-6632-4ef3-84c5-30a1398dfccc on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:30.257795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.294940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.295497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6125d817-efd1-4409-b6c6-ee3f5664a717 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:30.314260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.316876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.317995 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d330359b-e0c1-45b8-b769-457b62521d16 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6125d817-efd1-4409-b6c6-ee3f5664a717 HTTP/1.1" status: 204 len: 168 time: 3.6558473 Feb 16 12:45:30.322096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49234) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.345157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.379264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:30.399473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85809d76-489e-491a-a29c-8cb7ed5667b4') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:30.399774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85809d76-489e-491a-a29c-8cb7ed5667b4') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:30.416670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.444486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.455453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:30.457066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.460069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:30.460695 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0b60f74-39f0-4364-8331-aa22cc5585d5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1109049 Feb 16 12:45:30.471252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49238) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:30.489679 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:30.494503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0b4a37b9-1786-44eb-9871-a1223e2a2f9c tempest-DvrRoutersNegativeTest-1244130111 tempest-DvrRoutersNegativeTest-1244130111-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1143214904', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:30.498100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.policy [None req-0b4a37b9-1786-44eb-9871-a1223e2a2f9c tempest-DvrRoutersNegativeTest-1244130111 tempest-DvrRoutersNegativeTest-1244130111-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88444) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 12:45:30.498895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.policy [None req-0b4a37b9-1786-44eb-9871-a1223e2a2f9c tempest-DvrRoutersNegativeTest-1244130111 tempest-DvrRoutersNegativeTest-1244130111-project] Failed policy check for 'create_router' {{(pid=88444) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 12:45:30.499507 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-0b4a37b9-1786-44eb-9871-a1223e2a2f9c tempest-DvrRoutersNegativeTest-1244130111 tempest-DvrRoutersNegativeTest-1244130111-project] create failed (client error): Access was denied to this resource. Feb 16 12:45:30.503968 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0b4a37b9-1786-44eb-9871-a1223e2a2f9c tempest-DvrRoutersNegativeTest-1244130111 tempest-DvrRoutersNegativeTest-1244130111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2451742 Feb 16 12:45:30.589669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] Deleting subnet f4ca8cdf-5cf6-40cc-93bb-181c07c020bf {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:30.607163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.761490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-58df1a99-ab4a-4561-8397-5b41c359cfa8 None None] Provisioning for port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:30.762070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.767450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-58df1a99-ab4a-4561-8397-5b41c359cfa8 None None] Provisioning complete for port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:30.767829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58df1a99-ab4a-4561-8397-5b41c359cfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.837462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-58df1a99-ab4a-4561-8397-5b41c359cfa8 None None] Port 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:30.839864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.853216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.864141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.870741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Subnet': ['ID=cf84432d-1084-42f3-b441-04a30ae80d9f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.876912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.884463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.898075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Checking segment: {'id': '31e51a52-9e23-4821-9123-c27744c8e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:30.898472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Network hostable DHCP agents. Network: 3ea363df-2efe-4c71-9e28-8d093d6bc254, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:30.960120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2fef1d98-10f3-4b03-b981-462ec594c67f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.979367 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e0d24a9f-d80e-45fa-881b-ed1235c669eb tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 HTTP/1.1" status: 204 len: 168 time: 4.7071342 Feb 16 12:45:30.984429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49244) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.020822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:31.032988 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd5d046-8ca6-4a79-8383-42803ac0451a tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] GET failed (client error): The resource could not be found. Feb 16 12:45:31.033554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7cd5d046-8ca6-4a79-8383-42803ac0451a tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Synchronizing usage tracker for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:31.054735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 4a448cc5-65cd-4ec5-8c6f-1e73038fc940 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:31.089799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3ea363df-2efe-4c71-9e28-8d093d6bc254) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:31.094034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.094630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.100869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c37d8cb-b9a0-41dd-84a8-724f959b3338 None None] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:31.120573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7cd5d046-8ca6-4a79-8383-42803ac0451a tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Unset dirty status for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:31.124733 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7cd5d046-8ca6-4a79-8383-42803ac0451a tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/subnets/a28af7ff-36b9-4310-b584-a8a7144c780d HTTP/1.1" status: 404 len: 337 time: 0.1410725 Feb 16 12:45:31.126306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49250) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.161726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.39 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/da92db7f-1553-4666-a353-9c86c42c56d2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:31.164403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.175159 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8244ee50-67af-46f9-b87a-84b51407add7 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:31.175853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8244ee50-67af-46f9-b87a-84b51407add7 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:31.176221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2fef1d98-10f3-4b03-b981-462ec594c67f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.177541 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8244ee50-67af-46f9-b87a-84b51407add7 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 HTTP/1.1" status: 404 len: 339 time: 0.0492971 Feb 16 12:45:31.181700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.213865 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8fae7f4e-4c41-46fd-9c34-65d70a7193b2 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6182802 Feb 16 12:45:31.214865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.225237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1223674813', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.290290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:31.320851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Usage tracker for resource:router and tenant:9758c090fcd04c738c63a47882065059 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:31.323827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.335396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:31.347620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:31.357273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:31.373225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Usage tracker for resource:security_group_rule and tenant:80840b97410c43a0a68bdac2ea8921ed is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:31.379537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:31.380165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.391681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:31.433521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3ea363df-2efe-4c71-9e28-8d093d6bc254', 'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254', 'tenant_id': '9758c090fcd04c738c63a47882065059', 'fixed_ips': [{'subnet_id': 'cf84432d-1084-42f3-b441-04a30ae80d9f'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:31.435096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.440139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e51e4-cb78-4e74-9ed7-c09479baf882 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.440920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c43e51e4-cb78-4e74-9ed7-c09479baf882 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Synchronizing usage tracker for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:31.456371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.459081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.501421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2fef1d98-10f3-4b03-b981-462ec594c67f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.525306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.537760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef1d98-10f3-4b03-b981-462ec594c67f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f93f462-7619-444c-aa05-d215d2b79727,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.557256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c43e51e4-cb78-4e74-9ed7-c09479baf882 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Unset dirty status for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:31.562160 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c43e51e4-cb78-4e74-9ed7-c09479baf882 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3758416 Feb 16 12:45:31.562311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2fef1d98-10f3-4b03-b981-462ec594c67f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.562451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2fef1d98-10f3-4b03-b981-462ec594c67f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/7f93f462-7619-444c-aa05-d215d2b79727 HTTP/1.1" status: 204 len: 168 time: 1.0859170 Feb 16 12:45:31.564644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49268) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.565040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49270) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.569631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.618122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.628517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cf31bc50-30c5-4d0a-b729-6476dbbeba2d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Synchronizing usage tracker for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:31.630831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.638792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.639287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Allocated IP 172.20.0.2 (3ea363df-2efe-4c71-9e28-8d093d6bc254/cf84432d-1084-42f3-b441-04a30ae80d9f/b86da47f-67de-42f1-bb33-37b7515dfd7c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:31.687845 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80840b97410c43a0a68bdac2ea8921ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193629 Feb 16 12:45:31.688411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49276) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.697719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.708288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0714d-6b29-4707-8937-73c3f63c38f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e66c36-251e-4342-bdbf-367547491af9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.736878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=4a448cc5-65cd-4ec5-8c6f-1e73038fc940,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.789829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ca8cdf-5cf6-40cc-93bb-181c07c020bf,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.791600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cf31bc50-30c5-4d0a-b729-6476dbbeba2d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Unset dirty status for tenant:3e2f9c950e2243649e14a0a08faae4b4 on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:31.792789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cf31bc50-30c5-4d0a-b729-6476dbbeba2d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 207 time: 0.2288611 Feb 16 12:45:31.806178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.810239 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ca5fe821-3c77-40d5-93c7-a96127d8bc11 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f4ca8cdf-5cf6-40cc-93bb-181c07c020bf HTTP/1.1" status: 204 len: 168 time: 1.4687822 Feb 16 12:45:31.810239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49280) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.817464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49282) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.840798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3f9f6d74-782d-439d-9ce1-78b55342ba3f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:31.856173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f72c0c-7efa-404f-84d2-5c5d06d23037 None None] Network 0c90a4b7-703b-4593-80c1-0955fec57286 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:31.909525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.029303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.069506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Transition to ACTIVE for port object b86da47f-67de-42f1-bb33-37b7515dfd7c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:32.121925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62795e37-26e0-43f0-b9a2-93a70b8f137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.125640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Transition to ACTIVE for port object b86da47f-67de-42f1-bb33-37b7515dfd7c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:32.138970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.160833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62795e37-26e0-43f0-b9a2-93a70b8f137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.179396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6d4f3-c55e-4936-8f2a-28da5faa9d23 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.185187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6d4f3-c55e-4936-8f2a-28da5faa9d23 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.191364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6d4f3-c55e-4936-8f2a-28da5faa9d23 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.197330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6d4f3-c55e-4936-8f2a-28da5faa9d23 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.199381 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eea6d4f3-c55e-4936-8f2a-28da5faa9d23 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3897734 Feb 16 12:45:32.201693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.204756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.260551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:32.264720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] DHCP port deletion for 0c90a4b7-703b-4593-80c1-0955fec57286 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:32.267271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:32.274293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:32.276081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:32.279845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] Deleting port 960f8346-6b8b-4eee-8f16-987bd2a01853 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:32.280694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.283751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:32.305180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:32.308861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=da92db7f-1553-4666-a353-9c86c42c56d2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.316890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.321478 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2c014c71-9374-468c-9036-1308807eec34 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/4a448cc5-65cd-4ec5-8c6f-1e73038fc940 HTTP/1.1" status: 204 len: 168 time: 2.5491569 Feb 16 12:45:32.321713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.326078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3f9f6d74-782d-439d-9ce1-78b55342ba3f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:32.331153 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3f9f6d74-782d-439d-9ce1-78b55342ba3f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7639539 Feb 16 12:45:32.332019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49296) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.338164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.346858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--470698275'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:32.357039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:32.379698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:32.416189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Deleting port 960f8346-6b8b-4eee-8f16-987bd2a01853 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:32.416528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.438902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Pushing event updated for resources: {'Port': ['ID=b86da47f-67de-42f1-bb33-37b7515dfd7c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.442620 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c52a12-6919-44a6-99a0-2714aefe19e7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] GET failed (client error): The resource could not be found. Feb 16 12:45:32.443432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1c52a12-6919-44a6-99a0-2714aefe19e7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:32.482325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Attempting to bind port b86da47f-67de-42f1-bb33-37b7515dfd7c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:32.482648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Attempting to bind port b86da47f-67de-42f1-bb33-37b7515dfd7c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '31e51a52-9e23-4821-9123-c27744c8e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:32.483008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Attempting to bind port b86da47f-67de-42f1-bb33-37b7515dfd7c on network 3ea363df-2efe-4c71-9e28-8d093d6bc254 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:32.498756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:32.499708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Checking segment: {'id': '31e51a52-9e23-4821-9123-c27744c8e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:32.500177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.500560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Bound using segment: {'id': '31e51a52-9e23-4821-9123-c27744c8e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:32.501042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Bound port: b86da47f-67de-42f1-bb33-37b7515dfd7c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e51a52-9e23-4821-9123-c27744c8e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:32.501451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.506460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62795e37-26e0-43f0-b9a2-93a70b8f137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.541525 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-48acf4b6-0229-49bc-98d1-a18e5e4c674e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3319154 Feb 16 12:45:32.544360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49300) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.549089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62795e37-26e0-43f0-b9a2-93a70b8f137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e66c36-251e-4342-bdbf-367547491af9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.617643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1c52a12-6919-44a6-99a0-2714aefe19e7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:32.621675 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d1c52a12-6919-44a6-99a0-2714aefe19e7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports/4a448cc5-65cd-4ec5-8c6f-1e73038fc940 HTTP/1.1" status: 404 len: 333 time: 0.2962735 Feb 16 12:45:32.624886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.650009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62795e37-26e0-43f0-b9a2-93a70b8f137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.651167 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-62795e37-26e0-43f0-b9a2-93a70b8f137c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52e66c36-251e-4342-bdbf-367547491af9 HTTP/1.1" status: 204 len: 168 time: 0.9617467 Feb 16 12:45:32.692394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d527719-87d8-415f-85fb-53cf8e30d713 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.694217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d527719-87d8-415f-85fb-53cf8e30d713 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.699361 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9d527719-87d8-415f-85fb-53cf8e30d713 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1489775 Feb 16 12:45:32.699538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] For port 960f8346-6b8b-4eee-8f16-987bd2a01853, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=960f8346-6b8b-4eee-8f16-987bd2a01853,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:32.699538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.702499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.702596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.720532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] For port b86da47f-67de-42f1-bb33-37b7515dfd7c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:32.723671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] For port b86da47f-67de-42f1-bb33-37b7515dfd7c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b86da47f-67de-42f1-bb33-37b7515dfd7c,segment=NetworkSegment(31e51a52-9e23-4821-9123-c27744c8e1ea),segment_id=31e51a52-9e23-4821-9123-c27744c8e1ea)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:32.833901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:32.839332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.851307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] Calling delete_port for 960f8346-6b8b-4eee-8f16-987bd2a01853 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:32.893243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:32.901993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:32.927941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:32.957821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12a43d4b-df1b-4125-8fbe-71ac2333c131 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.961887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.996760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e59780-9132-4634-8391-387e6a55b6da None None] Pushing event updated for resources: {'Port': ['ID=b86da47f-67de-42f1-bb33-37b7515dfd7c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.008409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8390a-5766-4a70-bc09-0eee74b1f984 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.010053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8390a-5766-4a70-bc09-0eee74b1f984 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.011728 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3ce8390a-5766-4a70-bc09-0eee74b1f984 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3090737 Feb 16 12:45:33.020739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49314) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.027476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 960f8346-6b8b-4eee-8f16-987bd2a01853 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:33.065934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] For port 960f8346-6b8b-4eee-8f16-987bd2a01853, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=960f8346-6b8b-4eee-8f16-987bd2a01853,segment=NetworkSegment(0ed31072-1e55-4ab2-a6cf-c210444632ee),segment_id=0ed31072-1e55-4ab2-a6cf-c210444632ee)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:33.065934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.106428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12a43d4b-df1b-4125-8fbe-71ac2333c131 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.142376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.159067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 960f8346-6b8b-4eee-8f16-987bd2a01853 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:33.159691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 960f8346-6b8b-4eee-8f16-987bd2a01853 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:33.172898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.240524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] Pushing event deleted for resources: {'Port': ['ID=960f8346-6b8b-4eee-8f16-987bd2a01853,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.244619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8065c70-cb7a-4dd1-99a7-ecca4dd7a558 None None] No DVR routers for this DVR port 960f8346-6b8b-4eee-8f16-987bd2a01853 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:33.354196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Calling delete_port for 960f8346-6b8b-4eee-8f16-987bd2a01853 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:33.378359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12a43d4b-df1b-4125-8fbe-71ac2333c131 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.414661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a43d4b-df1b-4125-8fbe-71ac2333c131 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8af79fd-75c2-4427-aad3-882a0d41273f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.419141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Allocated IP 172.26.6.200 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/180bd5bc-2aac-49cb-aa5c-5b1a35f0f9bf) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:33.431206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12a43d4b-df1b-4125-8fbe-71ac2333c131 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.432325 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-12a43d4b-df1b-4125-8fbe-71ac2333c131 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/security-groups/d8af79fd-75c2-4427-aad3-882a0d41273f HTTP/1.1" status: 204 len: 168 time: 0.8059299 Feb 16 12:45:33.437841 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.568649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.585075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:33.585396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:33.598126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df13c200-1dc8-47d4-bfe4-dbdedbd2cc1b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.602941 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df13c200-1dc8-47d4-bfe4-dbdedbd2cc1b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/networks/1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 HTTP/1.1" status: 200 len: 799 time: 0.5758507 Feb 16 12:45:33.604434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49332) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.633900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.640820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4deb65d4-6cc9-4b46-82d2-e9e6007b766d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.683118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.699369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51569437-f9e7-41a0-94d9-94fff1c3e2a5,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.741297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.760009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4deb65d4-6cc9-4b46-82d2-e9e6007b766d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.778959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.781338 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-58b0e53d-4dba-4415-bd1d-98506c105c8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4454782 Feb 16 12:45:33.818960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49338) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.835627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-293c0ce2-7f8a-45df-8b94-04d7c4a50535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.840847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-925c2dc6-1d68-44af-9d3e-4cc24a3674cb tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '51569437-f9e7-41a0-94d9-94fff1c3e2a5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.841661 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-925c2dc6-1d68-44af-9d3e-4cc24a3674cb tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:45:33.842173 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-925c2dc6-1d68-44af-9d3e-4cc24a3674cb tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:33.845315 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-925c2dc6-1d68-44af-9d3e-4cc24a3674cb tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0274000 Feb 16 12:45:33.851482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49346) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.888686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.975495 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a182fd2d-277e-4cd4-bda2-0a45c0a86a3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/networks/1375f9b9-2f24-42ce-875e-fa2dee8f8cd1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3683026 Feb 16 12:45:33.978906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.980696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c9e0e1e-2ea5-412e-ad96-54a151f528c0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.021395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c9e0e1e-2ea5-412e-ad96-54a151f528c0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.069717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a58278-0989-4543-ae14-71bbfb5beec9 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.071393 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f8a58278-0989-4543-ae14-71bbfb5beec9 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/subnets/462f506a-29d6-4883-b835-7814a0a40f08 HTTP/1.1" status: 200 len: 811 time: 0.0914969 Feb 16 12:45:34.075198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.079148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4deb65d4-6cc9-4b46-82d2-e9e6007b766d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.098014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Deleting port 960f8346-6b8b-4eee-8f16-987bd2a01853 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:34.098365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.143828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.180454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb65d4-6cc9-4b46-82d2-e9e6007b766d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5dc93b-b4fe-4161-9b0a-eb4a143a5a2b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.180926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] The port '960f8346-6b8b-4eee-8f16-987bd2a01853' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:45:34.231835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4deb65d4-6cc9-4b46-82d2-e9e6007b766d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.232895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49360) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.233042 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4deb65d4-6cc9-4b46-82d2-e9e6007b766d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/security-groups/2e5dc93b-b4fe-4161-9b0a-eb4a143a5a2b HTTP/1.1" status: 204 len: 168 time: 0.7941928 Feb 16 12:45:34.234003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c9e0e1e-2ea5-412e-ad96-54a151f528c0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.241037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49362) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.248252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:34.265159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:34.272327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:34.305988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Port': ['ID=180bd5bc-2aac-49cb-aa5c-5b1a35f0f9bf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.316280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894cc4ea-0505-4cd4-8976-a53669e090c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.317682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-894cc4ea-0505-4cd4-8976-a53669e090c4 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "GET /v2.0/subnets/462f506a-29d6-4883-b835-7814a0a40f08?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2412772 Feb 16 12:45:34.324490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49370) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.344079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-142586213'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.345711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e0e1e-2ea5-412e-ad96-54a151f528c0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51569437-f9e7-41a0-94d9-94fff1c3e2a5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.354793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194c082-4f7f-4bd0-bdd3-0829cc017ed8 None None] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:34.357744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:34.396839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:34.417150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c9e0e1e-2ea5-412e-ad96-54a151f528c0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.418564 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8c9e0e1e-2ea5-412e-ad96-54a151f528c0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/51569437-f9e7-41a0-94d9-94fff1c3e2a5 HTTP/1.1" status: 204 len: 168 time: 0.5660446 Feb 16 12:45:34.425206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49374) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.470894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a4f0-4ff2-4af1-abb9-b7f179508521 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.548290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:34.551782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.560587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-40bc78d5-820f-40ff-bac9-2d75ecc7a407 None None] Provisioning for port b86da47f-67de-42f1-bb33-37b7515dfd7c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:34.609289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.623689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-835524459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.641023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:34.643290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a4f0-4ff2-4af1-abb9-b7f179508521 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.674913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:router and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:34.687271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:34.687724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:34.693281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c90a4b7-703b-4593-80c1-0955fec57286']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:34.713755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.713984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:34.714188 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Added segment 1286dd01-b826-4c19-a334-10ee708940ed of type vlan for network 51105449-9638-4e13-b93d-dfd76ab19a06 Feb 16 12:45:34.719055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed31072-1e55-4ab2-a6cf-c210444632ee') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:34.719357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed31072-1e55-4ab2-a6cf-c210444632ee') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:34.737716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-44d93704-f023-4491-a062-82edec6a01a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:34.744355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.745386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.778328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.786842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.790472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:34.790869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:34.804844 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:34.871433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.872463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.877713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.883283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.884033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.890534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.906935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a4f0-4ff2-4af1-abb9-b7f179508521 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.932722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-44d93704-f023-4491-a062-82edec6a01a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:34.940624 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-44d93704-f023-4491-a062-82edec6a01a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5096240 Feb 16 12:45:34.947451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49378) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.947650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b86da47f-67de-42f1-bb33-37b7515dfd7c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:34.971777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442583504'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.994418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a4f0-4ff2-4af1-abb9-b7f179508521 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e77152-a667-41ec-9f48-da489b483719,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.017064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:35.026799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.051480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.058817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:35.069684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=da92db7f-1553-4666-a353-9c86c42c56d2,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.092289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.100976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a4f0-4ff2-4af1-abb9-b7f179508521 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.102094 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9bc6a4f0-4ff2-4af1-abb9-b7f179508521 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/security-groups/14e77152-a667-41ec-9f48-da489b483719 HTTP/1.1" status: 204 len: 168 time: 0.8581123 Feb 16 12:45:35.105022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Network': ['ID=51105449-9638-4e13-b93d-dfd76ab19a06,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.108893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.112713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c90a4b7-703b-4593-80c1-0955fec57286,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.113477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b86da47f-67de-42f1-bb33-37b7515dfd7c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:35.114812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.126450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 51105449-9638-4e13-b93d-dfd76ab19a06 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:35.143183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b86da47f-67de-42f1-bb33-37b7515dfd7c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:35.143639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.160385 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-59e3d5c6-0097-42d0-956d-43bd8e9fc699 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8248258 Feb 16 12:45:35.166160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.166771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.187997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.223682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:35.230403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:35.231933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'network_id': '51105449-9638-4e13-b93d-dfd76ab19a06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:35.287021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:35.297950 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a773e138-d0e2-47ee-94f1-d8cb75c4c324 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0c90a4b7-703b-4593-80c1-0955fec57286 HTTP/1.1" status: 204 len: 168 time: 3.4794772 Feb 16 12:45:35.299451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.319486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:35.351885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.361715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet b2eda661-6def-4f6f-9a1a-fb5a367c8572 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:35.388676 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 98c592c2-071e-400d-ab16-1dc18a13690f associated. External IP: 172.26.6.39, port: 834996ed-c4fa-4e84-8946-c00d75b0e299. Feb 16 12:45:35.392693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b86da47f-67de-42f1-bb33-37b7515dfd7c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b86da47f-67de-42f1-bb33-37b7515dfd7c,segment=NetworkSegment(31e51a52-9e23-4821-9123-c27744c8e1ea),segment_id=31e51a52-9e23-4821-9123-c27744c8e1ea)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:35.429387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.492928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.514999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:35.522491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.565103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.566283 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4bf91413-35bb-4d3a-93e3-cdef842b4970 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3280611 Feb 16 12:45:35.570897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.571858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:35.579256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b86da47f-67de-42f1-bb33-37b7515dfd7c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.627402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.759757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1622922240'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:35.777399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49396) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.788461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.812061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:35.825028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:network and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:35.830165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:35.888281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48b9c9-a7d5-418b-9f07-f79c779ae62f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.894807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:35.914974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 92ec6053-5def-4135-a1e2-819cc863f7fe has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:35.919873 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-962a568f-fb9c-4357-ad11-33910a3459cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0c5c902b6ead4979882e8273e50b93ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387734 Feb 16 12:45:35.920738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49400) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.922894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Made reservation on behalf of 3e2f9c950e2243649e14a0a08faae4b4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:35.926431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.003920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.007181 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-59b486e5-830c-4d9c-bd46-5348cfa8e9a0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0481269 Feb 16 12:45:36.008671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:36.020703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b8fd7cca-c6d0-4546-a1da-9660b6af9bc0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '1e48b9c9-a7d5-418b-9f07-f79c779ae62f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:36.021611 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.api.v2.base [None req-b8fd7cca-c6d0-4546-a1da-9660b6af9bc0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:45:36.022113 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-b8fd7cca-c6d0-4546-a1da-9660b6af9bc0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:36.025562 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b8fd7cca-c6d0-4546-a1da-9660b6af9bc0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137465 Feb 16 12:45:36.026471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49408) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:36.049512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:36.052921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.071298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.074052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:45:36.074574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:45:36.078951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.094997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.172707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9eae225-d40c-4224-8abb-e2d9b9e4a672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.185762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c9064ab-46bb-4ef5-9060-255b6109511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.241621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c9064ab-46bb-4ef5-9060-255b6109511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.249345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:36.260004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:36.260961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] Sync routers for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:36.266112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a78f-4f1c-4d65-8864-c69bd5192519 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.272271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:36.273143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:36.274177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:security_group_rule and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:36.288039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:36.308136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:36.322564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a78f-4f1c-4d65-8864-c69bd5192519 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.362167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.426320 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-81526285-8753-4c04-8375-ba5bbd118a9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2260187 Feb 16 12:45:36.427139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49412) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:36.427590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:36.471545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:36.545126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.599629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Router a8abb56f-b548-49fa-9f6e-2e96e58eee3f is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:36.646411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'status': 'completed', 'code': 200} Feb 16 12:45:36.654729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c9064ab-46bb-4ef5-9060-255b6109511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.659308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a78f-4f1c-4d65-8864-c69bd5192519 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.661986 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=b2eda661-6def-4f6f-9a1a-fb5a367c8572,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.662125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123dabf-cdab-4aac-9a84-83aef33cb496 None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:36.667946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.720886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9064ab-46bb-4ef5-9060-255b6109511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4cb617-afb7-4e39-b353-857ab7666776,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.753515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5a78f-4f1c-4d65-8864-c69bd5192519 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48b9c9-a7d5-418b-9f07-f79c779ae62f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.761254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a78f-4f1c-4d65-8864-c69bd5192519 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.767867 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8cb5a78f-4f1c-4d65-8864-c69bd5192519 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/1e48b9c9-a7d5-418b-9f07-f79c779ae62f HTTP/1.1" status: 204 len: 168 time: 0.7261569 Feb 16 12:45:36.767867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c9064ab-46bb-4ef5-9060-255b6109511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.767867 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9c9064ab-46bb-4ef5-9060-255b6109511d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b4cb617-afb7-4e39-b353-857ab7666776 HTTP/1.1" status: 204 len: 168 time: 0.8430774 Feb 16 12:45:36.774303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:36.779955 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-58465952-cf35-492b-a612-16c1478da31f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/98c592c2-071e-400d-ab16-1dc18a13690f HTTP/1.1" status: 200 len: 990 time: 0.3470480 Feb 16 12:45:36.789153 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-57e1f96d-7d7a-4912-9700-fe7650a9d92e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/b2eda661-6def-4f6f-9a1a-fb5a367c8572 HTTP/1.1" status: 204 len: 168 time: 1.6755219 Feb 16 12:45:36.793337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49424) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:36.915155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet d62d17be-f3ab-4623-976a-4e517fe8e2bc {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:36.920045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.932465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b86da47f-67de-42f1-bb33-37b7515dfd7c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:36.998545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.000221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.084944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473879-54c1-4945-bc41-617c8ffbbade req-8c7102e3-9ee3-4f74-93ff-e87c5def24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.086345 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-12473879-54c1-4945-bc41-617c8ffbbade req-8c7102e3-9ee3-4f74-93ff-e87c5def24c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1098 time: 0.5825400 Feb 16 12:45:37.097621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.107556 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a312f2a1-4af3-4e07-9b44-88c11944c1f1 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3209629 Feb 16 12:45:37.137935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.159917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.183959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161525920'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:37.223220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.226857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b86da47f-67de-42f1-bb33-37b7515dfd7c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:37.227244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.270042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.277722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:37.294194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:37.299015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.309228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] Checking router: 92ec6053-5def-4135-a1e2-819cc863f7fe for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:37.310393 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] Sync routers for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:37.324621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:37.328852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:37.329480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.337805 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:37.339295 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.341402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=6b88c572-2c89-4028-9e38-ffde53f87755,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.346407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.362087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:37.381675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:37.391957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:37.400458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.442092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.442286 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Added segment 2753abba-4497-41ce-b675-3d8bb072fd5b of type vlan for network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 Feb 16 12:45:37.445611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf151bb-2b60-45bd-a981-d36c16a749bd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.457673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Checking segment: {'id': '1286dd01-b826-4c19-a334-10ee708940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51105449-9638-4e13-b93d-dfd76ab19a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:37.458296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network hostable DHCP agents. Network: 51105449-9638-4e13-b93d-dfd76ab19a06, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:37.467264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.478668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=d62d17be-f3ab-4623-976a-4e517fe8e2bc,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.482074 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b3391a25-2dab-493e-8b56-6cfa2dc56e65 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/d62d17be-f3ab-4623-976a-4e517fe8e2bc HTTP/1.1" status: 204 len: 168 time: 0.6873317 Feb 16 12:45:37.487204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49440) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.520057 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.521065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.523868 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-65f99008-1985-4a20-a8ba-0a7362897fd1 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.3024788 Feb 16 12:45:37.528131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.537667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.539279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473879-54c1-4945-bc41-617c8ffbbade req-1d2ba9a0-7823-4075-b18c-a9190ddbf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.540994 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-12473879-54c1-4945-bc41-617c8ffbbade req-1d2ba9a0-7823-4075-b18c-a9190ddbf10c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 200 len: 897 time: 0.4311800 Feb 16 12:45:37.564527 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:37.567735 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.590356 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b56800-23fb-431f-8fa1-4490888635dc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:37.590927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b56800-23fb-431f-8fa1-4490888635dc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:37.602778 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-06b56800-23fb-431f-8fa1-4490888635dc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/b2eda661-6def-4f6f-9a1a-fb5a367c8572 HTTP/1.1" status: 404 len: 337 time: 0.1143985 Feb 16 12:45:37.603927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49450) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.629685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:37.685772 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.686233 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add56db-ea3b-47fd-8f71-2c28130f8ee7 None None] The sync data for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:37.711396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting subnet 86b256da-f011-478a-8839-5c4c6a3bb65b {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:37.715134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.787153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49454) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.794359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.826674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:37.846002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.999870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Network 51105449-9638-4e13-b93d-dfd76ab19a06 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:38.034466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.041473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:38.060611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:38.066719 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-12473879-54c1-4945-bc41-617c8ffbbade req-84734662-c74e-4d07-b2cb-a2b8cb15ee36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834996ed-c4fa-4e84-8946-c00d75b0e299 HTTP/1.1" status: 200 len: 998 time: 0.2470438 Feb 16 12:45:38.124620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:38.168799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.174726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.175501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.179348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 51105449-9638-4e13-b93d-dfd76ab19a06) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:38.187728 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0c17246d-f973-4ec6-80e0-6bb9f478cb7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/98c592c2-071e-400d-ab16-1dc18a13690f HTTP/1.1" status: 200 len: 990 time: 0.3987784 Feb 16 12:45:38.196500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9280219-0a04-47b2-9205-24fe7888b315 None None] Network 51105449-9638-4e13-b93d-dfd76ab19a06 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:38.206447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:38.227761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.228359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.250405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.306299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Subnet': ['ID=86b256da-f011-478a-8839-5c4c6a3bb65b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.336453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.336453 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b2de2e91-d74d-4166-b623-4b0f1017b76b tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/86b256da-f011-478a-8839-5c4c6a3bb65b HTTP/1.1" status: 204 len: 168 time: 0.7150140 Feb 16 12:45:38.337289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd4c4e-9236-43cb-b616-10cf6c6fdb08 None None] Network be2995ca-3247-4912-bc6e-202a3d6e16c5 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:38.340616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49468) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.386676 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b092414d-025b-4952-8a00-92e67d4e87b0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:38.387313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b092414d-025b-4952-8a00-92e67d4e87b0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:38.391765 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b092414d-025b-4952-8a00-92e67d4e87b0 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/1981e5fb-aee7-494e-9a0b-385eb83c1d49 HTTP/1.1" status: 404 len: 337 time: 0.0495780 Feb 16 12:45:38.392537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49472) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.397131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Network': ['ID=7abeb6c3-e738-4f76-a998-ad17d33a7f33,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.428138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:38.442588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-915aa2e3-302d-489f-beb1-070f3eae1a3d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Synchronizing usage tracker for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:38.449138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.457609 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-915aa2e3-302d-489f-beb1-070f3eae1a3d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Unset dirty status for tenant:ce0e84a208684fb7856eee239a09ff87 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:38.461690 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-915aa2e3-302d-489f-beb1-070f3eae1a3d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "GET /v2.0/ports?device_id=5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd HTTP/1.1" status: 200 len: 205 time: 0.0679781 Feb 16 12:45:38.462338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49476) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.475765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473879-54c1-4945-bc41-617c8ffbbade req-ab6fd551-3062-4133-acec-21fc7ae709f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.477204 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-12473879-54c1-4945-bc41-617c8ffbbade req-ab6fd551-3062-4133-acec-21fc7ae709f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adaeea1f-3874-4676-a412-2112bc33a7e4 HTTP/1.1" status: 200 len: 835 time: 0.3489654 Feb 16 12:45:38.491299 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c8c1a371-503a-4100-98d6-6206ef9ae708 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7499194 Feb 16 12:45:38.523800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49480) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.543112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'subnet': {'network_id': '7abeb6c3-e738-4f76-a998-ad17d33a7f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:38.548181 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3375868b-59c1-4554-85ec-0b1f42f8ba5d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3281004 Feb 16 12:45:38.551512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b011c-f442-4710-9d04-f59f7404831d None None] The sync data for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv is: [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:38.560648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.611094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0c2f5d8b-d6ac-448e-abbf-95bb407c6d0e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:38.653229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ac5485ad-de09-42a0-8ff4-f8de87dc1eac None None] Provisioning complete for port af2ae141-af01-4140-bfab-9cc9e6211a96 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:38.653229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac5485ad-de09-42a0-8ff4-f8de87dc1eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.716625 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-3b6ba579-4493-437c-9b85-d06704e1ec50 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] delete failed (client error): The resource could not be found. Feb 16 12:45:38.720334 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3b6ba579-4493-437c-9b85-d06704e1ec50 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/routers/5eaecf4c-ebe6-4f6e-b4ac-b9002345c8cd HTTP/1.1" status: 404 len: 336 time: 0.2569509 Feb 16 12:45:38.726885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:38.726885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49490) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.762582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:subnet and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:38.769535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:38.772608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.780870 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff58f7c2-1e07-4f0c-8fbd-14aa00e55e71 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:38.781382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff58f7c2-1e07-4f0c-8fbd-14aa00e55e71 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:38.787098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ff58f7c2-1e07-4f0c-8fbd-14aa00e55e71 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/9bddba6d-0f95-45a8-a7be-b4f983ec8d7d HTTP/1.1" status: 404 len: 337 time: 0.0622566 Feb 16 12:45:38.788383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:38.789856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.885777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.892684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:38.896886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.912813 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f9cdda-5b68-4ecc-b4ff-73aff4eafe86 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:38.913262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f9cdda-5b68-4ecc-b4ff-73aff4eafe86 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:38.979114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7d1d2-3ef1-4a01-a419-5fb1aa3cb085 None None] New status for floating IP 98c592c2-071e-400d-ab16-1dc18a13690f: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:39.043202 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-72f9cdda-5b68-4ecc-b4ff-73aff4eafe86 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/9ce589d6-9d69-431f-a07d-d0b83cca4675 HTTP/1.1" status: 404 len: 337 time: 0.2475758 Feb 16 12:45:39.049892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49502) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.056561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.063153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473879-54c1-4945-bc41-617c8ffbbade req-7ebdf163-3904-4ad4-8c82-c56da88219db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.064368 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-12473879-54c1-4945-bc41-617c8ffbbade req-7ebdf163-3904-4ad4-8c82-c56da88219db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5766294 Feb 16 12:45:39.064977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d12f57-941f-4fdb-a87e-eeb9c2f218b5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.067705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c2f5d8b-d6ac-448e-abbf-95bb407c6d0e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1067547807'] for subnet, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.126171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-51105449-9638-4e13-b93d-dfd76ab19a06', 'network_id': '51105449-9638-4e13-b93d-dfd76ab19a06', 'tenant_id': '3e2f9c950e2243649e14a0a08faae4b4', 'fixed_ips': [{'subnet_id': '6b88c572-2c89-4028-9e38-ffde53f87755'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:39.126909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.140212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-050943c0-a699-4b0c-8970-2674467f3bf3 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.140834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050943c0-a699-4b0c-8970-2674467f3bf3 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.142497 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-050943c0-a699-4b0c-8970-2674467f3bf3 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/cec934fb-c2db-4903-a812-3bbd2bef6f8a HTTP/1.1" status: 404 len: 337 time: 0.0889406 Feb 16 12:45:39.203255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.204672 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-187cf4c9-0eb7-4211-82f4-5678d4f91c2c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0545166 Feb 16 12:45:39.205497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49508) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.206009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49510) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.248682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49512) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.248682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6c8bf83d-a786-4ba9-9f09-84899f272a31 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '26d12f57-941f-4fdb-a87e-eeb9c2f218b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.249300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] DHCP port deletion for be2995ca-3247-4912-bc6e-202a3d6e16c5 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:39.258484 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-6c8bf83d-a786-4ba9-9f09-84899f272a31 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:45:39.259201 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-6c8bf83d-a786-4ba9-9f09-84899f272a31 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:39.260256 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6c8bf83d-a786-4ba9-9f09-84899f272a31 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0203667 Feb 16 12:45:39.265448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49518) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.272734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8c9dfbf1-031c-4fdb-a9f4-154971d51ec9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '26d12f57-941f-4fdb-a87e-eeb9c2f218b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.273522 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-8c9dfbf1-031c-4fdb-a9f4-154971d51ec9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:45:39.275565 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-8c9dfbf1-031c-4fdb-a9f4-154971d51ec9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:39.277669 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8c9dfbf1-031c-4fdb-a9f4-154971d51ec9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101609 Feb 16 12:45:39.287820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49526) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.293170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2e9cab54-b67e-4f01-886f-680e35e6bb88 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '26d12f57-941f-4fdb-a87e-eeb9c2f218b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.294067 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-2e9cab54-b67e-4f01-886f-680e35e6bb88 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:45:39.294747 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-2e9cab54-b67e-4f01-886f-680e35e6bb88 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:39.306533 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2e9cab54-b67e-4f01-886f-680e35e6bb88 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098729 Feb 16 12:45:39.306533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49530) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.306533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7ed6313b-6929-499f-926f-c77f498e133a tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '26d12f57-941f-4fdb-a87e-eeb9c2f218b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.306533 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-7ed6313b-6929-499f-926f-c77f498e133a tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:45:39.306533 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-7ed6313b-6929-499f-926f-c77f498e133a tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:39.309362 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7ed6313b-6929-499f-926f-c77f498e133a tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091088 Feb 16 12:45:39.310153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49536) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.385980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f459fe1-7965-4a0b-ae16-a7e887a0ca23 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.386670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.466632 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] Deleting port af2ae141-af01-4140-bfab-9cc9e6211a96 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:39.467055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.504275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.593767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f459fe1-7965-4a0b-ae16-a7e887a0ca23 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.593994 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-12513c41-8ea2-4f83-b251-84106c467e7c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.594292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12513c41-8ea2-4f83-b251-84106c467e7c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.595964 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-12513c41-8ea2-4f83-b251-84106c467e7c tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/e40c3092-9a3a-4781-aee2-f4132a46c433 HTTP/1.1" status: 404 len: 333 time: 0.3317323 Feb 16 12:45:39.605628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49546) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.680382 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e20781-6cd2-43ac-ac57-62c5a158029d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.680849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e20781-6cd2-43ac-ac57-62c5a158029d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.698558 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-083d67d2-4343-4559-8df9-bb785932d8e0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/98c592c2-071e-400d-ab16-1dc18a13690f HTTP/1.1" status: 200 len: 990 time: 0.4321232 Feb 16 12:45:39.715252 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b7e20781-6cd2-43ac-ac57-62c5a158029d tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/90918c3c-0550-4416-8cff-9fddd71a218e HTTP/1.1" status: 404 len: 337 time: 0.1086287 Feb 16 12:45:39.717705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49550) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.734896 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-12473879-54c1-4945-bc41-617c8ffbbade req-623e3e11-102b-4fed-a6ff-1d51730e4c6d service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286459 Feb 16 12:45:39.735436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] For port af2ae141-af01-4140-bfab-9cc9e6211a96, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af2ae141-af01-4140-bfab-9cc9e6211a96,segment=NetworkSegment(fb189b93-d96e-40bd-945d-5547f1a113ee),segment_id=fb189b93-d96e-40bd-945d-5547f1a113ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:39.735971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.750671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ac5485ad-de09-42a0-8ff4-f8de87dc1eac None None] Provisioning complete for port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:39.751069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac5485ad-de09-42a0-8ff4-f8de87dc1eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.777067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Subnet': ['ID=4c9387ed-9f5c-40ce-9f11-c31c7ffd15cb,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.779399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Checking segment: {'id': '2753abba-4497-41ce-b675-3d8bb072fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7abeb6c3-e738-4f76-a998-ad17d33a7f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:39.780734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network hostable DHCP agents. Network: 7abeb6c3-e738-4f76-a998-ad17d33a7f33, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:39.801177 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb37cb2-ec18-4177-b96d-13aa444c8ddc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.801728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb37cb2-ec18-4177-b96d-13aa444c8ddc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.803572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7fb37cb2-ec18-4177-b96d-13aa444c8ddc tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/d0a5f98f-9db1-40df-80ea-7634ed740645 HTTP/1.1" status: 404 len: 337 time: 0.0779650 Feb 16 12:45:39.807023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49556) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.812461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-613761013', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.850588 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c848e956-901c-44f1-ab89-21c86b81de9e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.851125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c848e956-901c-44f1-ab89-21c86b81de9e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.868276 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c848e956-901c-44f1-ab89-21c86b81de9e tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/3d9cb780-4370-4627-8599-63ad209387cf HTTP/1.1" status: 404 len: 333 time: 0.0584102 Feb 16 12:45:39.868710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49560) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.905856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:39.912992 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8b9006-3060-4cf6-bc5d-399aa4bb83ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.913533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8b9006-3060-4cf6-bc5d-399aa4bb83ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.917959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ed8b9006-3060-4cf6-bc5d-399aa4bb83ee tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/51f0fa64-66c9-4c95-ad49-aaed85a06c13 HTTP/1.1" status: 404 len: 337 time: 0.0457253 Feb 16 12:45:39.918101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] Calling delete_port for af2ae141-af01-4140-bfab-9cc9e6211a96 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:39.918189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49564) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.929363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Usage tracker for resource:port and tenant:9b041070d4c34911b1a27ec5ba9c3885 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:39.942020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:39.964465 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19e6f6d-382d-4896-b01d-eda0cebf52ac tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:39.965268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19e6f6d-382d-4896-b01d-eda0cebf52ac tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:39.971629 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a19e6f6d-382d-4896-b01d-eda0cebf52ac tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/subnets/12af6238-3bcf-4fec-a99a-749a92f8a2c6 HTTP/1.1" status: 404 len: 337 time: 0.0523002 Feb 16 12:45:39.973356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:39.974720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ac5485ad-de09-42a0-8ff4-f8de87dc1eac None None] Port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:39.976585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.995423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:39.998039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f459fe1-7965-4a0b-ae16-a7e887a0ca23 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.007654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f459fe1-7965-4a0b-ae16-a7e887a0ca23 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.008886 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2f459fe1-7965-4a0b-ae16-a7e887a0ca23 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/26d12f57-941f-4fdb-a87e-eeb9c2f218b5 HTTP/1.1" status: 204 len: 168 time: 0.6963940 Feb 16 12:45:40.017184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49572) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:40.036250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f459fe1-7965-4a0b-ae16-a7e887a0ca23 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d12f57-941f-4fdb-a87e-eeb9c2f218b5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.081834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-08931d24-31af-45ea-bfcc-9c8c77440409 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:40.093528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 7abeb6c3-e738-4f76-a998-ad17d33a7f33) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:40.099312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.099920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.105169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7c6f8-b838-41a2-818f-a6bb91b098e3 None None] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:40.125468 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.166798 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-12473879-54c1-4945-bc41-617c8ffbbade req-48be8c63-159c-4f07-86bd-eaac94508ac9 service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224434 Feb 16 12:45:40.172762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Deleting port 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:40.173098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.186016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-08931d24-31af-45ea-bfcc-9c8c77440409 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:40.187444 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-08931d24-31af-45ea-bfcc-9c8c77440409 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1693575 Feb 16 12:45:40.191584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49576) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:40.196491 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366525920'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:40.202637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:40.207271 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8737d168-4516-4358-b90c-d1fcf1b477dc tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6761944 Feb 16 12:45:40.211294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49580) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:40.212749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Made reservation on behalf of 9b041070d4c34911b1a27ec5ba9c3885 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:40.215122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.220155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'network': {'name': 'tempest-router-network01--1524695734'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:40.225296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:40.227649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:40.231023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.231165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] Pushing event deleted for resources: {'Port': ['ID=af2ae141-af01-4140-bfab-9cc9e6211a96,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.234472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:network and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:40.236359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27052684-b697-46fa-acb7-9d1dac8030c7 None None] No DVR routers for this DVR port af2ae141-af01-4140-bfab-9cc9e6211a96 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:40.239141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:40.245194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:40.260279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.328385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c2f5d8b-d6ac-448e-abbf-95bb407c6d0e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748313416991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1067622251'] for subnet, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.359842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.385269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:40.386482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:40.389877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:40.392586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:40.396067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.401721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Allocated IP 172.20.0.3 (51105449-9638-4e13-b93d-dfd76ab19a06/6b88c572-2c89-4028-9e38-ffde53f87755/a5f01d3c-4fb3-458c-8642-8cb0e9f237ec) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:40.417742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:40.427267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:40.434574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Usage tracker for resource:security_group_rule and tenant:9b041070d4c34911b1a27ec5ba9c3885 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:40.441950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:40.449774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:40.463529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.463876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Added segment 54ddc43d-71a5-43c8-ad8f-6db919f8710a of type vlan for network bce1f101-1dee-4896-bfce-e3705730778b Feb 16 12:45:40.469540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:40.476559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f5d8b-d6ac-448e-abbf-95bb407c6d0e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.477522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c2f5d8b-d6ac-448e-abbf-95bb407c6d0e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.481455 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0c2f5d8b-d6ac-448e-abbf-95bb407c6d0e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "PUT /v2.0/subnets/6b88c572-2c89-4028-9e38-ffde53f87755 HTTP/1.1" status: 200 len: 877 time: 1.9163036 Feb 16 12:45:40.482490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49584) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:40.486838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-7abeb6c3-e738-4f76-a998-ad17d33a7f33', 'network_id': '7abeb6c3-e738-4f76-a998-ad17d33a7f33', 'tenant_id': '2d8f47e4c5b3435ea48e425b1a3445bc', 'fixed_ips': [{'subnet_id': '4c9387ed-9f5c-40ce-9f11-c31c7ffd15cb'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:40.487713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.579882 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f5d8b-d6ac-448e-abbf-95bb407c6d0e tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event updated for resources: {'Subnet': ['ID=6b88c572-2c89-4028-9e38-ffde53f87755,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.589344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.669730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.704486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49588) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:40.756421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.782418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.784031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.838916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4999495f-0acd-4882-b072-af1e1cc5a0d6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.859319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.870774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Allocated IP 2001:db8::2 (7abeb6c3-e738-4f76-a998-ad17d33a7f33/4c9387ed-9f5c-40ce-9f11-c31c7ffd15cb/857416eb-6a38-4945-92f0-64af8b3897de) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:40.881622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Transition to ACTIVE for port object a5f01d3c-4fb3-458c-8642-8cb0e9f237ec will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:40.910373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Calling delete_port for 4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:40.938177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af2ae141-af01-4140-bfab-9cc9e6211a96 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:40.939868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.945699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.946290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.025404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Transition to ACTIVE for port object a5f01d3c-4fb3-458c-8642-8cb0e9f237ec will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:41.026575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: af2ae141-af01-4140-bfab-9cc9e6211a96 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:41.026924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af2ae141-af01-4140-bfab-9cc9e6211a96 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:41.082023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-720ef538-9d2b-4c83-aae7-84252db12b38 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/98c592c2-071e-400d-ab16-1dc18a13690f HTTP/1.1" status: 200 len: 992 time: 0.3696368 Feb 16 12:45:41.090208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.094799 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1a0cd789-5cf0-4b9e-99fc-20dc549e6e01 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8994737 Feb 16 12:45:41.094799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Network': ['ID=bce1f101-1dee-4896-bfce-e3705730778b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.097972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49592) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.103696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0c3b7b95-0e1c-4a20-9f6a-23d0cf997e7d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:41.104492 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-0c3b7b95-0e1c-4a20-9f6a-23d0cf997e7d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:45:41.104997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-0c3b7b95-0e1c-4a20-9f6a-23d0cf997e7d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:41.110677 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0c3b7b95-0e1c-4a20-9f6a-23d0cf997e7d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070682 Feb 16 12:45:41.110677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49596) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.129524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network bce1f101-1dee-4896-bfce-e3705730778b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:41.129625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-36df6ae6-ecd9-4633-be86-9a884d875ab5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:41.134479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36df6ae6-ecd9-4633-be86-9a884d875ab5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:41.142820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-36df6ae6-ecd9-4633-be86-9a884d875ab5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:41.145815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.166369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.176377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-36df6ae6-ecd9-4633-be86-9a884d875ab5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:41.190001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36df6ae6-ecd9-4633-be86-9a884d875ab5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:41.227007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.233396 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-10239a79-a040-4996-aae0-cbc39cd791d9 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0210218 Feb 16 12:45:41.235557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.239833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49600) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.250961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'network': {'name': 'tempest-router-network02--101268514'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:41.257148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:41.263203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:network and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:41.270514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:41.278893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:41.297660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Allocated IP 172.20.0.1 (3ea363df-2efe-4c71-9e28-8d093d6bc254/cf84432d-1084-42f3-b441-04a30ae80d9f/c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:41.349050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Network 51105449-9638-4e13-b93d-dfd76ab19a06 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:41.355975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.360178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:41.371335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:41.373174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Pushing event updated for resources: {'Port': ['ID=a5f01d3c-4fb3-458c-8642-8cb0e9f237ec,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.378787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.379628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Transition to ACTIVE for port object 857416eb-6a38-4945-92f0-64af8b3897de will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:41.396749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] device_id is not set on port b1f6fdca-c81d-475c-8f98-fd48e66f2ae5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:41.413800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.420010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:41.423558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.438476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.478561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Transition to ACTIVE for port object 857416eb-6a38-4945-92f0-64af8b3897de will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:41.483541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Attempting to bind port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:41.483971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Attempting to bind port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '1286dd01-b826-4c19-a334-10ee708940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51105449-9638-4e13-b93d-dfd76ab19a06'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:41.484282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Attempting to bind port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec on network 51105449-9638-4e13-b93d-dfd76ab19a06 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:41.490841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:41.491108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Checking segment: {'id': '1286dd01-b826-4c19-a334-10ee708940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51105449-9638-4e13-b93d-dfd76ab19a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:41.491390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=6b88c572-2c89-4028-9e38-ffde53f87755,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.491505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.491699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Bound using segment: {'id': '1286dd01-b826-4c19-a334-10ee708940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51105449-9638-4e13-b93d-dfd76ab19a06'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:41.492188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Bound port: a5f01d3c-4fb3-458c-8642-8cb0e9f237ec, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1286dd01-b826-4c19-a334-10ee708940ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51105449-9638-4e13-b93d-dfd76ab19a06'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:41.492550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.505853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.540800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Port': ['ID=4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.568783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:41.570724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93478515-3bf0-4c72-8f63-3177d4b611cd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.579147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.600678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.600838 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Added segment 2dcea74d-0b89-4aea-9bf6-f33c880915fb of type vlan for network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d Feb 16 12:45:41.603229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.619610 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0525fd02-b50d-47d8-b7a7-ea3faff43629 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/ports/4bbe38e8-fbc6-48b9-b7d9-2ebd02c5161d HTTP/1.1" status: 204 len: 168 time: 1.6332016 Feb 16 12:45:41.620229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.627731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-36df6ae6-ecd9-4633-be86-9a884d875ab5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:41.631427 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-36df6ae6-ecd9-4633-be86-9a884d875ab5 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5173120 Feb 16 12:45:41.632529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49608) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.632695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] For port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:41.643306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2383a0d3-89e0-40e8-a328-866c1aa696f9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:41.643761 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-2383a0d3-89e0-40e8-a328-866c1aa696f9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:45:41.644251 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-2383a0d3-89e0-40e8-a328-866c1aa696f9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:41.647909 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2383a0d3-89e0-40e8-a328-866c1aa696f9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117617 Feb 16 12:45:41.647909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51105449-9638-4e13-b93d-dfd76ab19a06']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.655841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49612) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.662708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:41.664410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] For port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a5f01d3c-4fb3-458c-8642-8cb0e9f237ec,segment=NetworkSegment(1286dd01-b826-4c19-a334-10ee708940ed),segment_id=1286dd01-b826-4c19-a334-10ee708940ed)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:41.667772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:41.672278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:41.674630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Pushing event updated for resources: {'Port': ['ID=857416eb-6a38-4945-92f0-64af8b3897de,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.688040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c0523cab-6a94-453f-a603-a5d13d525b96 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:41.701694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1286dd01-b826-4c19-a334-10ee708940ed') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.702468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1286dd01-b826-4c19-a334-10ee708940ed') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.714421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0523cab-6a94-453f-a603-a5d13d525b96 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:41.722632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.733711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.742340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0523cab-6a94-453f-a603-a5d13d525b96 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:41.749071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.750351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0523cab-6a94-453f-a603-a5d13d525b96 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:41.758418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.759954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0523cab-6a94-453f-a603-a5d13d525b96 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:41.762074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.779269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:41.779673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:41.797171 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:41.813876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Transition to ACTIVE for port object c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:41.832895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Attempting to bind port 857416eb-6a38-4945-92f0-64af8b3897de on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:41.833428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Attempting to bind port 857416eb-6a38-4945-92f0-64af8b3897de by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '2753abba-4497-41ce-b675-3d8bb072fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7abeb6c3-e738-4f76-a998-ad17d33a7f33'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:41.833738 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Attempting to bind port 857416eb-6a38-4945-92f0-64af8b3897de on network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:41.848112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:41.848493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Checking segment: {'id': '2753abba-4497-41ce-b675-3d8bb072fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7abeb6c3-e738-4f76-a998-ad17d33a7f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:41.848894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.849070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.849297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Bound using segment: {'id': '2753abba-4497-41ce-b675-3d8bb072fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7abeb6c3-e738-4f76-a998-ad17d33a7f33'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:41.849779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Bound port: 857416eb-6a38-4945-92f0-64af8b3897de, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2753abba-4497-41ce-b675-3d8bb072fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7abeb6c3-e738-4f76-a998-ad17d33a7f33'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:41.850153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.852613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Allocated IP 172.26.6.140 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/b1f6fdca-c81d-475c-8f98-fd48e66f2ae5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:41.905973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37461fc-192a-4a6a-9ba8-0b4be1ec9a33 None None] Pushing event updated for resources: {'Port': ['ID=a5f01d3c-4fb3-458c-8642-8cb0e9f237ec,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.926775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:45:41.926775 dv-neutron-829487-1-hyperv neutron-server[88443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:45:41.926775 dv-neutron-829487-1-hyperv neutron-server[88443]: [parameters: {'id': '51105449-9638-4e13-b93d-dfd76ab19a06'}] Feb 16 12:45:41.926775 dv-neutron-829487-1-hyperv neutron-server[88443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:41.927467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:41.955126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.961374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:41.961817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] For port 857416eb-6a38-4945-92f0-64af8b3897de, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:41.962117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.965926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] For port 857416eb-6a38-4945-92f0-64af8b3897de, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=857416eb-6a38-4945-92f0-64af8b3897de,segment=NetworkSegment(2753abba-4497-41ce-b675-3d8bb072fd5b),segment_id=2753abba-4497-41ce-b675-3d8bb072fd5b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:42.046472 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-c0523cab-6a94-453f-a603-a5d13d525b96 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:42.075408 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0523cab-6a94-453f-a603-a5d13d525b96 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3814642 Feb 16 12:45:42.075657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:42.075657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.075657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-820d0f18-a24f-4c64-b694-84debf54b347 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:42.075657 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.api.v2.base [None req-820d0f18-a24f-4c64-b694-84debf54b347 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:45:42.077215 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-820d0f18-a24f-4c64-b694-84debf54b347 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:42.078202 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-820d0f18-a24f-4c64-b694-84debf54b347 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0198762 Feb 16 12:45:42.084002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:42.095664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Network': ['ID=72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.108107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:42.110610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-84942d80-88c6-4b97-b853-27eb6c2a02d9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:42.180264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-84942d80-88c6-4b97-b853-27eb6c2a02d9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:42.205289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2995ca-3247-4912-bc6e-202a3d6e16c5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.205417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33b85b-efdd-4a36-9f36-f67cb90937a7 None None] Network 51105449-9638-4e13-b93d-dfd76ab19a06 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:42.205527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-84942d80-88c6-4b97-b853-27eb6c2a02d9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:42.205527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-84942d80-88c6-4b97-b853-27eb6c2a02d9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:42.213785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-84942d80-88c6-4b97-b853-27eb6c2a02d9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:42.216657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb189b93-d96e-40bd-945d-5547f1a113ee') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.216968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb189b93-d96e-40bd-945d-5547f1a113ee') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.246587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.275983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.277410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.295934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:42.296319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.308787 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-084f24db-7617-44b8-b1f6-34e0cf149e7d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0675819 Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:42.312322 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:42.320414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49624) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:42.323920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'subnet': {'network_id': 'bce1f101-1dee-4896-bfce-e3705730778b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:42.332856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.475868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.478305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.489458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:42.496666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd078e-6c19-4c06-bde0-e1975c705f88 None None] Pushing event updated for resources: {'Port': ['ID=857416eb-6a38-4945-92f0-64af8b3897de,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.506162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:42.508505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:42.568122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f2d8fc-a673-4019-8d15-0bf9eb37608d None None] Network 51105449-9638-4e13-b93d-dfd76ab19a06 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:42.589407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Port': ['ID=c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.600747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:42.600747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.610233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.654331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.659315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.662628 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-84942d80-88c6-4b97-b853-27eb6c2a02d9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:42.672766 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-84942d80-88c6-4b97-b853-27eb6c2a02d9 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5620441 Feb 16 12:45:42.674910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49628) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:42.692493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9a68be65-7e0d-46a3-8a84-37b78de58c1d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:42.692972 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-9a68be65-7e0d-46a3-8a84-37b78de58c1d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:45:42.693467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-9a68be65-7e0d-46a3-8a84-37b78de58c1d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:42.698112 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9a68be65-7e0d-46a3-8a84-37b78de58c1d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097337 Feb 16 12:45:42.703179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:42.703179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] Pushing event deleted for resources: {'Network': ['ID=be2995ca-3247-4912-bc6e-202a3d6e16c5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.704826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:42.722815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:subnet and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:42.728877 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f7d0cd35-6893-4359-b089-9ac3ef7620d7 tempest-PortsTestJSON-1289823462 tempest-PortsTestJSON-1289823462-project] 10.222.0.47 "DELETE /v2.0/networks/be2995ca-3247-4912-bc6e-202a3d6e16c5 HTTP/1.1" status: 204 len: 168 time: 1.0873189 Feb 16 12:45:42.732455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c5ad7c77-5af4-4a16-a232-f553d3c7f80d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:42.743935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5ad7c77-5af4-4a16-a232-f553d3c7f80d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:42.752804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5ad7c77-5af4-4a16-a232-f553d3c7f80d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:42.764594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:42.770835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5ad7c77-5af4-4a16-a232-f553d3c7f80d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:42.785846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:42.793434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5ad7c77-5af4-4a16-a232-f553d3c7f80d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:42.801481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.956165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:42.961415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.994215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 857416eb-6a38-4945-92f0-64af8b3897de up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:43.021207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:43.027120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:43.030567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:43.069700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Pushing event updated for resources: {'Port': ['ID=b1f6fdca-c81d-475c-8f98-fd48e66f2ae5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.087946 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-c5ad7c77-5af4-4a16-a232-f553d3c7f80d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:43.091545 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c5ad7c77-5af4-4a16-a232-f553d3c7f80d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3876176 Feb 16 12:45:43.093213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49638) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.110616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-03dda4ec-6157-4d70-9444-884801705b2f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '4999495f-0acd-4882-b072-af1e1cc5a0d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:43.118429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a5f01d3c-4fb3-458c-8642-8cb0e9f237ec,segment=NetworkSegment(1286dd01-b826-4c19-a334-10ee708940ed),segment_id=1286dd01-b826-4c19-a334-10ee708940ed)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:43.119939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.126316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:43.126923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.128949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-03dda4ec-6157-4d70-9444-884801705b2f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:43.145750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-03dda4ec-6157-4d70-9444-884801705b2f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:43.166367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5d3fb9a9-b238-4098-9d52-a75425eba17f None None] Provisioning for port c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:43.170858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 857416eb-6a38-4945-92f0-64af8b3897de completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:43.175572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5d3fb9a9-b238-4098-9d52-a75425eba17f None None] Provisioning complete for port c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:43.176040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5d3fb9a9-b238-4098-9d52-a75425eba17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.202287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-03dda4ec-6157-4d70-9444-884801705b2f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:43.233280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fb9a9-b238-4098-9d52-a75425eba17f None None] Port c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:43.265260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-03dda4ec-6157-4d70-9444-884801705b2f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:43.277188 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-97ec14e5-b782-4e81-9845-798e3ad848c2 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.7551007 Feb 16 12:45:43.277453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for a5f01d3c-4fb3-458c-8642-8cb0e9f237ec owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:43.278399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49642) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.286271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.140'}]}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:43.295644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:43.303441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Usage tracker for resource:router and tenant:9b041070d4c34911b1a27ec5ba9c3885 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:43.306243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.324363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:43.365648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:43.431969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49648) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.537946 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-03dda4ec-6157-4d70-9444-884801705b2f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:43.539035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-03dda4ec-6157-4d70-9444-884801705b2f tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4427962 Feb 16 12:45:43.539842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.543469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49654) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.578331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.579494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.620264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=a5f01d3c-4fb3-458c-8642-8cb0e9f237ec,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.622174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port a5f01d3c-4fb3-458c-8642-8cb0e9f237ec on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:43.628456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.675582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.731466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cef559-966f-4f46-b7ad-4cfb46dd509d None None] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:43.882079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Subnet': ['ID=42cececf-43c0-4534-bb3c-993d5530a579,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.891102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cef1ab23-ad75-4eb8-8c09-6d14128af5a8 None None] Provisioning for port 857416eb-6a38-4945-92f0-64af8b3897de completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:43.898706 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-40cb2f8b-36ca-49f7-ad3e-794b3d1a30bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce0e84a208684fb7856eee239a09ff87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654520 Feb 16 12:45:43.900291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cef1ab23-ad75-4eb8-8c09-6d14128af5a8 None None] Provisioning complete for port 857416eb-6a38-4945-92f0-64af8b3897de triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:43.900591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef1ab23-ad75-4eb8-8c09-6d14128af5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.901801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.915341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49658) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.953839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Checking segment: {'id': '54ddc43d-71a5-43c8-ad8f-6db919f8710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bce1f101-1dee-4896-bfce-e3705730778b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:43.954710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network hostable DHCP agents. Network: bce1f101-1dee-4896-bfce-e3705730778b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:43.958877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db98906e-d49f-4032-9149-acad29be631b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.961652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51105449-9638-4e13-b93d-dfd76ab19a06']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:44.018333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1286dd01-b826-4c19-a334-10ee708940ed') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:44.018548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1286dd01-b826-4c19-a334-10ee708940ed') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:44.051566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.060588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db98906e-d49f-4032-9149-acad29be631b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.086532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef1ab23-ad75-4eb8-8c09-6d14128af5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.115078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.129822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:44.130017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cef1ab23-ad75-4eb8-8c09-6d14128af5a8 None None] For port 857416eb-6a38-4945-92f0-64af8b3897de, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=857416eb-6a38-4945-92f0-64af8b3897de,segment=NetworkSegment(2753abba-4497-41ce-b675-3d8bb072fd5b),segment_id=2753abba-4497-41ce-b675-3d8bb072fd5b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:44.130362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.141203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:44.153503 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:44.158943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5bda-1b22-41da-9547-4968b3badee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.183311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.206178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef1ab23-ad75-4eb8-8c09-6d14128af5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.217957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network bce1f101-1dee-4896-bfce-e3705730778b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:44.269838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5bda-1b22-41da-9547-4968b3badee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.280935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1ab23-ad75-4eb8-8c09-6d14128af5a8 None None] Pushing event updated for resources: {'Port': ['ID=857416eb-6a38-4945-92f0-64af8b3897de,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.314893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.337175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eed086-b55c-4c0f-8c59-22d6b0ceb002 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:45:44.372396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, bce1f101-1dee-4896-bfce-e3705730778b) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:44.377490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.378558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.413597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.415211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5bda-1b22-41da-9547-4968b3badee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.418320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5bda-1b22-41da-9547-4968b3badee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.421052 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e2fa5bda-1b22-41da-9547-4968b3badee7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3baeb99-1cc7-4a64-8023-8826ba6022a6 HTTP/1.1" status: 204 len: 168 time: 0.5025284 Feb 16 12:45:44.425817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db98906e-d49f-4032-9149-acad29be631b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.425817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db98906e-d49f-4032-9149-acad29be631b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.425817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-db98906e-d49f-4032-9149-acad29be631b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/4999495f-0acd-4882-b072-af1e1cc5a0d6 HTTP/1.1" status: 204 len: 168 time: 0.8513560 Feb 16 12:45:44.428277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49664) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.457395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.459237 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/51105449-9638-4e13-b93d-dfd76ab19a06 HTTP/1.1" status: 204 len: 168 time: 3.9757166 Feb 16 12:45:44.463320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49668) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.485936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9df334ee-b16f-4fde-be13-d55e3ec93370 None None] Provisioning complete for port 857416eb-6a38-4945-92f0-64af8b3897de triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:44.486309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9df334ee-b16f-4fde-be13-d55e3ec93370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.500451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa5bda-1b22-41da-9547-4968b3badee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3baeb99-1cc7-4a64-8023-8826ba6022a6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.502294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f1b03-1ac6-4f22-9162-f75dcd573203 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=51105449-9638-4e13-b93d-dfd76ab19a06,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.504353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Port': ['ID=c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.513372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.516131 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e0d378aa-e56b-4529-9376-f8dd6fd99f07 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2021999 Feb 16 12:45:44.522300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.525555 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be59e1c-98d6-4140-8e07-7256cdfbb38b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:44.526012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be59e1c-98d6-4140-8e07-7256cdfbb38b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:44.530264 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6be59e1c-98d6-4140-8e07-7256cdfbb38b tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/6b88c572-2c89-4028-9e38-ffde53f87755 HTTP/1.1" status: 404 len: 337 time: 0.0630596 Feb 16 12:45:44.530264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98906e-d49f-4032-9149-acad29be631b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4999495f-0acd-4882-b072-af1e1cc5a0d6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.530553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-220f57be-ab17-492b-b978-6dc6d879ca03 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:44.531313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49676) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.544117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'subnet': {'network_id': '72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:44.560262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eed086-b55c-4c0f-8c59-22d6b0ceb002 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:45:44.680021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6d97b2-fccd-47b8-a0e5-aec7d8b13a3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:44.680705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6d97b2-fccd-47b8-a0e5-aec7d8b13a3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:44.686210 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4d6d97b2-fccd-47b8-a0e5-aec7d8b13a3c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/51105449-9638-4e13-b93d-dfd76ab19a06 HTTP/1.1" status: 404 len: 339 time: 0.1515639 Feb 16 12:45:44.687024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49680) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.729068 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a2fe6b-f7c0-4c0a-b445-048259dd69ab tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:44.729068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a2fe6b-f7c0-4c0a-b445-048259dd69ab tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:44.734139 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d3a2fe6b-f7c0-4c0a-b445-048259dd69ab tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/a28af7ff-36b9-4310-b584-a8a7144c780d HTTP/1.1" status: 404 len: 337 time: 0.0426447 Feb 16 12:45:44.734325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49684) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.755863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:44.759760 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5df951-dc9f-4e69-a225-0d765e338e2d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:44.760106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5df951-dc9f-4e69-a225-0d765e338e2d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:44.761945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0a5df951-dc9f-4e69-a225-0d765e338e2d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/f6c1f0a2-eab5-4770-92ce-1a5621f4b7b2 HTTP/1.1" status: 404 len: 339 time: 0.0267673 Feb 16 12:45:44.763769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:subnet and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:44.764437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49688) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.774685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:44.788479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:44.837219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-220f57be-ab17-492b-b978-6dc6d879ca03 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:44.838610 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-220f57be-ab17-492b-b978-6dc6d879ca03 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4033542 Feb 16 12:45:44.843224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49694) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.851058 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--113020454'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:44.870461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:44.896144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.915996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:44.921594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:44.922504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:44.926100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.946271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:44.978387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 857416eb-6a38-4945-92f0-64af8b3897de up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:45.106653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 857416eb-6a38-4945-92f0-64af8b3897de triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:45.107284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.134571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.137476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-bce1f101-1dee-4896-bfce-e3705730778b', 'network_id': 'bce1f101-1dee-4896-bfce-e3705730778b', 'tenant_id': '2d8f47e4c5b3435ea48e425b1a3445bc', 'fixed_ips': [{'subnet_id': '42cececf-43c0-4534-bb3c-993d5530a579'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:45.138229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.165775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d62350b-3404-4550-a9fb-98956bac991b']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:45.182947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10af03f5-3465-4132-bc42-db9646367c0f') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:45.183335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10af03f5-3465-4132-bc42-db9646367c0f') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:45.195037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.211286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.219585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:45.224150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.233590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:45.234388 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:45.399107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.405033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.413383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:45.423330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:45.427531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:45.441223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=4d62350b-3404-4550-a9fb-98956bac991b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.472191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Allocated IP 2001:db8::2 (bce1f101-1dee-4896-bfce-e3705730778b/42cececf-43c0-4534-bb3c-993d5530a579/072de94e-6422-42f7-8063-3ca9e04ef032) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:45.504702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:45.530976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1c666d0e-8ec8-477c-83b2-67116af2fbf2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/4d62350b-3404-4550-a9fb-98956bac991b HTTP/1.1" status: 204 len: 168 time: 0.7652156 Feb 16 12:45:45.531938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49712) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.586204 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-922debdf-8187-44f3-b623-5eb61b276638 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.586710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922debdf-8187-44f3-b623-5eb61b276638 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.591353 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-922debdf-8187-44f3-b623-5eb61b276638 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/7e47fb22-cb05-4cb4-bb60-03b80fc404ef HTTP/1.1" status: 404 len: 337 time: 0.0580513 Feb 16 12:45:45.591984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49716) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.617413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a8deb3-e9c8-4186-a499-1a3096eeeed1 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.617889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a8deb3-e9c8-4186-a499-1a3096eeeed1 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.622366 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-02a8deb3-e9c8-4186-a499-1a3096eeeed1 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/6656b4b0-5047-4f09-8526-30cae4228439 HTTP/1.1" status: 404 len: 339 time: 0.0294073 Feb 16 12:45:45.623011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49720) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.642304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.663254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e33434e-ec90-4b1c-b67f-73b004b35d05 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.663710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e33434e-ec90-4b1c-b67f-73b004b35d05 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.668396 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1e33434e-ec90-4b1c-b67f-73b004b35d05 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/a5c8a3df-4325-4a12-97a5-bbc1ee05efdb HTTP/1.1" status: 404 len: 337 time: 0.0437946 Feb 16 12:45:45.669125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49724) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.690338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.696145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Router a8abb56f-b548-49fa-9f6e-2e96e58eee3f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:45.710928 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-77883072-37bc-488b-839e-52d575022bd7 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.711582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77883072-37bc-488b-839e-52d575022bd7 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.714348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.715818 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-77883072-37bc-488b-839e-52d575022bd7 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/3029b9e8-4b48-495d-be9e-c3b1a39efa77 HTTP/1.1" status: 404 len: 339 time: 0.0456929 Feb 16 12:45:45.722673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49730) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.725485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Transition to ACTIVE for port object 072de94e-6422-42f7-8063-3ca9e04ef032 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:45.745168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Transition to ACTIVE for port object 072de94e-6422-42f7-8063-3ca9e04ef032 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:45.761121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee0e037-4e6e-4984-b775-06892adf4b43 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.761578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee0e037-4e6e-4984-b775-06892adf4b43 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.763312 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3ee0e037-4e6e-4984-b775-06892adf4b43 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/eaa9c00c-eb95-4acb-9b28-a261a449c3c1 HTTP/1.1" status: 404 len: 337 time: 0.0458207 Feb 16 12:45:45.765837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49734) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.792949 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55b0169-9100-44fb-afdc-d2a42ddffbca tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.793886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55b0169-9100-44fb-afdc-d2a42ddffbca tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.797840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d55b0169-9100-44fb-afdc-d2a42ddffbca tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/7b2713b0-5626-4719-9c43-8f92e972a127 HTTP/1.1" status: 404 len: 339 time: 0.0281253 Feb 16 12:45:45.798140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49738) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.836693 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-68092f8a-0e4f-4589-9135-7b608ea8c4b8 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.837554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68092f8a-0e4f-4589-9135-7b608ea8c4b8 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.841279 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-68092f8a-0e4f-4589-9135-7b608ea8c4b8 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/75b1d154-5ff1-4616-b2a5-ae589a86f866 HTTP/1.1" status: 404 len: 337 time: 0.0397687 Feb 16 12:45:45.841801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49742) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.858723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.863021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.876312 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c719695-41b6-4c03-9edd-331fa29371cc tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.876776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c719695-41b6-4c03-9edd-331fa29371cc tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.878448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9c719695-41b6-4c03-9edd-331fa29371cc tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/4c5a4274-53e3-40ed-a744-0c78144db38b HTTP/1.1" status: 404 len: 339 time: 0.0359955 Feb 16 12:45:45.883105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49750) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.923760 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-154d00ec-4ba8-425b-a3de-2fe75bc4a5b1 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.923760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154d00ec-4ba8-425b-a3de-2fe75bc4a5b1 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.929978 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-154d00ec-4ba8-425b-a3de-2fe75bc4a5b1 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/47b33e7c-c785-4d16-a03d-1f14deee7c62 HTTP/1.1" status: 404 len: 337 time: 0.0454590 Feb 16 12:45:45.930304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49756) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.931407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Network bce1f101-1dee-4896-bfce-e3705730778b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:45.934959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:45.937646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:45.957720 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db26436-7bed-4db0-82dd-75eb1a40f6c2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:45.958051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db26436-7bed-4db0-82dd-75eb1a40f6c2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:45.962477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0db26436-7bed-4db0-82dd-75eb1a40f6c2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/07d40a5e-1412-4ac3-a677-74c902f3d6a5 HTTP/1.1" status: 404 len: 339 time: 0.0311565 Feb 16 12:45:45.963150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49760) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.987890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.029785 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78b4571-1853-4418-9bcf-8010ab8cf7de tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.030246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78b4571-1853-4418-9bcf-8010ab8cf7de tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.031980 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d78b4571-1853-4418-9bcf-8010ab8cf7de tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/36c30c00-d101-434a-bf05-bfbaf85ac6e7 HTTP/1.1" status: 404 len: 337 time: 0.0678670 Feb 16 12:45:46.034939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49764) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.051390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Pushing event updated for resources: {'Port': ['ID=072de94e-6422-42f7-8063-3ca9e04ef032,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.064379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.073896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Attempting to bind port 072de94e-6422-42f7-8063-3ca9e04ef032 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:46.074312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Attempting to bind port 072de94e-6422-42f7-8063-3ca9e04ef032 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '54ddc43d-71a5-43c8-ad8f-6db919f8710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bce1f101-1dee-4896-bfce-e3705730778b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:46.074707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Attempting to bind port 072de94e-6422-42f7-8063-3ca9e04ef032 on network bce1f101-1dee-4896-bfce-e3705730778b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:46.084661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:46.085359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Checking segment: {'id': '54ddc43d-71a5-43c8-ad8f-6db919f8710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bce1f101-1dee-4896-bfce-e3705730778b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:46.086007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.086630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Bound using segment: {'id': '54ddc43d-71a5-43c8-ad8f-6db919f8710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bce1f101-1dee-4896-bfce-e3705730778b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:46.087366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Bound port: 072de94e-6422-42f7-8063-3ca9e04ef032, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ddc43d-71a5-43c8-ad8f-6db919f8710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bce1f101-1dee-4896-bfce-e3705730778b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:46.088109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.089721 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c80732-1d47-4263-a66f-4dddf8f04948 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.090202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c80732-1d47-4263-a66f-4dddf8f04948 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.091889 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-51c80732-1d47-4263-a66f-4dddf8f04948 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/912816ff-9ae1-4998-b9fc-c378f300f744 HTTP/1.1" status: 404 len: 339 time: 0.0560141 Feb 16 12:45:46.095323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49768) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.116691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.129257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-136573697'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.134442 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6a094b-5dab-4068-b6e4-04846e5ccb6d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.135242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6a094b-5dab-4068-b6e4-04846e5ccb6d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.137086 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8e6a094b-5dab-4068-b6e4-04846e5ccb6d tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/ab14f9f5-1904-437e-8113-bd54c55c3c44 HTTP/1.1" status: 404 len: 337 time: 0.0408769 Feb 16 12:45:46.140208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49772) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.166037 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf1eb6f-becb-437c-9d39-7b4b4fbf0bb2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.166768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf1eb6f-becb-437c-9d39-7b4b4fbf0bb2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.170888 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-edf1eb6f-becb-437c-9d39-7b4b4fbf0bb2 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/b5eaa0df-9e43-4f4e-9ab9-098b965131d6 HTTP/1.1" status: 404 len: 339 time: 0.0271454 Feb 16 12:45:46.171699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49776) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.174803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:46.181388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] For port 072de94e-6422-42f7-8063-3ca9e04ef032, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:46.184921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] For port 072de94e-6422-42f7-8063-3ca9e04ef032, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=072de94e-6422-42f7-8063-3ca9e04ef032,segment=NetworkSegment(54ddc43d-71a5-43c8-ad8f-6db919f8710a),segment_id=54ddc43d-71a5-43c8-ad8f-6db919f8710a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:46.210639 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a35137c-d4f2-4680-af37-9f7a0adac30c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.211123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a35137c-d4f2-4680-af37-9f7a0adac30c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.215014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4a35137c-d4f2-4680-af37-9f7a0adac30c tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/6e0e87c6-8473-4f99-abf8-1b2f48b2ca3e HTTP/1.1" status: 404 len: 337 time: 0.0395324 Feb 16 12:45:46.215478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49780) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.244226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:46.244731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa319e1-eac4-4391-9041-7b4f0bb5f7b9 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:46.245193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa319e1-eac4-4391-9041-7b4f0bb5f7b9 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:46.249322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3fa319e1-eac4-4391-9041-7b4f0bb5f7b9 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/8c4c7742-bbe5-49dc-ac71-ffd0c4f4d5ce HTTP/1.1" status: 404 len: 339 time: 0.0304606 Feb 16 12:45:46.249657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49784) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.265266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:46.291087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.295854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:46.297661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388903e1-09a2-4a6e-9742-5d64a170bf72,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.300256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:46.308486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Subnet': ['ID=ed34355c-d191-40d6-8d63-b068192df858,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.318226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting subnet 462f506a-29d6-4883-b835-7814a0a40f08 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:46.321628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.323643 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] Sync routers for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:46.338513 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:46.339238 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.345532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Checking segment: {'id': '2dcea74d-0b89-4aea-9bf6-f33c880915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:46.346126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network hostable DHCP agents. Network: 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:46.354025 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6cece164-dd04-4e11-9793-50526a33f1a8 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "PUT /v2.0/routers/a8abb56f-b548-49fa-9f6e-2e96e58eee3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8117695 Feb 16 12:45:46.354925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.364543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Request body: {'port': {'network_id': '3ea363df-2efe-4c71-9e28-8d093d6bc254', 'name': 'tempest-FloatingIPAdminTestJSON-1131829420'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.384320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.399296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cf878-5ef1-4d81-b751-0f2ca9f4a3fc None None] Pushing event updated for resources: {'Port': ['ID=072de94e-6422-42f7-8063-3ca9e04ef032,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.417375 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.427965 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:46.428712 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.443466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.499045 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:46.499738 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20223485-4b03-472c-b2de-d7883fc14902 None None] The sync data for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:46.508409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.526014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.527336 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c7388892-f1c5-44c2-b7e9-bbe337e27156 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6830587 Feb 16 12:45:46.541882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49792) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.551811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fafb3237-0dc5-4cce-8e42-da8fb817fafc tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '388903e1-09a2-4a6e-9742-5d64a170bf72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.562088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fafb3237-0dc5-4cce-8e42-da8fb817fafc tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:46.569024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fafb3237-0dc5-4cce-8e42-da8fb817fafc tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:46.580625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fafb3237-0dc5-4cce-8e42-da8fb817fafc tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:46.591590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fafb3237-0dc5-4cce-8e42-da8fb817fafc tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:46.686668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.749548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.754419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Subnet': ['ID=462f506a-29d6-4883-b835-7814a0a40f08,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.796962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:46.800393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.809162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:46.846946 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-78237828-148a-4565-b58c-79fe4b67f62f tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/subnets/462f506a-29d6-4883-b835-7814a0a40f08 HTTP/1.1" status: 204 len: 168 time: 0.5961652 Feb 16 12:45:46.849374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49796) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.877455 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-fafb3237-0dc5-4cce-8e42-da8fb817fafc tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The resource could not be found. Feb 16 12:45:46.881775 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fafb3237-0dc5-4cce-8e42-da8fb817fafc tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3388500 Feb 16 12:45:46.885892 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49800) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.894821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-04cb72c2-ce96-4bf1-b0fe-294f33726bfd tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '388903e1-09a2-4a6e-9742-5d64a170bf72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '00f48a57-4804-4d67-94a0-5f9e3cd49266'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.923886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 072de94e-6422-42f7-8063-3ca9e04ef032 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:46.944080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.946130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-04cb72c2-ce96-4bf1-b0fe-294f33726bfd tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:46.958676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-04cb72c2-ce96-4bf1-b0fe-294f33726bfd tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:46.991429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.994355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.999194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:47.013777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-04cb72c2-ce96-4bf1-b0fe-294f33726bfd tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:47.017436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:47.019959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:security_group_rule and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:47.027550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:47.028355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Usage tracker for resource:port and tenant:9758c090fcd04c738c63a47882065059 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:47.032016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:47.036998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:47.038749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:47.044732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.047124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:47.051577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-04cb72c2-ce96-4bf1-b0fe-294f33726bfd tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:47.052459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:47.053109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.065721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Deleting port c123e419-193e-42f8-a385-1bbd002d0489 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:47.066043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.130177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.130765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2aac561-bbe7-4686-a338-4824c60d5f04 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:47.177793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 072de94e-6422-42f7-8063-3ca9e04ef032 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:47.178247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.180144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Made reservation on behalf of 9758c090fcd04c738c63a47882065059 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:47.183768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.198766 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-21e8dc35-5edb-4512-8336-08f1b2141a24 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6716874 Feb 16 12:45:47.198977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49804) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.277885 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:47.279383 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-47b20e5a-b424-4175-9e03-880d9be466f3 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0003133 Feb 16 12:45:47.288134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49808) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.351525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] device_id is not set on port 491f0d8d-dab4-455c-89a9-215faee07ce0 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:47.365868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] For port c123e419-193e-42f8-a385-1bbd002d0489, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c123e419-193e-42f8-a385-1bbd002d0489,segment=NetworkSegment(fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce),segment_id=fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:47.366225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.388346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.504415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5338f43-43dd-446d-8e55-fb875f93c223 None None] Network bce1f101-1dee-4896-bfce-e3705730778b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:47.527418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e29f30f-a49a-43f4-8093-47fb64bdfb54 None None] Network 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:47.543867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e448f1f5-507a-4939-9a59-abbd81149603 None None] Network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:47.615378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Calling delete_port for c123e419-193e-42f8-a385-1bbd002d0489 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:47.645277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-04cb72c2-ce96-4bf1-b0fe-294f33726bfd tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The resource could not be found. Feb 16 12:45:47.648776 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-04cb72c2-ce96-4bf1-b0fe-294f33726bfd tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7599270 Feb 16 12:45:47.656035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Deleting port b1f6fdca-c81d-475c-8f98-fd48e66f2ae5 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:47.656686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.698947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Allocated IP 172.20.0.8 (3ea363df-2efe-4c71-9e28-8d093d6bc254/cf84432d-1084-42f3-b441-04a30ae80d9f/491f0d8d-dab4-455c-89a9-215faee07ce0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:47.706120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49812) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.920706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.931446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1509432-9033-4f40-8112-5fe86d9fa9b7 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.937947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Transition to ACTIVE for port object 491f0d8d-dab4-455c-89a9-215faee07ce0 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:47.956033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.014502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:48.022929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f8c99-ef90-4986-abca-7e5cb5253756,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.024041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1509432-9033-4f40-8112-5fe86d9fa9b7 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.026769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bd200a5c-061f-470f-bb4e-a5ab5b490941 None None] Provisioning for port 072de94e-6422-42f7-8063-3ca9e04ef032 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:48.035400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Port': ['ID=c123e419-193e-42f8-a385-1bbd002d0489,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.037904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] No DVR routers for this DVR port c123e419-193e-42f8-a385-1bbd002d0489 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:48.069215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bd200a5c-061f-470f-bb4e-a5ab5b490941 None None] Provisioning complete for port 072de94e-6422-42f7-8063-3ca9e04ef032 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:48.076233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bd200a5c-061f-470f-bb4e-a5ab5b490941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.086074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.132850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d', 'network_id': '72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d', 'tenant_id': '2d8f47e4c5b3435ea48e425b1a3445bc', 'fixed_ips': [{'subnet_id': 'ed34355c-d191-40d6-8d63-b068192df858'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:48.133456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.139958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.140307 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment 2320ab2a-be92-47e3-a821-3f1c2c75d75c of type vlan for network 6c8d8f34-a16e-440a-90f3-b477d9a7772a Feb 16 12:45:48.154094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.172624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:48.181931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:48.213473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:48.252745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020c05e-3cee-481e-b0b0-9e6d188ab520 None None] DHCP port deletion for 1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:48.284094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:48.285083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.347090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event updated for resources: {'Port': ['ID=491f0d8d-dab4-455c-89a9-215faee07ce0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.351445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.421172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Calling delete_port for b1f6fdca-c81d-475c-8f98-fd48e66f2ae5 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:48.426661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.444732 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f120a039-0aab-44ab-a7e5-bfe4e57b9289 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0837002 Feb 16 12:45:48.448025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:48.498369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.512375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Allocated IP 2001:db8::2 (72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d/ed34355c-d191-40d6-8d63-b068192df858/f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:48.520382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bd200a5c-061f-470f-bb4e-a5ab5b490941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.534898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1375f9b9-2f24-42ce-875e-fa2dee8f8cd1']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:48.561415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:48.561694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d75a1-f9a0-4e6a-b3c0-435f63c367ce') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:48.569156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1509432-9033-4f40-8112-5fe86d9fa9b7 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.594448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.603016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1509432-9033-4f40-8112-5fe86d9fa9b7 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388903e1-09a2-4a6e-9742-5d64a170bf72,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.651251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bd200a5c-061f-470f-bb4e-a5ab5b490941 None None] For port 072de94e-6422-42f7-8063-3ca9e04ef032, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=072de94e-6422-42f7-8063-3ca9e04ef032,segment=NetworkSegment(54ddc43d-71a5-43c8-ad8f-6db919f8710a),segment_id=54ddc43d-71a5-43c8-ad8f-6db919f8710a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:48.653856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.669754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1509432-9033-4f40-8112-5fe86d9fa9b7 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.680790 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1509432-9033-4f40-8112-5fe86d9fa9b7 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/388903e1-09a2-4a6e-9742-5d64a170bf72 HTTP/1.1" status: 204 len: 168 time: 0.9599650 Feb 16 12:45:48.680790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:48.680790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:48.692817 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:48.696618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49822) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:48.798415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bd200a5c-061f-470f-bb4e-a5ab5b490941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.845774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0168f692-8294-46b9-b83c-55beb8912b38 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:48.851626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.857594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:48.858204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.906810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.974015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c123e419-193e-42f8-a385-1bbd002d0489 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:49.022701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.033268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: c123e419-193e-42f8-a385-1bbd002d0489 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:49.034132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c123e419-193e-42f8-a385-1bbd002d0489 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:49.075420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.077248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'project_id': '9758c090fcd04c738c63a47882065059', 'port_id': '491f0d8d-dab4-455c-89a9-215faee07ce0'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.091090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1f6fdca-c81d-475c-8f98-fd48e66f2ae5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.091459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Transition to ACTIVE for port object f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:49.096466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.124735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Transition to ACTIVE for port object f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:49.141479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f5e728e6-66be-46b6-9b8c-ddaf7ae235f3 None None] Provisioning complete for port c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:49.141860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5e728e6-66be-46b6-9b8c-ddaf7ae235f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.155452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.162918 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] 10.222.0.47 "DELETE /v2.0/networks/1375f9b9-2f24-42ce-875e-fa2dee8f8cd1 HTTP/1.1" status: 204 len: 168 time: 2.3123224 Feb 16 12:45:49.179982 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Allocated IP 2001:db8::1 (bce1f101-1dee-4896-bfce-e3705730778b/42cececf-43c0-4534-bb3c-993d5530a579/6598c325-80f3-4418-9d9a-b783508ee3fa) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:49.188048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd200a5c-061f-470f-bb4e-a5ab5b490941 None None] Pushing event updated for resources: {'Port': ['ID=072de94e-6422-42f7-8063-3ca9e04ef032,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.204072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0168f692-8294-46b9-b83c-55beb8912b38 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:49.209254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0168f692-8294-46b9-b83c-55beb8912b38 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5015249 Feb 16 12:45:49.217598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49828) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.223402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f5e728e6-66be-46b6-9b8c-ddaf7ae235f3 None None] Port c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:49.223596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b3effeb6-f525-46f2-a29f-b2670385bf8b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': 'ddb20a43-6fe6-492b-bbf0-3fa5619e1be7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.230332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Usage tracker for resource:floatingip and tenant:9758c090fcd04c738c63a47882065059 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:49.231426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1925ff7-5d4b-44ac-af81-215c77361c92 tempest-NetworksTest-76186783 tempest-NetworksTest-76186783-project] Pushing event deleted for resources: {'Network': ['ID=1375f9b9-2f24-42ce-875e-fa2dee8f8cd1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.239659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b3effeb6-f525-46f2-a29f-b2670385bf8b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.242116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:49.248071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.252290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.254960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b3effeb6-f525-46f2-a29f-b2670385bf8b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:49.259950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b3effeb6-f525-46f2-a29f-b2670385bf8b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:49.270108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b3effeb6-f525-46f2-a29f-b2670385bf8b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.275500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.277901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0e9b5134-3c30-4400-a84a-7674a74a4b71 tempest-RoutersAdminNegativeIpV6Test-287604873 tempest-RoutersAdminNegativeIpV6Test-287604873-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b1f6fdca-c81d-475c-8f98-fd48e66f2ae5 HTTP/1.1" status: 204 len: 168 time: 1.9888027 Feb 16 12:45:49.376280 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.5044463 Feb 16 12:45:49.376926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49834) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.378183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Pushing event updated for resources: {'Port': ['ID=f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.380564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b1d03-22f1-4381-be31-8d6c36404f00 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=6c8d8f34-a16e-440a-90f3-b477d9a7772a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.383167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f5e728e6-66be-46b6-9b8c-ddaf7ae235f3 None None] Provisioning for port 491f0d8d-dab4-455c-89a9-215faee07ce0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:49.392844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:49.393030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-844192074'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.393150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:49.393150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:49.396719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f5e728e6-66be-46b6-9b8c-ddaf7ae235f3 None None] Provisioning complete for port 491f0d8d-dab4-455c-89a9-215faee07ce0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:49.397096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5e728e6-66be-46b6-9b8c-ddaf7ae235f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.404277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.412051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:49.416406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:49.429031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:49.434283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.484511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.501258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.513802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Transition to ACTIVE for port object 6598c325-80f3-4418-9d9a-b783508ee3fa will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:49.560679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:49.565703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.584108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-b3effeb6-f525-46f2-a29f-b2670385bf8b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The resource could not be found. Feb 16 12:45:49.588829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.590119 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b3effeb6-f525-46f2-a29f-b2670385bf8b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3713243 Feb 16 12:45:49.601656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357491733'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.603519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668be8e-c6ee-44e5-868f-9700eecd62ea None None] Network bce1f101-1dee-4896-bfce-e3705730778b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:49.612271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.612469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:49.623694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.624673 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment 9f7c2ead-2e93-4a19-93f6-d1706885e83a of type vlan for network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd Feb 16 12:45:49.633577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.654478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.673614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.734624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.737792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f5e728e6-66be-46b6-9b8c-ddaf7ae235f3 None None] Port 491f0d8d-dab4-455c-89a9-215faee07ce0 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:49.745780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Attempting to bind port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:49.745780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Attempting to bind port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '2dcea74d-0b89-4aea-9bf6-f33c880915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:49.745780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Attempting to bind port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc on network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:49.753705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:49.754161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Checking segment: {'id': '2dcea74d-0b89-4aea-9bf6-f33c880915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:49.754633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.755116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Bound using segment: {'id': '2dcea74d-0b89-4aea-9bf6-f33c880915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:49.755723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Bound port: f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcea74d-0b89-4aea-9bf6-f33c880915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:49.756256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.779947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.802358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.814724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:49.815895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.835396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.892103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.898748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network bce1f101-1dee-4896-bfce-e3705730778b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:49.902072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:49.907650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:49.911241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:49.916492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:49.917769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.925306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.927235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Port': ['ID=6598c325-80f3-4418-9d9a-b783508ee3fa,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.928548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2ed54af9-026e-44d1-bc50-14f65a402045 None None] Provisioning complete for port 072de94e-6422-42f7-8063-3ca9e04ef032 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:49.928921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ed54af9-026e-44d1-bc50-14f65a402045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.959052 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5808485 Feb 16 12:45:49.959668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49852) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.973248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': '6c8d8f34-a16e-440a-90f3-b477d9a7772a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.974601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Allocated IP 172.26.6.90 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/bdf216b8-7c2b-4bb1-ad6a-d9b2604eb513) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:49.992031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] For port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:50.038227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] For port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc,segment=NetworkSegment(2dcea74d-0b89-4aea-9bf6-f33c880915fb),segment_id=2dcea74d-0b89-4aea-9bf6-f33c880915fb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:50.126199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.136322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d91766-8630-48e0-845e-63692f7ba8b9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.153782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.199464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:50.240154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:50.244069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:50.247044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:50.249261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.252822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:50.306426 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c070c969-8eb4-49a3-87f0-995d34d51c02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e2f9c950e2243649e14a0a08faae4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375813 Feb 16 12:45:50.309309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49866) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.333573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.352862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:50.360465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Usage tracker for resource:security_group_rule and tenant:99868ddf7aed4afa9c375b7666fc20f0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:50.370059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:50.386975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:50.393440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:50.394673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.397286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.410974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.420864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bc57613-fdec-470e-9dea-c365148c6d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.425109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5362ee6-5cc3-4025-a740-68239c01844e None None] Pushing event updated for resources: {'Port': ['ID=f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.471350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.534350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bc57613-fdec-470e-9dea-c365148c6d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.747533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bc57613-fdec-470e-9dea-c365148c6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.777972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc57613-fdec-470e-9dea-c365148c6d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87defa9-7374-488f-aca9-5aa19feba532,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.797376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bc57613-fdec-470e-9dea-c365148c6d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.801327 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9bc57613-fdec-470e-9dea-c365148c6d8a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c87defa9-7374-488f-aca9-5aa19feba532 HTTP/1.1" status: 204 len: 168 time: 0.4892089 Feb 16 12:45:50.823731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.884200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e15b24-3d4b-44d8-8840-45e617cf692f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.922413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.924462 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-28f68299-f281-4807-9e79-104deef7bc69 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3315492 Feb 16 12:45:50.927308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49872) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.937607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--275344709'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:50.950833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:50.968696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b21b7481-0012-4cc6-a6d1-2bd41c836cf9 None None] Provisioning for port 6598c325-80f3-4418-9d9a-b783508ee3fa completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:50.972792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:50.975528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b21b7481-0012-4cc6-a6d1-2bd41c836cf9 None None] Provisioning complete for port 6598c325-80f3-4418-9d9a-b783508ee3fa triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:50.976122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b21b7481-0012-4cc6-a6d1-2bd41c836cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.981155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:50.992178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=5042c08a-1e56-4a51-bdb5-3a582907479e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.998148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.009276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': '2320ab2a-be92-47e3-a821-3f1c2c75d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6c8d8f34-a16e-440a-90f3-b477d9a7772a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:51.009641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: 6c8d8f34-a16e-440a-90f3-b477d9a7772a, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:51.082813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.106967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 072de94e-6422-42f7-8063-3ca9e04ef032 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:51.112812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:51.117341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:51.123967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:51.125897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.135979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.151122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:51.250348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.252019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 6c8d8f34-a16e-440a-90f3-b477d9a7772a) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:51.259338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:51.259338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.272603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:51.282108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:51.285584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:51.318240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a7a9f-69ff-46d1-ac85-3a1c8f043817 None None] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:51.367652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b21b7481-0012-4cc6-a6d1-2bd41c836cf9 None None] Port 6598c325-80f3-4418-9d9a-b783508ee3fa cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:51.372999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Pushing event updated for resources: {'Port': ['ID=bdf216b8-7c2b-4bb1-ad6a-d9b2604eb513,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.382335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.400562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.492867 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-337f572d-0d3a-461a-a5cc-837cc50c18f5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5282304 Feb 16 12:45:51.496411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49890) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.509250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': '3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:51.529924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b28bc7-356c-4424-bc52-e186bc00ff40,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.546314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b21b7481-0012-4cc6-a6d1-2bd41c836cf9 None None] Provisioning complete for port 072de94e-6422-42f7-8063-3ca9e04ef032 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:51.546314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b21b7481-0012-4cc6-a6d1-2bd41c836cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.561886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.566551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.629998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.634482 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-47c74894-20f4-4913-b073-9d704a2ac8a3 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7062054 Feb 16 12:45:51.638488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49894) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.647446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-dc5e1531-2803-4493-989b-89d4dcd5b5b0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group_rule': {'security_group_id': '38e15b24-3d4b-44d8-8840-45e617cf692f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '79b28bc7-356c-4424-bc52-e186bc00ff40'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:51.647718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 072de94e-6422-42f7-8063-3ca9e04ef032 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:51.647982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.654234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dc5e1531-2803-4493-989b-89d4dcd5b5b0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:51.659620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc5e1531-2803-4493-989b-89d4dcd5b5b0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:51.662781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc5e1531-2803-4493-989b-89d4dcd5b5b0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:51.669538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dc5e1531-2803-4493-989b-89d4dcd5b5b0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.704790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:51.715958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:51.723481 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99868ddf7aed4afa9c375b7666fc20f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5939236 Feb 16 12:45:51.723676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:51.726324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49900) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.742320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.749433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.750212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.817432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9861492-680c-43e0-968a-1f4c075c61aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dff343b-9e62-45e1-bfef-4bcb7d9a4be8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.830010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f18f26d-73de-4058-b6e8-c33e80a68355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.839769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35113dd-fb8b-4952-a8c4-0cf021531be1 None None] Network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:51.860530 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f18f26d-73de-4058-b6e8-c33e80a68355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.870074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:51.873717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.017916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-6c8d8f34-a16e-440a-90f3-b477d9a7772a', 'network_id': '6c8d8f34-a16e-440a-90f3-b477d9a7772a', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': '5042c08a-1e56-4a51-bdb5-3a582907479e'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:52.018796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.064743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-947e3059-1ba0-4477-89ca-ef77e35f13a6 None None] Provisioning for port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:52.101575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Port': ['ID=6598c325-80f3-4418-9d9a-b783508ee3fa,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.117735 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-dc5e1531-2803-4493-989b-89d4dcd5b5b0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:52.121466 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dc5e1531-2803-4493-989b-89d4dcd5b5b0 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4792769 Feb 16 12:45:52.122737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49910) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:52.193835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:52.261362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-947e3059-1ba0-4477-89ca-ef77e35f13a6 None None] Provisioning complete for port 6598c325-80f3-4418-9d9a-b783508ee3fa triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:52.261759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947e3059-1ba0-4477-89ca-ef77e35f13a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.315410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network bce1f101-1dee-4896-bfce-e3705730778b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:52.322082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:52.322824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49916) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:52.361064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.375814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-947e3059-1ba0-4477-89ca-ef77e35f13a6 None None] Port 6598c325-80f3-4418-9d9a-b783508ee3fa cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:52.417418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b905b7-8543-4846-b5a0-59ba58244c1c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.449029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f18f26d-73de-4058-b6e8-c33e80a68355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.494168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18f26d-73de-4058-b6e8-c33e80a68355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dff343b-9e62-45e1-bfef-4bcb7d9a4be8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.514539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=d73b477d-5db6-4be2-b960-558aa01d996f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.545631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': '9f7c2ead-2e93-4a19-93f6-d1706885e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:52.546699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:52.560040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1998928864'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.573317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2f18f26d-73de-4058-b6e8-c33e80a68355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.573317 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2f18f26d-73de-4058-b6e8-c33e80a68355 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6dff343b-9e62-45e1-bfef-4bcb7d9a4be8 HTTP/1.1" status: 204 len: 168 time: 0.8428187 Feb 16 12:45:52.573599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:52.578869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:52.585620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:52.586186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:52.597109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:52.608514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:52.612090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.693683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Allocated IP 172.20.0.2 (6c8d8f34-a16e-440a-90f3-b477d9a7772a/5042c08a-1e56-4a51-bdb5-3a582907479e/b26c1978-d81b-423d-aa29-feab860a78fe) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:52.708659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:52.754562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:52.758166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.771451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.778163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b905b7-8543-4846-b5a0-59ba58244c1c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.787233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:52.791144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group_rule and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:52.794235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:52.801519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:52.842390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:52.846078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:52.846694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.868799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41413e8-1196-4dcd-b521-5d407863ca7d None None] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:52.916727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.918505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.948322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.977558 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4c0ad1c8-6bd6-44bc-88e6-ffb1fceb33d1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4797883 Feb 16 12:45:52.985379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:52.990568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1009655865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.991731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d24f5be7-c80c-4356-8e37-a1fc37c36aa3 None None] Provisioning complete for port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:52.992380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d24f5be7-c80c-4356-8e37-a1fc37c36aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.998887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:53.003880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:router and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:53.007170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:53.012214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.034319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:53.068333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:53.076826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f8b87-b56a-4250-a7cb-5bbc94a7a001,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.084038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.084387 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment 5dc3c520-731d-45b6-8237-3b52f0e65dc6 of type vlan for network 7602c9cb-86df-4418-8564-c71f6f4c5b97 Feb 16 12:45:53.119632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.124613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b905b7-8543-4846-b5a0-59ba58244c1c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.136350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Router e3d3f729-6955-4c59-86c0-01b5080f3314 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:53.145640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b905b7-8543-4846-b5a0-59ba58244c1c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b28bc7-356c-4424-bc52-e186bc00ff40,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.152026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc,segment=NetworkSegment(2dcea74d-0b89-4aea-9bf6-f33c880915fb),segment_id=2dcea74d-0b89-4aea-9bf6-f33c880915fb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:53.189787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.191159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.214610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.223713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b905b7-8543-4846-b5a0-59ba58244c1c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.224836 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-34b905b7-8543-4846-b5a0-59ba58244c1c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/79b28bc7-356c-4424-bc52-e186bc00ff40 HTTP/1.1" status: 204 len: 168 time: 1.1016452 Feb 16 12:45:53.235593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49930) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.309870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.316526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:53.319000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.335192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.369156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.406916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:53.412579 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-32a52f3e-a317-4831-80a8-f99883042f6f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2124865 Feb 16 12:45:53.422521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.438790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] Sync routers for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:53.448095 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.467759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=7602c9cb-86df-4418-8564-c71f6f4c5b97,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.470281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.479185 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cd31a011-872f-4c61-946e-dd3357cc0142 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1544957 Feb 16 12:45:53.483211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49938) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.483526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2801497d-0b81-4942-9952-0c35780b559c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:53.487724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:53.504596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'name': 'tempest-PortsIpV6TestJSON-1286692026'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:53.583216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Transition to ACTIVE for port object b26c1978-d81b-423d-aa29-feab860a78fe will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:53.585735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:53.586378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:53.588560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2801497d-0b81-4942-9952-0c35780b559c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:53.592897 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2801497d-0b81-4942-9952-0c35780b559c tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3526802 Feb 16 12:45:53.593632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49942) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.651578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.653012 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a6c6d2a0-d2a3-46b4-b8c2-c8246ecc59b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6707294 Feb 16 12:45:53.660984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49946) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.661300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 49948) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.666801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd', 'network_id': '3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': 'd73b477d-5db6-4be2-b960-558aa01d996f'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:53.667649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.675947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d4d09e-4285-4567-9604-8b13c4d95f72 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.684863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.706896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:53.711230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d4d09e-4285-4567-9604-8b13c4d95f72 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.738313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Transition to ACTIVE for port object b26c1978-d81b-423d-aa29-feab860a78fe will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:53.744076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d24f5be7-c80c-4356-8e37-a1fc37c36aa3 None None] Provisioning complete for port 6598c325-80f3-4418-9d9a-b783508ee3fa triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:53.748799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d24f5be7-c80c-4356-8e37-a1fc37c36aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.828607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:53.831060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:53.868996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d4d09e-4285-4567-9604-8b13c4d95f72 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.886755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4d09e-4285-4567-9604-8b13c4d95f72 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e15b24-3d4b-44d8-8840-45e617cf692f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.934392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.976538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d4d09e-4285-4567-9604-8b13c4d95f72 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.981313 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-25d4d09e-4285-4567-9604-8b13c4d95f72 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/38e15b24-3d4b-44d8-8840-45e617cf692f HTTP/1.1" status: 204 len: 168 time: 0.3867395 Feb 16 12:45:53.982095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49956) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:54.003915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.004328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8679fc5-dcbe-4e0d-ad70-bb3406cd0999 None None] The sync data for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:54.036579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d24f5be7-c80c-4356-8e37-a1fc37c36aa3 None None] Port 6598c325-80f3-4418-9d9a-b783508ee3fa cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:54.054692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-56ac9fa5-b666-4411-884b-52fd236aa71b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:54.079639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:54.088021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:54.092366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Pushing event updated for resources: {'Port': ['ID=b26c1978-d81b-423d-aa29-feab860a78fe,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.094528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:54.166108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:54.166328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-56ac9fa5-b666-4411-884b-52fd236aa71b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:54.171529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-56ac9fa5-b666-4411-884b-52fd236aa71b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1843417 Feb 16 12:45:54.172386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49960) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:54.180364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373225445'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.188521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:54.198215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Allocated IP 172.21.0.2 (3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd/d73b477d-5db6-4be2-b960-558aa01d996f/4138d50e-50f3-463c-be58-edd4a11ccad7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:54.200630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:54.222606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Attempting to bind port b26c1978-d81b-423d-aa29-feab860a78fe on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:54.223282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Attempting to bind port b26c1978-d81b-423d-aa29-feab860a78fe by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '2320ab2a-be92-47e3-a821-3f1c2c75d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6c8d8f34-a16e-440a-90f3-b477d9a7772a'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:54.223929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Attempting to bind port b26c1978-d81b-423d-aa29-feab860a78fe on network 6c8d8f34-a16e-440a-90f3-b477d9a7772a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:54.249882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:54.252261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Checking segment: {'id': '2320ab2a-be92-47e3-a821-3f1c2c75d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6c8d8f34-a16e-440a-90f3-b477d9a7772a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:54.252709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.253124 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Bound using segment: {'id': '2320ab2a-be92-47e3-a821-3f1c2c75d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6c8d8f34-a16e-440a-90f3-b477d9a7772a'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:54.253899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Bound port: b26c1978-d81b-423d-aa29-feab860a78fe, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2320ab2a-be92-47e3-a821-3f1c2c75d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6c8d8f34-a16e-440a-90f3-b477d9a7772a'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:54.254467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.301710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.327136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:54.333032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Usage tracker for resource:security_group_rule and tenant:9ada3c6d0b104e4ab19c6caa836da327 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:54.336399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:54.344858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:54.382813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:54.394041 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2f849287-be76-4591-8e41-27d77f9528af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b041070d4c34911b1a27ec5ba9c3885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279890 Feb 16 12:45:54.395092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:54.396651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49964) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:54.419156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:54.468038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.471597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] For port b26c1978-d81b-423d-aa29-feab860a78fe, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:54.488732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df7b696f-05bb-4b4e-a942-76938ddeae40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.515891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df7b696f-05bb-4b4e-a942-76938ddeae40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.520939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] For port b26c1978-d81b-423d-aa29-feab860a78fe, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b26c1978-d81b-423d-aa29-feab860a78fe,segment=NetworkSegment(2320ab2a-be92-47e3-a821-3f1c2c75d75c),segment_id=2320ab2a-be92-47e3-a821-3f1c2c75d75c)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:54.541984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.552823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Transition to ACTIVE for port object 4138d50e-50f3-463c-be58-edd4a11ccad7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:54.560186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.575159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Transition to ACTIVE for port object 4138d50e-50f3-463c-be58-edd4a11ccad7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:54.615502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b60746-3f2b-40eb-a4fa-f756556b205c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.630175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.663352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df7b696f-05bb-4b4e-a942-76938ddeae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.665937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df7b696f-05bb-4b4e-a942-76938ddeae40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.669657 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df7b696f-05bb-4b4e-a942-76938ddeae40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93478515-3bf0-4c72-8f63-3177d4b611cd HTTP/1.1" status: 204 len: 168 time: 0.2691898 Feb 16 12:45:54.683986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b696f-05bb-4b4e-a942-76938ddeae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93478515-3bf0-4c72-8f63-3177d4b611cd,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.691692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.735721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.737374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c71b5ff3-1ac8-4204-8c1e-36e8afe73688 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5636144 Feb 16 12:45:54.740516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49970) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:54.750656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:54.757682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:54.761260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:54.769053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0573bde-4417-43ab-9bed-288c1dd27e2a None None] Pushing event updated for resources: {'Port': ['ID=b26c1978-d81b-423d-aa29-feab860a78fe,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.774806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0fdb429f-9e0b-4f8f-b547-937a80f70b7b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.786876 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-0fdb429f-9e0b-4f8f-b547-937a80f70b7b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:45:54.786876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-0fdb429f-9e0b-4f8f-b547-937a80f70b7b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:54.786876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0fdb429f-9e0b-4f8f-b547-937a80f70b7b tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "PUT /v2.0/security-groups/39b60746-3f2b-40eb-a4fa-f756556b205c HTTP/1.1" status: 409 len: 330 time: 0.0391107 Feb 16 12:45:54.787135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:54.788855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.792329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49974) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:54.834203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.892314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f48ab2d-0ffb-4a89-8918-3bed311aed8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.920497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:54.923595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f48ab2d-0ffb-4a89-8918-3bed311aed8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.955770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.964186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.964660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Pushing event updated for resources: {'Port': ['ID=4138d50e-50f3-463c-be58-edd4a11ccad7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.007767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Attempting to bind port 4138d50e-50f3-463c-be58-edd4a11ccad7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:55.008253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Attempting to bind port 4138d50e-50f3-463c-be58-edd4a11ccad7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '9f7c2ead-2e93-4a19-93f6-d1706885e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:55.008627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Attempting to bind port 4138d50e-50f3-463c-be58-edd4a11ccad7 on network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:55.023964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:55.023964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Checking segment: {'id': '9f7c2ead-2e93-4a19-93f6-d1706885e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:55.023964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.023964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Bound using segment: {'id': '9f7c2ead-2e93-4a19-93f6-d1706885e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:55.024413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Bound port: 4138d50e-50f3-463c-be58-edd4a11ccad7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7c2ead-2e93-4a19-93f6-d1706885e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:55.024786 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.101510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f48ab2d-0ffb-4a89-8918-3bed311aed8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.147061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48ab2d-0ffb-4a89-8918-3bed311aed8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b60746-3f2b-40eb-a4fa-f756556b205c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.189425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f48ab2d-0ffb-4a89-8918-3bed311aed8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.198850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8f48ab2d-0ffb-4a89-8918-3bed311aed8d tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/39b60746-3f2b-40eb-a4fa-f756556b205c HTTP/1.1" status: 204 len: 168 time: 0.4026165 Feb 16 12:45:55.199747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49980) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.244665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] For port 4138d50e-50f3-463c-be58-edd4a11ccad7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:55.250927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] For port 4138d50e-50f3-463c-be58-edd4a11ccad7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4138d50e-50f3-463c-be58-edd4a11ccad7,segment=NetworkSegment(9f7c2ead-2e93-4a19-93f6-d1706885e83a),segment_id=9f7c2ead-2e93-4a19-93f6-d1706885e83a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:55.296419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e6678cdf-42c3-46de-b023-cfc177eed202 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Synchronizing usage tracker for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:55.310167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.312183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Pushing event updated for resources: {'Port': ['ID=bdf216b8-7c2b-4bb1-ad6a-d9b2604eb513,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.360358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.409625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e6678cdf-42c3-46de-b023-cfc177eed202 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] Unset dirty status for tenant:9ada3c6d0b104e4ab19c6caa836da327 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:55.414690 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e6678cdf-42c3-46de-b023-cfc177eed202 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2097151 Feb 16 12:45:55.415194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49988) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.457903 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-ee8ce184-c61c-447d-9e12-9ca7aba850ba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] delete failed (client error): The resource could not be found. Feb 16 12:45:55.462417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ee8ce184-c61c-447d-9e12-9ca7aba850ba tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "DELETE /v2.0/security-groups/9a048030-8e42-430b-b90b-49b65712c52e HTTP/1.1" status: 404 len: 347 time: 0.0422707 Feb 16 12:45:55.462860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49994) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.465024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55c75d-a790-49ce-b291-2813113a615b None None] Pushing event updated for resources: {'Port': ['ID=4138d50e-50f3-463c-be58-edd4a11ccad7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.485069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-b803d341-b1d6-4007-8fc5-b2b7f081f643 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] show failed (client error): The resource could not be found. Feb 16 12:45:55.489676 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b803d341-b1d6-4007-8fc5-b2b7f081f643 tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-groups/a0357d4b-3d3f-405d-88d5-676e9ddd6f9d HTTP/1.1" status: 404 len: 347 time: 0.0222988 Feb 16 12:45:55.490531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 49998) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.491772 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-b7e5d922-0c1b-4487-bb52-7d6bf549f00d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:55.492891 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b7e5d922-0c1b-4487-bb52-7d6bf549f00d tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0692019 Feb 16 12:45:55.505670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50002) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.519405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-0d55bd2b-667d-4640-a750-5526a5be77ec tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] show failed (client error): The resource could not be found. Feb 16 12:45:55.537556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0d55bd2b-667d-4640-a750-5526a5be77ec tempest-NegativeSecGroupTest-52806247 tempest-NegativeSecGroupTest-52806247-project] 10.222.0.47 "GET /v2.0/security-group-rules/104c9cb8-ff6c-4990-a9a2-b659e643c515 HTTP/1.1" status: 404 len: 356 time: 0.0458636 Feb 16 12:45:55.618405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b26c1978-d81b-423d-aa29-feab860a78fe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:55.851997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b26c1978-d81b-423d-aa29-feab860a78fe completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:55.858876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:55.995958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:55.996679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.204440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50018) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:56.266789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.308803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769ca78-e7ce-457b-84aa-dfbb3431548b None None] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:56.335159 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Floating IP 8d6bf28f-0c25-4ff6-86b2-eaeb263fbd5f associated. External IP: 172.26.6.90, port: 491f0d8d-dab4-455c-89a9-215faee07ce0. Feb 16 12:45:56.446344 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7b4758e7-dc41-402e-bbf0-307785799737 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ada3c6d0b104e4ab19c6caa836da327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406833 Feb 16 12:45:56.452045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50026) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:56.494977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-373a42ab-5a7f-4189-8eb5-52591f60f41a None None] Provisioning for port b26c1978-d81b-423d-aa29-feab860a78fe completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:56.504105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-373a42ab-5a7f-4189-8eb5-52591f60f41a None None] Provisioning complete for port b26c1978-d81b-423d-aa29-feab860a78fe triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:56.504487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-373a42ab-5a7f-4189-8eb5-52591f60f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.556452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d98e6083-7d87-46c8-a8a8-7e1a4123d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.636642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:56.685978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.20.0.1 (6c8d8f34-a16e-440a-90f3-b477d9a7772a/5042c08a-1e56-4a51-bdb5-3a582907479e/7970488a-e877-441d-92c3-ebce68d5274c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:56.722376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d98e6083-7d87-46c8-a8a8-7e1a4123d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.772685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-373a42ab-5a7f-4189-8eb5-52591f60f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.816955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a25126-8d38-4052-85a9-20e4447c1d0a None None] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:56.867339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1790015687'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:56.889554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d98e6083-7d87-46c8-a8a8-7e1a4123d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.897807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-373a42ab-5a7f-4189-8eb5-52591f60f41a None None] For port b26c1978-d81b-423d-aa29-feab860a78fe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b26c1978-d81b-423d-aa29-feab860a78fe,segment=NetworkSegment(2320ab2a-be92-47e3-a821-3f1c2c75d75c),segment_id=2320ab2a-be92-47e3-a821-3f1c2c75d75c)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:56.907888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e6083-7d87-46c8-a8a8-7e1a4123d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada02a5a-815b-48c6-9ba6-af6a74a57e2f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.940688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.941826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:56.996931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Usage tracker for resource:network and tenant:ec06da00ef3849d3a730a683d9c4d979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:57.006236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-373a42ab-5a7f-4189-8eb5-52591f60f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.019343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:57.041422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d98e6083-7d87-46c8-a8a8-7e1a4123d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.047016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d98e6083-7d87-46c8-a8a8-7e1a4123d5b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ada02a5a-815b-48c6-9ba6-af6a74a57e2f HTTP/1.1" status: 204 len: 168 time: 0.5905564 Feb 16 12:45:57.052982 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:57.162489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a42ab-5a7f-4189-8eb5-52591f60f41a None None] Pushing event updated for resources: {'Port': ['ID=b26c1978-d81b-423d-aa29-feab860a78fe,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.183437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=8faa8ac7-c4d1-4d13-81d9-491cc2b89433,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.230792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': '5dc3c520-731d-45b6-8237-3b52f0e65dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:57.231218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: 7602c9cb-86df-4418-8564-c71f6f4c5b97, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:57.244168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-67fe338b-0acc-4212-b11e-a919ad568016 None None] Provisioning for port 4138d50e-50f3-463c-be58-edd4a11ccad7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:57.290874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:57.294293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.306144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.339498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.369547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Router a8abb56f-b548-49fa-9f6e-2e96e58eee3f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:57.373849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object 7970488a-e877-441d-92c3-ebce68d5274c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:57.375882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b27d0219-d545-4196-b7b9-0c65e06cd987 None None] Provisioning complete for port b26c1978-d81b-423d-aa29-feab860a78fe triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:57.376769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b27d0219-d545-4196-b7b9-0c65e06cd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.382413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:57.391538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Usage tracker for resource:security_group_rule and tenant:ec06da00ef3849d3a730a683d9c4d979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:57.395686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:57.408373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:57.482227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:57.541919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.558861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4138d50e-50f3-463c-be58-edd4a11ccad7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:57.606269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 7602c9cb-86df-4418-8564-c71f6f4c5b97) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:57.611835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:57.616509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4ced7-8a79-4a94-8997-18e3e9f61165 None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:57.618195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.618810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.828146 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 4138d50e-50f3-463c-be58-edd4a11ccad7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:57.835025 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 4138d50e-50f3-463c-be58-edd4a11ccad7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:57.835464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.976887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.999228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:58.011596 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87356060-c0b0-414f-a112-617b8926d05b None None] Sync routers for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:58.028277 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87356060-c0b0-414f-a112-617b8926d05b None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:58.030297 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87356060-c0b0-414f-a112-617b8926d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:58.034271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.059227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 4138d50e-50f3-463c-be58-edd4a11ccad7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4138d50e-50f3-463c-be58-edd4a11ccad7,segment=NetworkSegment(9f7c2ead-2e93-4a19-93f6-d1706885e83a),segment_id=9f7c2ead-2e93-4a19-93f6-d1706885e83a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:58.096303 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87356060-c0b0-414f-a112-617b8926d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:58.104468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87356060-c0b0-414f-a112-617b8926d05b None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:58.105052 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87356060-c0b0-414f-a112-617b8926d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:58.156106 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-045d3db6-b593-4ffc-b725-7d90d195d693 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.6648951 Feb 16 12:45:58.159803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50052) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:58.167886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-880385461'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:58.172255 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87356060-c0b0-414f-a112-617b8926d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:58.172445 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87356060-c0b0-414f-a112-617b8926d05b None None] The sync data for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:58.173094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:58.177350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:58.180695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:58.181506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.182557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b26c1978-d81b-423d-aa29-feab860a78fe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:58.196451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:58.224636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.229312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:58.231019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.264448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:58.267194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:58.324509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b26c1978-d81b-423d-aa29-feab860a78fe triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:58.324763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=7970488a-e877-441d-92c3-ebce68d5274c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.324865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.338822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.384978 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=4138d50e-50f3-463c-be58-edd4a11ccad7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.400711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:58.410315 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-64e5046e-80d2-4991-9633-b849b11194c7 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.9583225 Feb 16 12:45:58.410553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.411091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50060) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:58.420871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9c854-a145-4c72-9f93-6c73cf205598,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.439587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.440153 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Added segment 5663609b-c06d-410b-8667-96e1eb5a822e of type vlan for network 9daf178d-fa59-4fcf-a184-e40b64366124 Feb 16 12:45:58.500625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.555818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:58.559594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.589276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting port 6598c325-80f3-4418-9d9a-b783508ee3fa {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:58.589677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.608440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50066) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:58.612253 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027142 Feb 16 12:45:58.615602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:58.630014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:58.633147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a967e3ac-590e-4e14-b0e8-c0e67d99cba3 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] 10.222.0.47 "GET /v2.0/floatingips/8d6bf28f-0c25-4ff6-86b2-eaeb263fbd5f HTTP/1.1" status: 200 len: 982 time: 0.2191057 Feb 16 12:45:58.636672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50074) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:58.712206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.712554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment 59bb7b8c-24f6-43c4-b007-a1325fae946a of type vlan for network 731e276a-2d37-4fc3-9a84-084ef6ce831d Feb 16 12:45:58.712784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3e9996a9-6adf-4079-b800-6a9b354c2900 None None] Provisioning for port 7970488a-e877-441d-92c3-ebce68d5274c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:58.717756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3e9996a9-6adf-4079-b800-6a9b354c2900 None None] Provisioning complete for port 7970488a-e877-441d-92c3-ebce68d5274c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:58.731037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e9996a9-6adf-4079-b800-6a9b354c2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.760840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.764424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.767037 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-948595c6-a375-4107-913c-e210b5a5a618 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.1290658 Feb 16 12:45:58.772458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:58.772593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50078) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:58.772695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.785393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3e9996a9-6adf-4079-b800-6a9b354c2900 None None] Port 7970488a-e877-441d-92c3-ebce68d5274c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:58.806567 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-03d8b558-8bc3-45e2-992e-fb53a730f649 tempest-NetworksApiDiscovery-2005379035 tempest-NetworksApiDiscovery-2005379035-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1852536 Feb 16 12:45:58.922457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.951303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.961002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:58.961796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.991487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Network': ['ID=9daf178d-fa59-4fcf-a184-e40b64366124,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.008275 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 9daf178d-fa59-4fcf-a184-e40b64366124 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:59.011432 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d7be0c36-a1a9-47a7-a2ba-5bbcfc4d6629 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3730540 Feb 16 12:45:59.020593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50084) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:59.026915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.032373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'subnet': {'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:59.197086 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0354409 Feb 16 12:45:59.203941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting port bdf216b8-7c2b-4bb1-ad6a-d9b2604eb513 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:59.204333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.210232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50088) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:59.216847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Calling delete_port for 6598c325-80f3-4418-9d9a-b783508ee3fa owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:59.242040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a62fa7-4a2a-4d81-ac32-d09498add676 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=731e276a-2d37-4fc3-9a84-084ef6ce831d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.253416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 731e276a-2d37-4fc3-9a84-084ef6ce831d details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:59.281838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:59.304915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Usage tracker for resource:subnet and tenant:ec06da00ef3849d3a730a683d9c4d979 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:59.356510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:59.369502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:59.424919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50094) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:59.452303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.452612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.464380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4138d50e-50f3-463c-be58-edd4a11ccad7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:59.473840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'ports': [{'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97'}, {'network_id': '731e276a-2d37-4fc3-9a84-084ef6ce831d'}]} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:59.474152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:59.475003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '731e276a-2d37-4fc3-9a84-084ef6ce831d'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:59.527682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:59.531690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.546375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 4138d50e-50f3-463c-be58-edd4a11ccad7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:59.546804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.624888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Calling delete_port for bdf216b8-7c2b-4bb1-ad6a-d9b2604eb513 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:59.745769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.792122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:59.807435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:70504756226e4067b7a5ffd96f52e2d0 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:59.817713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:59.830683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:59.862661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:59.866578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:59.869485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:59.875366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:00.005643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 2} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:00.010011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.042362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.184226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.196837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.254261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.272734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.310747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.343525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.360334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.373419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Port': ['ID=6598c325-80f3-4418-9d9a-b783508ee3fa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.378751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event deleted for resources: {'Port': ['ID=bdf216b8-7c2b-4bb1-ad6a-d9b2604eb513,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.532990 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70504756226e4067b7a5ffd96f52e2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1019144 Feb 16 12:46:00.532990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86785194-54c5-4b58-8657-8dc599984ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa38e8f-7d23-45ea-a115-b32583362df8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.534964 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Subnet': ['ID=371fb452-897f-4b68-a468-c3ebd9a970ef,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.536895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50100) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:00.545879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port e2b3bf05-f7c0-40da-ae13-4783b858380e yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:00.572609 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Checking segment: {'id': '5663609b-c06d-410b-8667-96e1eb5a822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:00.572967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network hostable DHCP agents. Network: 9daf178d-fa59-4fcf-a184-e40b64366124, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:00.586143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.586470 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Floating IP 8d6bf28f-0c25-4ff6-86b2-eaeb263fbd5f disassociated (deleted). External IP: 172.26.6.90, port: 491f0d8d-dab4-455c-89a9-215faee07ce0. Feb 16 12:46:00.655744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=7970488a-e877-441d-92c3-ebce68d5274c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.658364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.672569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.776841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9915046-b411-4471-9478-6c38b294b7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.783965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:00.822228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9915046-b411-4471-9478-6c38b294b7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.916225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 9daf178d-fa59-4fcf-a184-e40b64366124) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:00.928264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929576fe-5a98-461b-a1f1-576f57df00f0 None None] Network 9daf178d-fa59-4fcf-a184-e40b64366124 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:00.932489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:00.933047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.111443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Router a8abb56f-b548-49fa-9f6e-2e96e58eee3f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:01.164474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-9daf178d-fa59-4fcf-a184-e40b64366124', 'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'tenant_id': 'ec06da00ef3849d3a730a683d9c4d979', 'fixed_ips': [{'subnet_id': '371fb452-897f-4b68-a468-c3ebd9a970ef'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:01.165530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.189008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0e2b8149-1e10-4d6a-8ae9-c4e7af3d302e tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1648405 Feb 16 12:46:01.189768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9915046-b411-4471-9478-6c38b294b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.192348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9915046-b411-4471-9478-6c38b294b7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.195671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9915046-b411-4471-9478-6c38b294b7b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6aa38e8f-7d23-45ea-a115-b32583362df8 HTTP/1.1" status: 204 len: 168 time: 0.6524413 Feb 16 12:46:01.195671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50104) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:01.243722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:01.247360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.262419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Router e3d3f729-6955-4c59-86c0-01b5080f3314 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:01.273635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.330483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:01.336491 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.347219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] Sync routers for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:01.383552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:01.383916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.402948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'name': 'tempest-AllowedAddressPairTestJSON-1778456190'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:01.456834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.465966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Allocated IP 172.20.0.2 (9daf178d-fa59-4fcf-a184-e40b64366124/371fb452-897f-4b68-a468-c3ebd9a970ef/d90ca489-2967-45ac-b172-c548d048b593) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:01.478246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:01.478877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.533783 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-efc66638-b4a0-4e26-ae59-ae349c1fc128 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "DELETE /v2.0/floatingips/8d6bf28f-0c25-4ff6-86b2-eaeb263fbd5f HTTP/1.1" status: 204 len: 168 time: 2.7590609 Feb 16 12:46:01.536938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50110) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:01.545674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9915046-b411-4471-9478-6c38b294b7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa38e8f-7d23-45ea-a115-b32583362df8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.555240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:01.562598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:01.570269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Usage tracker for resource:floatingip and tenant:b7347ef8a442438e8a9269f18c1fb12f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:01.573474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:01.576412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:01.583043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Usage tracker for resource:port and tenant:ec06da00ef3849d3a730a683d9c4d979 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:01.585993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:01.588327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:01.597025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:01.626835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.628029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc8134e-eb57-4f20-91e2-58ad8e331428 None None] The sync data for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:01.673273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.702289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:01.706854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.728321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bbdcf6eb-caef-43c3-8bc6-5bf617a86ec0 None None] Provisioning complete for port 7970488a-e877-441d-92c3-ebce68d5274c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:01.728713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf6eb-caef-43c3-8bc6-5bf617a86ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.755392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port db687f39-6e13-4a6a-a67e-de754b9165cb yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:01.765402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:01.776768 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] Sync routers for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:01.789749 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:01.790378 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.803364 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8aa240db-061d-46de-a6d4-b3a121a1fd36 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2849371 Feb 16 12:46:01.804109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:01.827682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] device_id is not set on port 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:01.835685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf6eb-caef-43c3-8bc6-5bf617a86ec0 None None] Port 7970488a-e877-441d-92c3-ebce68d5274c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:01.870170 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.879652 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:01.880142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 0a00fd06-3e08-4dac-806d-78068df1b129 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:01.880703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.885356 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-49925486-2d17-4ab1-a7e6-6649c31e93f2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] delete failed (client error): The resource could not be found. Feb 16 12:46:01.891131 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-49925486-2d17-4ab1-a7e6-6649c31e93f2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-35041688 HTTP/1.1" status: 404 len: 333 time: 0.0848510 Feb 16 12:46:01.891690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:01.903021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-10e33f81-f9b3-48d4-8e23-0b5ae8626258 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3d3f729-6955-4c59-86c0-01b5080f3314'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:01.932712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.944686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Transition to ACTIVE for port object d90ca489-2967-45ac-b172-c548d048b593 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:01.944884 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.945394 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294157cd-6a60-4be0-8777-62aa56ea30aa None None] The sync data for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:01.974593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Transition to ACTIVE for port object d90ca489-2967-45ac-b172-c548d048b593 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:02.007865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.046651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.122123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:02.125149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:02.129798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:02.171331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Pushing event updated for resources: {'Port': ['ID=d90ca489-2967-45ac-b172-c548d048b593,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.244960 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Attempting to bind port d90ca489-2967-45ac-b172-c548d048b593 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:02.245918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Attempting to bind port d90ca489-2967-45ac-b172-c548d048b593 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '5663609b-c06d-410b-8667-96e1eb5a822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:02.246302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Attempting to bind port d90ca489-2967-45ac-b172-c548d048b593 on network 9daf178d-fa59-4fcf-a184-e40b64366124 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:02.254978 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:02.256030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Checking segment: {'id': '5663609b-c06d-410b-8667-96e1eb5a822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:02.256518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.257560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Bound using segment: {'id': '5663609b-c06d-410b-8667-96e1eb5a822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:02.257560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Bound port: d90ca489-2967-45ac-b172-c548d048b593, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5663609b-c06d-410b-8667-96e1eb5a822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:02.258108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.313915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Allocated IP 172.20.0.9 (9daf178d-fa59-4fcf-a184-e40b64366124/371fb452-897f-4b68-a468-c3ebd9a970ef/4b28ffda-f3bd-4078-ab30-7dd340ce4e8f) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:02.370287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] For port d90ca489-2967-45ac-b172-c548d048b593, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:02.374292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] For port d90ca489-2967-45ac-b172-c548d048b593, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d90ca489-2967-45ac-b172-c548d048b593,segment=NetworkSegment(5663609b-c06d-410b-8667-96e1eb5a822e),segment_id=5663609b-c06d-410b-8667-96e1eb5a822e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:02.407510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50124) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.416169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Allocated IP 172.26.6.70 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/e9c7673a-a8de-4811-b52b-57236b18d1d2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:02.461505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.494659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:02.514318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] Sync routers for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:02.551511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:02.553009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.555716 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2a50f2a9-2a12-46a1-91d3-555cf3aee09c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/0a00fd06-3e08-4dac-806d-78068df1b129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8911872 Feb 16 12:46:02.559179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.653238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.666255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d06eae-d40e-44bf-888f-fe46972da96f None None] Pushing event updated for resources: {'Port': ['ID=d90ca489-2967-45ac-b172-c548d048b593,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.672955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:02.674205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:45:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.711522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10e33f81-f9b3-48d4-8e23-0b5ae8626258 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.722147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.746549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dead88-7e63-41ac-842e-c045a7e1a26e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.747196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-68dead88-7e63-41ac-842e-c045a7e1a26e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:02.752520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.753828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58810cf0-1aa7-47da-951b-d3f93a200be8 None None] The sync data for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:02.756484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.783667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767eb00b-d2b1-46c9-82ab-49e38b8bf686 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.784153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767eb00b-d2b1-46c9-82ab-49e38b8bf686 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.784620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767eb00b-d2b1-46c9-82ab-49e38b8bf686 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.786309 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-767eb00b-d2b1-46c9-82ab-49e38b8bf686 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=917b8d2dcabc429e9139146c6130324b&network_id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 200 len: 2999 time: 0.3719769 Feb 16 12:46:02.826639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Transition to ACTIVE for port object 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:02.836556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.838877 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-10e33f81-f9b3-48d4-8e23-0b5ae8626258 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] update failed (client error): The resource could not be found. Feb 16 12:46:02.843744 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-10e33f81-f9b3-48d4-8e23-0b5ae8626258 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314 HTTP/1.1" status: 404 len: 339 time: 0.9452312 Feb 16 12:46:02.844160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.849616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1015711511'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:02.856426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:02.860991 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:network and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:02.864963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:02.873088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:02.878187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.879731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-68dead88-7e63-41ac-842e-c045a7e1a26e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:02.883954 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-68dead88-7e63-41ac-842e-c045a7e1a26e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports/7970488a-e877-441d-92c3-ebce68d5274c HTTP/1.1" status: 200 len: 910 time: 0.3128648 Feb 16 12:46:02.884286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50138) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.960652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:02.963589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:02.968848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:02.969181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.989019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=e2b3bf05-f7c0-40da-ae13-4783b858380e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.023312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.030871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:03.033738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.093340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=db687f39-6e13-4a6a-a67e-de754b9165cb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.104968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': '59bb7b8c-24f6-43c4-b007-a1325fae946a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '731e276a-2d37-4fc3-9a84-084ef6ce831d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:03.105404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: 731e276a-2d37-4fc3-9a84-084ef6ce831d, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:03.117818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.121745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:03.127937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:03.133188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.133526 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Added segment 8240c8fd-5cb6-4d10-851b-b2c1bafbdd57 of type vlan for network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 Feb 16 12:46:03.139683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:03.148118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:03.160317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.175200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=4b28ffda-f3bd-4078-ab30-7dd340ce4e8f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.209809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 731e276a-2d37-4fc3-9a84-084ef6ce831d is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:03.272573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.278109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.278707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.293277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:03.360882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:03.368690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 731e276a-2d37-4fc3-9a84-084ef6ce831d) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:03.373418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:03.376468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:03.380914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.382251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22add49-b5f4-4374-a68a-55e18459d1bf None None] Network 731e276a-2d37-4fc3-9a84-084ef6ce831d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:03.387435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.389032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.449597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Network': ['ID=a9b1fcc7-7cd9-415e-a5c8-122c6a08b832,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.455753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c7673a-a8de-4811-b52b-57236b18d1d2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.485235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:03.490371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.491007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.523602 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dde98aea-51c5-47e6-90e5-4fa1ea141cb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2752049 Feb 16 12:46:03.524174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:03.563489 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7545ad70-8b86-48e5-b5ca-f6605e4ae0c5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7178860 Feb 16 12:46:03.569109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:03.584176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'subnet': {'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:03.624959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d90ca489-2967-45ac-b172-c548d048b593 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:03.706635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port db687f39-6e13-4a6a-a67e-de754b9165cb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:03.706888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.710233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.825326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:03.835694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Usage tracker for resource:subnet and tenant:2d8f47e4c5b3435ea48e425b1a3445bc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:03.845219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:03.856012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:03.863521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e691a-927e-494f-9738-ce1554d23d99 None None] Network 9daf178d-fa59-4fcf-a184-e40b64366124 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:03.888778 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-69342562-61cb-4d33-836f-25984fdc8f9c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5605350 Feb 16 12:46:03.892332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50152) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:03.931831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a608790-85ca-4ccd-a78c-852acf954299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.940708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d90ca489-2967-45ac-b172-c548d048b593 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:03.972258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.001878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.093864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f85e61d3-c49f-4f9a-9f4d-ba7dd144d970 None None] Provisioning for port d90ca489-2967-45ac-b172-c548d048b593 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:04.105613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f85e61d3-c49f-4f9a-9f4d-ba7dd144d970 None None] Provisioning complete for port d90ca489-2967-45ac-b172-c548d048b593 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:04.105914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f85e61d3-c49f-4f9a-9f4d-ba7dd144d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.140949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for db687f39-6e13-4a6a-a67e-de754b9165cb owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:04.174757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'name': 'tempest-AllowedAddressPairTestJSON-1721505304', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d9:ed:55'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:04.196683 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Made reservation on behalf of 2d8f47e4c5b3435ea48e425b1a3445bc for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:04.200081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.241190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.288424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f85e61d3-c49f-4f9a-9f4d-ba7dd144d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.324599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f85e61d3-c49f-4f9a-9f4d-ba7dd144d970 None None] For port d90ca489-2967-45ac-b172-c548d048b593, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d90ca489-2967-45ac-b172-c548d048b593,segment=NetworkSegment(5663609b-c06d-410b-8667-96e1eb5a822e),segment_id=5663609b-c06d-410b-8667-96e1eb5a822e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:04.428438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f85e61d3-c49f-4f9a-9f4d-ba7dd144d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.514311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e61d3-c49f-4f9a-9f4d-ba7dd144d970 None None] Pushing event updated for resources: {'Port': ['ID=d90ca489-2967-45ac-b172-c548d048b593,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.553049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e93102fa-5b9a-4eb6-9170-d46947f099e2 None None] Provisioning complete for port d90ca489-2967-45ac-b172-c548d048b593 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:04.553415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e93102fa-5b9a-4eb6-9170-d46947f099e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.598582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:04.600301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.21.0.1 (3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd/d73b477d-5db6-4be2-b960-558aa01d996f/3eed660f-c5f2-43c9-a511-1821b6f4176b) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:04.602425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Usage tracker for resource:port and tenant:ec06da00ef3849d3a730a683d9c4d979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:04.605477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:04.612271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:04.652866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.716186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:04.741415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.790788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.805303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e93102fa-5b9a-4eb6-9170-d46947f099e2 None None] Provisioning for port 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:04.811604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e93102fa-5b9a-4eb6-9170-d46947f099e2 None None] Provisioning complete for port 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:04.812357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e93102fa-5b9a-4eb6-9170-d46947f099e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.871205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e93102fa-5b9a-4eb6-9170-d46947f099e2 None None] Port 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:04.883843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=db687f39-6e13-4a6a-a67e-de754b9165cb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.896142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.920713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.928827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c7673a-a8de-4811-b52b-57236b18d1d2,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.930043 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c91cd7bc-84e1-4c42-a171-f5a7f7ece70f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/db687f39-6e13-4a6a-a67e-de754b9165cb HTTP/1.1" status: 204 len: 168 time: 1.4049749 Feb 16 12:46:04.932983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:04.939404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.959842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object 3eed660f-c5f2-43c9-a511-1821b6f4176b will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:04.960857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50164) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:04.970994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.994189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3030411e-eabc-4ee6-820c-65bf46c134be None None] Provisioning complete for port 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:04.994189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3030411e-eabc-4ee6-820c-65bf46c134be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.002339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] device_id is not set on port 18673fa1-414c-40a2-869c-f45454fc0106 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:05.036682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0558418-103c-47d1-bf5e-448d37ff08cb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.038097 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f0558418-103c-47d1-bf5e-448d37ff08cb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 814 time: 0.0756190 Feb 16 12:46:05.046968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.068599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3030411e-eabc-4ee6-820c-65bf46c134be None None] Port 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:05.124370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.125626 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f49faa55-5a9a-4f19-b502-648865b1dbc1 tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5778122 Feb 16 12:46:05.128413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50170) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:05.154904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.171566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Subnet': ['ID=f9b07914-3ae2-4b89-9ba5-1be3a4a6d859,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.231519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Checking segment: {'id': '8240c8fd-5cb6-4d10-851b-b2c1bafbdd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:05.232418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network hostable DHCP agents. Network: a9b1fcc7-7cd9-415e-a5c8-122c6a08b832, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:05.233918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:05.237539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:05.241551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:05.267334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a352aac-4f8e-4479-82b7-e3cab0c2408b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.273243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a352aac-4f8e-4479-82b7-e3cab0c2408b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.274088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a352aac-4f8e-4479-82b7-e3cab0c2408b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:05.278931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=3eed660f-c5f2-43c9-a511-1821b6f4176b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.301250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Allocated IP 172.20.0.4 (9daf178d-fa59-4fcf-a184-e40b64366124/371fb452-897f-4b68-a468-c3ebd9a970ef/18673fa1-414c-40a2-869c-f45454fc0106) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:05.313444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.384510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:05.396372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:05.402647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Usage tracker for resource:floatingip and tenant:946036da0d944f77ab9f6bb1f223070c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:05.406662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:05.413993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:05.440931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d90ca489-2967-45ac-b172-c548d048b593 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:05.451442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a352aac-4f8e-4479-82b7-e3cab0c2408b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:05.452625 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5a352aac-4f8e-4479-82b7-e3cab0c2408b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5187235 Feb 16 12:46:05.455657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50178) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:05.458072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:05.523359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d90ca489-2967-45ac-b172-c548d048b593 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:05.523856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.531672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.552957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a9b1fcc7-7cd9-415e-a5c8-122c6a08b832) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:05.559270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.563718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.564310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.567832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9a56e-c156-40c0-9825-c9bae74da98b None None] Network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:05.591925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Transition to ACTIVE for port object 18673fa1-414c-40a2-869c-f45454fc0106 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:05.605173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port e2b3bf05-f7c0-40da-ae13-4783b858380e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:05.605765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.655476 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-20df4763-baf4-4a1e-8740-2537c4b06270 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0818698 Feb 16 12:46:05.656564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:05.662295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fa97acc0-500f-47b2-8089-664f80a6f362 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:05.726239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:05.736408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.741594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--43682680', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:05.798670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-869bac04-cb3c-4130-8905-9b7854464330 None None] Provisioning for port 3eed660f-c5f2-43c9-a511-1821b6f4176b completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:05.814153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-869bac04-cb3c-4130-8905-9b7854464330 None None] Provisioning complete for port 3eed660f-c5f2-43c9-a511-1821b6f4176b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:05.814606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-869bac04-cb3c-4130-8905-9b7854464330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.823201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.835576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:05.883029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:05.884955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-869bac04-cb3c-4130-8905-9b7854464330 None None] Port 3eed660f-c5f2-43c9-a511-1821b6f4176b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:05.886958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:05.893102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:05.940886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a9b1fcc7-7cd9-415e-a5c8-122c6a08b832', 'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832', 'tenant_id': '2d8f47e4c5b3435ea48e425b1a3445bc', 'fixed_ips': [{'subnet_id': 'f9b07914-3ae2-4b89-9ba5-1be3a4a6d859'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:05.941763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.952434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:06.048481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.049125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.081114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=18673fa1-414c-40a2-869c-f45454fc0106,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.165718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.166083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.166294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Allocated IP 2001:db8:1::2 (a9b1fcc7-7cd9-415e-a5c8-122c6a08b832/f9b07914-3ae2-4b89-9ba5-1be3a4a6d859/7a459799-f581-4b74-be9f-0c5602a23d84) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:06.166422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.166864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.167232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.167567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.168171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.168369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.168690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.169234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.169388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.169688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:06.237376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:06.241087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.285603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5eae9861-c99e-4ed8-87c5-8ca1aa7a3d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.294684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.395131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-df32f16b-d894-42b0-aef8-af5ca77d6af0 None None] Provisioning for port 18673fa1-414c-40a2-869c-f45454fc0106 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:06.401846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.407807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-df32f16b-d894-42b0-aef8-af5ca77d6af0 None None] Provisioning complete for port 18673fa1-414c-40a2-869c-f45454fc0106 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:06.408078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df32f16b-d894-42b0-aef8-af5ca77d6af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.453253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for e2b3bf05-f7c0-40da-ae13-4783b858380e owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:06.457615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Transition to ACTIVE for port object 7a459799-f581-4b74-be9f-0c5602a23d84 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:06.469091 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-935406fc-d87d-45b7-a320-67084c9734b9 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3335030 Feb 16 12:46:06.471833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50190) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:06.478808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa97acc0-500f-47b2-8089-664f80a6f362 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.482422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Transition to ACTIVE for port object 7a459799-f581-4b74-be9f-0c5602a23d84 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:06.490436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-df32f16b-d894-42b0-aef8-af5ca77d6af0 None None] Port 18673fa1-414c-40a2-869c-f45454fc0106 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:06.495153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.542677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:06.552702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.559340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.559688 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd of type vlan for network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 Feb 16 12:46:06.594271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.608463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24ced8-5ab0-4374-a622-0a8bc22de560 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.614313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24ced8-5ab0-4374-a622-0a8bc22de560 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.620688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24ced8-5ab0-4374-a622-0a8bc22de560 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.620879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:06.621263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce24ced8-5ab0-4374-a622-0a8bc22de560 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Synchronizing usage tracker for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:06.622264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:06.629744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:06.679469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Pushing event updated for resources: {'Port': ['ID=7a459799-f581-4b74-be9f-0c5602a23d84,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.733821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Attempting to bind port 7a459799-f581-4b74-be9f-0c5602a23d84 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:06.734189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Attempting to bind port 7a459799-f581-4b74-be9f-0c5602a23d84 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '8240c8fd-5cb6-4d10-851b-b2c1bafbdd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:06.734736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Attempting to bind port 7a459799-f581-4b74-be9f-0c5602a23d84 on network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:06.740889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:06.741523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Checking segment: {'id': '8240c8fd-5cb6-4d10-851b-b2c1bafbdd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:06.741930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.742321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Bound using segment: {'id': '8240c8fd-5cb6-4d10-851b-b2c1bafbdd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:06.742783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Bound port: 7a459799-f581-4b74-be9f-0c5602a23d84, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8240c8fd-5cb6-4d10-851b-b2c1bafbdd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9b1fcc7-7cd9-415e-a5c8-122c6a08b832'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:06.743178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.754887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce24ced8-5ab0-4374-a622-0a8bc22de560 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Unset dirty status for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:06.756143 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ce24ced8-5ab0-4374-a622-0a8bc22de560 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2819238 Feb 16 12:46:06.761792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50194) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:06.805452 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-fa97acc0-500f-47b2-8089-664f80a6f362 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:46:06.806545 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fa97acc0-500f-47b2-8089-664f80a6f362 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314 HTTP/1.1" status: 400 len: 364 time: 1.1486595 Feb 16 12:46:06.810842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50198) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:06.811253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Allocated IP 172.26.6.59 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/cfeecf19-21a4-43dd-8cb3-5e7bc40661ba) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:06.822031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.836941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.843114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] For port 7a459799-f581-4b74-be9f-0c5602a23d84, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:06.846090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] For port 7a459799-f581-4b74-be9f-0c5602a23d84, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7a459799-f581-4b74-be9f-0c5602a23d84,segment=NetworkSegment(8240c8fd-5cb6-4d10-851b-b2c1bafbdd57),segment_id=8240c8fd-5cb6-4d10-851b-b2c1bafbdd57)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:06.885759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.891345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.891940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.897720 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:46:06.913873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=e2b3bf05-f7c0-40da-ae13-4783b858380e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.981498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.006167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.007706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.008052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.008384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.008965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.009075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.009331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.009644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.009963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.010279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.010590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.010906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.011241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:07.016768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port 18673fa1-414c-40a2-869c-f45454fc0106 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:07.017104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.048447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.115348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78458ea-af15-436c-8f6e-fdca1649b87e None None] Pushing event updated for resources: {'Port': ['ID=7a459799-f581-4b74-be9f-0c5602a23d84,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.211909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.227146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=e7f2ff08-095a-4b4f-9591-f9bca11c81c4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.236965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.253299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:07.380758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-86a0fd0a-f7fe-4640-9c7e-8b45fd85e73d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/e2b3bf05-f7c0-40da-ae13-4783b858380e HTTP/1.1" status: 204 len: 168 time: 1.9240131 Feb 16 12:46:07.382291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.387724 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8b5fcaaa-cf55-409b-8136-ce0c73b38aac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6615415 Feb 16 12:46:07.398187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.408692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50206) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.411269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=3eed660f-c5f2-43c9-a511-1821b6f4176b,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.545504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.568667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7a459799-f581-4b74-be9f-0c5602a23d84 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:07.582791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.669926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181f153-ef28-4e4d-95f9-f881b5fd5e5f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:07.671799 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1181f153-ef28-4e4d-95f9-f881b5fd5e5f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2880759 Feb 16 12:46:07.682443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50210) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.714338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 7a459799-f581-4b74-be9f-0c5602a23d84 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:07.743868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea4b87-9b44-49d0-85d1-135be973ffc1 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:07.748485 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9eea4b87-9b44-49d0-85d1-135be973ffc1 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3314133 Feb 16 12:46:07.748885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50214) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.763819 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f522d7-8b42-4135-ab37-e60432c09623 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:46:07.764929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c6f522d7-8b42-4135-ab37-e60432c09623 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:07.865842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.882570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:07.932313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:08.002335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Calling delete_port for 18673fa1-414c-40a2-869c-f45454fc0106 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:08.007523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec420a57-72ed-4a7b-b09e-032479734015 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.009035 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ec420a57-72ed-4a7b-b09e-032479734015 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2592235 Feb 16 12:46:08.013535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50218) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:08.039730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c6f522d7-8b42-4135-ab37-e60432c09623 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:08.041391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c6f522d7-8b42-4135-ab37-e60432c09623 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/db687f39-6e13-4a6a-a67e-de754b9165cb HTTP/1.1" status: 404 len: 333 time: 0.3560627 Feb 16 12:46:08.061692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50222) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:08.063037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.070728 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d742e746-1aa8-47e6-bf41-9059bd68dd2e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564775 Feb 16 12:46:08.140177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50224) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:08.278367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Allocated IP 2001:db8::1 (7abeb6c3-e738-4f76-a998-ad17d33a7f33/4c9387ed-9f5c-40ce-9f11-c31c7ffd15cb/280eed4d-2ba6-4eb2-960e-09802fd3b418) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:08.323927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d7b3fddd-1dd6-4fc1-9122-f199ef73ca80 None None] Provisioning complete for port 3eed660f-c5f2-43c9-a511-1821b6f4176b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.324308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7b3fddd-1dd6-4fc1-9122-f199ef73ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.355966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:08.364547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:08.366693 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-86595e30-ca7f-4a19-ba4d-6d312147e53b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:46:08.372546 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-86595e30-ca7f-4a19-ba4d-6d312147e53b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/e2b3bf05-f7c0-40da-ae13-4783b858380e HTTP/1.1" status: 404 len: 333 time: 0.2369857 Feb 16 12:46:08.372546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:08.372791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:08.400852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3fddd-1dd6-4fc1-9122-f199ef73ca80 None None] Port 3eed660f-c5f2-43c9-a511-1821b6f4176b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:08.408715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb7226-4abf-4aaa-aca2-00dc01326f9a None None] Network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:08.423648 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-42c0fd85-32ee-4a50-b371-6a7763c09c21 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2458589 Feb 16 12:46:08.433263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50234) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:08.540193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.556945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Pushing event updated for resources: {'Port': ['ID=cfeecf19-21a4-43dd-8cb3-5e7bc40661ba,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.569144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.570611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 0a00fd06-3e08-4dac-806d-78068df1b129 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:08.639484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5fa92421-07f3-495a-9b7b-fc940915f1c8 None None] Provisioning for port 7a459799-f581-4b74-be9f-0c5602a23d84 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:08.641585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Transition to ACTIVE for port object 280eed4d-2ba6-4eb2-960e-09802fd3b418 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:08.663402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5fa92421-07f3-495a-9b7b-fc940915f1c8 None None] Provisioning complete for port 7a459799-f581-4b74-be9f-0c5602a23d84 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.663917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5fa92421-07f3-495a-9b7b-fc940915f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.718395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.750890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731e276a-2d37-4fc3-9a84-084ef6ce831d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:08.767721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bb7b8c-24f6-43c4-b007-a1325fae946a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:08.768008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bb7b8c-24f6-43c4-b007-a1325fae946a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:08.773612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.784233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.809717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5fa92421-07f3-495a-9b7b-fc940915f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.810357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.815844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:08.816258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:08.833711 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:08.864620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5fa92421-07f3-495a-9b7b-fc940915f1c8 None None] For port 7a459799-f581-4b74-be9f-0c5602a23d84, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7a459799-f581-4b74-be9f-0c5602a23d84,segment=NetworkSegment(8240c8fd-5cb6-4d10-851b-b2c1bafbdd57),segment_id=8240c8fd-5cb6-4d10-851b-b2c1bafbdd57)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:08.889131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.938722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5fa92421-07f3-495a-9b7b-fc940915f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.998426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:09.002947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:09.006045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:09.006828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.009462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4694d00-90df-420a-9ea9-3c728bce4d00 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.013477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f4694d00-90df-420a-9ea9-3c728bce4d00 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5750206 Feb 16 12:46:09.013626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Port': ['ID=280eed4d-2ba6-4eb2-960e-09802fd3b418,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.017887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50238) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.064218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.072264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.101224 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6ae3c688-df16-4e44-ab64-ee4a0b3b9bc7 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750117 Feb 16 12:46:09.102338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50242) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.113418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=731e276a-2d37-4fc3-9a84-084ef6ce831d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.115978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013686611', 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:09.123318 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee4421f2-70c1-4585-b644-f19fc7f8c564 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/731e276a-2d37-4fc3-9a84-084ef6ce831d HTTP/1.1" status: 204 len: 168 time: 0.7502973 Feb 16 12:46:09.126883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50246) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.133614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161017581'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:09.134137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa92421-07f3-495a-9b7b-fc940915f1c8 None None] Pushing event updated for resources: {'Port': ['ID=7a459799-f581-4b74-be9f-0c5602a23d84,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.139842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:09.146105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.157580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:09.162479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:09.169906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9c52abe5-69ba-49df-836e-d2d8a672327b None None] Provisioning complete for port 7a459799-f581-4b74-be9f-0c5602a23d84 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.169906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c52abe5-69ba-49df-836e-d2d8a672327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.171402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:09.183719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:09.193799 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] Sync routers for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:09.204482 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:09.205383 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.302420 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.319784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.330064 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:09.330697 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.357656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Port': ['ID=18673fa1-414c-40a2-869c-f45454fc0106,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.396383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:09.400017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.443627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7a459799-f581-4b74-be9f-0c5602a23d84 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:09.457088 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.458132 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07845c97-cd78-4964-b1b0-2d27a30bfb30 None None] The sync data for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:09.461387 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-76622029-11cc-499f-a8bf-0de79dc3ddc8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/0a00fd06-3e08-4dac-806d-78068df1b129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5760093 Feb 16 12:46:09.469642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50250) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.476862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.534754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:09.567782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7a459799-f581-4b74-be9f-0c5602a23d84 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.568158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.592086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:09.606703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:09.612043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e135678a-7ead-4e31-b5ad-2ffdbcf29f8d None None] Provisioning for port 280eed4d-2ba6-4eb2-960e-09802fd3b418 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:09.635328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:09.645104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e135678a-7ead-4e31-b5ad-2ffdbcf29f8d None None] Provisioning complete for port 280eed4d-2ba6-4eb2-960e-09802fd3b418 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.645633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e135678a-7ead-4e31-b5ad-2ffdbcf29f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.646520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.646877 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment 66d2c012-cd04-487d-a37f-7542875e0672 of type vlan for network 5365c508-be67-49fc-aedf-bdf3d2d2c464 Feb 16 12:46:09.675355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.702719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:09.757006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e135678a-7ead-4e31-b5ad-2ffdbcf29f8d None None] Port 280eed4d-2ba6-4eb2-960e-09802fd3b418 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:09.770735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.828204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.833147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42fb383-bdf5-4ddc-a14c-f4d2cbea82e2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.833814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c42fb383-bdf5-4ddc-a14c-f4d2cbea82e2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:09.834396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.835224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.929452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.933362 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6014733f-caae-4ab1-aae9-18e4a2574411 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/ports/18673fa1-414c-40a2-869c-f45454fc0106 HTTP/1.1" status: 204 len: 168 time: 3.1694887 Feb 16 12:46:09.952374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.982580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:09.986077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.018435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c42fb383-bdf5-4ddc-a14c-f4d2cbea82e2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:10.023125 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c42fb383-bdf5-4ddc-a14c-f4d2cbea82e2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports/3eed660f-c5f2-43c9-a511-1821b6f4176b HTTP/1.1" status: 200 len: 910 time: 0.5412772 Feb 16 12:46:10.028121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50258) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:10.057030 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6770b25d-ed1d-4010-8c77-39603b1cf12a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] GET failed (client error): The resource could not be found. Feb 16 12:46:10.058367 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6770b25d-ed1d-4010-8c77-39603b1cf12a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "GET /v2.0/ports/18673fa1-414c-40a2-869c-f45454fc0106 HTTP/1.1" status: 404 len: 333 time: 0.1051452 Feb 16 12:46:10.062263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=5365c508-be67-49fc-aedf-bdf3d2d2c464,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.064532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:10.075131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'name': 'tempest-AllowedAddressPairTestJSON-346836723'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:10.077657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 5365c508-be67-49fc-aedf-bdf3d2d2c464 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:10.102053 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22e0cab1-162d-493a-b29e-6745734a42b5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9736898 Feb 16 12:46:10.167565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50266) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:10.247017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:10.279453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:10.303877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.350548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:10.360806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:10.386858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.388023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.524118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:10.527576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.555261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event updated for resources: {'Port': ['ID=280eed4d-2ba6-4eb2-960e-09802fd3b418,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.573328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] device_id is not set on port 0abc4c82-e3ed-405c-b066-40b1672a2873 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:10.579449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:10.610058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:10.640133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:10.646155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.660395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:10.681373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:10.684576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:10.753407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.906483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Allocated IP 172.20.0.4 (9daf178d-fa59-4fcf-a184-e40b64366124/371fb452-897f-4b68-a468-c3ebd9a970ef/0abc4c82-e3ed-405c-b066-40b1672a2873) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:10.947290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Router e3d3f729-6955-4c59-86c0-01b5080f3314 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:10.995209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-77bf43de-2909-4cb4-bc6a-33cc0fb21044 None None] Provisioning complete for port 280eed4d-2ba6-4eb2-960e-09802fd3b418 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:10.995753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77bf43de-2909-4cb4-bc6a-33cc0fb21044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.028664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:11.032713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.033658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.068292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-77bf43de-2909-4cb4-bc6a-33cc0fb21044 None None] Port 280eed4d-2ba6-4eb2-960e-09802fd3b418 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:11.176948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.225012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Performing IP validity checks on allocation pools {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:46:11.226344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:11.228441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:46:11.237451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] Sync routers for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:11.244738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Pushing event updated for resources: {'Port': ['ID=cfeecf19-21a4-43dd-8cb3-5e7bc40661ba,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.247307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:11.247946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:11.263162 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a2731a08-9c87-4da0-9585-18f4cd1d2387 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4452097 Feb 16 12:46:11.263162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50270) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:11.301932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.308576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:11.317706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:11.318373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:11.343988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=8c612ba7-78b3-4acb-8580-4a6fb3961c6d,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.383465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:11.383869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5270ad1-4088-4a12-8859-e9ca703b03d5 None None] The sync data for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:11.401401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:11.401763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: e7f2ff08-095a-4b4f-9591-f9bca11c81c4, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:11.430778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.457892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Transition to ACTIVE for port object 0abc4c82-e3ed-405c-b066-40b1672a2873 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:11.463315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7893704a-ccfe-4507-8651-57b3e2988214 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.488913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.490137 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-03957e18-db31-4233-90c1-d683550fd34d tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3607254 Feb 16 12:46:11.494575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50274) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:11.600673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.625557 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-7893704a-ccfe-4507-8651-57b3e2988214 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:46:11.626592 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7893704a-ccfe-4507-8651-57b3e2988214 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314 HTTP/1.1" status: 409 len: 329 time: 0.3652961 Feb 16 12:46:11.629456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:11.653370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:11.774645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f6043e24-950e-41fe-9580-5c3afbd8050a tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Synchronizing usage tracker for tenant:b7347ef8a442438e8a9269f18c1fb12f on resource:floatingip {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:11.809553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.885685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, e7f2ff08-095a-4b4f-9591-f9bca11c81c4) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:11.890167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:11.890755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.895248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a779db97-8634-4852-8e7b-bfc668a1dbc8 None None] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:11.912015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.962326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:11.968903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:11.974933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:12.006639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f6043e24-950e-41fe-9580-5c3afbd8050a tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Unset dirty status for tenant:b7347ef8a442438e8a9269f18c1fb12f on resource:floatingip {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:12.009448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f6043e24-950e-41fe-9580-5c3afbd8050a tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.5109544 Feb 16 12:46:12.012421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=0abc4c82-e3ed-405c-b066-40b1672a2873,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.017667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.018794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.033016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': '66d2c012-cd04-487d-a37f-7542875e0672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:12.033631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: 5365c508-be67-49fc-aedf-bdf3d2d2c464, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:12.107957 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-38dc9850-043f-4488-944a-0b82a85a2220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0037558 Feb 16 12:46:12.135402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 3eed660f-c5f2-43c9-a511-1821b6f4176b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:12.135850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.175035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:12.175956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.346806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 5365c508-be67-49fc-aedf-bdf3d2d2c464 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:12.363667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c4a38e9-dfe5-4ac3-8364-08aaa040872c tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Synchronizing usage tracker for tenant:9758c090fcd04c738c63a47882065059 on resource:floatingip {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:12.386970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:12.387261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.416129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.459372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Allocated IP 172.20.0.18 (e7f2ff08-095a-4b4f-9591-f9bca11c81c4/8c612ba7-78b3-4acb-8580-4a6fb3961c6d/afd5b873-6f35-48d8-b6a7-5afa146e9475) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:12.544769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c4a38e9-dfe5-4ac3-8364-08aaa040872c tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Unset dirty status for tenant:9758c090fcd04c738c63a47882065059 on resource:floatingip {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:12.546184 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8c4a38e9-dfe5-4ac3-8364-08aaa040872c tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3344169 Feb 16 12:46:12.547577 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c2aac09d-fb7e-45bc-ac3b-34cc0216d7ec tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4809613 Feb 16 12:46:12.548906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.551522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.564884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 5365c508-be67-49fc-aedf-bdf3d2d2c464) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:12.573303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 3eed660f-c5f2-43c9-a511-1821b6f4176b owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:12.603880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d9a74-378f-456f-873a-94e72dbefcc1 None None] Network 5365c508-be67-49fc-aedf-bdf3d2d2c464 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:12.625921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d9:ed:55'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:12.735238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:12.735691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.755930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50296) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.767845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488234620', 'description': 'tempest-secgroup-smoke-1488234620 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:12.779965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:12.786163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Deleting port cfeecf19-21a4-43dd-8cb3-5e7bc40661ba {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:12.786716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.805454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:12.810350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.812722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-12ca6b79-fe00-4725-982d-f49d295ec6a4 None None] Provisioning for port 0abc4c82-e3ed-405c-b066-40b1672a2873 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:12.826717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-12ca6b79-fe00-4725-982d-f49d295ec6a4 None None] Provisioning complete for port 0abc4c82-e3ed-405c-b066-40b1672a2873 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:12.827116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-12ca6b79-fe00-4725-982d-f49d295ec6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.835372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.857357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Transition to ACTIVE for port object afd5b873-6f35-48d8-b6a7-5afa146e9475 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:12.911544 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6f3a7944-b5da-4e6d-ac4f-2a57e9a868da tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7377830 Feb 16 12:46:12.912785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50300) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.919776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464', 'name': 'tempest-PortsIpV6TestJSON-300324810'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:12.936324 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Transition to ACTIVE for port object afd5b873-6f35-48d8-b6a7-5afa146e9475 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:12.940674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.948552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-12ca6b79-fe00-4725-982d-f49d295ec6a4 None None] Port 0abc4c82-e3ed-405c-b066-40b1672a2873 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:13.005636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-5365c508-be67-49fc-aedf-bdf3d2d2c464', 'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464', 'tenant_id': '8e02bf63068c477b91e7dc0df9bd9081', 'fixed_ips': [{'subnet_id': 'f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:13.008578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.026063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:13.034427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:13.040197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:13.048891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:13.116448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:13.116448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:13.200523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Allocated IP 2001:db8::2 (5365c508-be67-49fc-aedf-bdf3d2d2c464/f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2/a3e19467-6e1c-405d-9b39-c580ee69a57a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:13.296560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.351236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=3eed660f-c5f2-43c9-a511-1821b6f4176b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.380465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.422208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:13.425895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.473794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 6baca522-587d-4591-b129-bb2b32385199 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:13.487479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:13.493148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Pushing event updated for resources: {'Port': ['ID=afd5b873-6f35-48d8-b6a7-5afa146e9475,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.497426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:13.497817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.501448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:13.551666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.552026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.552377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.552717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.553055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.553391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.553721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.554053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.554383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.554709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.555065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.555394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:13.558949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Transition to ACTIVE for port object a3e19467-6e1c-405d-9b39-c580ee69a57a will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:13.581955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.625429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.638726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Attempting to bind port afd5b873-6f35-48d8-b6a7-5afa146e9475 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:13.639797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Attempting to bind port afd5b873-6f35-48d8-b6a7-5afa146e9475 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:13.639797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Attempting to bind port afd5b873-6f35-48d8-b6a7-5afa146e9475 on network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:13.649502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Transition to ACTIVE for port object a3e19467-6e1c-405d-9b39-c580ee69a57a will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:13.650945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:13.651343 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Checking segment: {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:13.651740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.652287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Bound using segment: {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:13.652750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Bound port: afd5b873-6f35-48d8-b6a7-5afa146e9475, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:13.653124 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.699069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.699447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.708465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.745089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.805342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] For port afd5b873-6f35-48d8-b6a7-5afa146e9475, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:13.821273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Network 5365c508-be67-49fc-aedf-bdf3d2d2c464 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:13.827982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:13.830412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:13.835436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Calling delete_port for cfeecf19-21a4-43dd-8cb3-5e7bc40661ba owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:13.840784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] For port afd5b873-6f35-48d8-b6a7-5afa146e9475, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afd5b873-6f35-48d8-b6a7-5afa146e9475,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:13.842575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.846130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9cc074-ced3-4ad9-8667-c167fc5ba33a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.904469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Pushing event updated for resources: {'Port': ['ID=a3e19467-6e1c-405d-9b39-c580ee69a57a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.933520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Attempting to bind port a3e19467-6e1c-405d-9b39-c580ee69a57a on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:13.934110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Attempting to bind port a3e19467-6e1c-405d-9b39-c580ee69a57a by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '66d2c012-cd04-487d-a37f-7542875e0672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:13.934442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Attempting to bind port a3e19467-6e1c-405d-9b39-c580ee69a57a on network 5365c508-be67-49fc-aedf-bdf3d2d2c464 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:13.940839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:13.941163 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Checking segment: {'id': '66d2c012-cd04-487d-a37f-7542875e0672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:13.941574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.942100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Bound using segment: {'id': '66d2c012-cd04-487d-a37f-7542875e0672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:13.942576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Bound port: a3e19467-6e1c-405d-9b39-c580ee69a57a, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d2c012-cd04-487d-a37f-7542875e0672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5365c508-be67-49fc-aedf-bdf3d2d2c464'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:13.942951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.948539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::10f (5365c508-be67-49fc-aedf-bdf3d2d2c464/f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2/6baca522-587d-4591-b129-bb2b32385199) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:13.959693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.000458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.001685 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-66ba6128-accb-4c67-944d-163ee5022092 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2447906 Feb 16 12:46:14.012612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50304) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.028015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'bc9cc074-ced3-4ad9-8667-c167fc5ba33a', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:14.042318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:14.052474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:14.058955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:14.083661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:14.108862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63747eb5-e6eb-4b3e-83b1-e281e246f215 None None] Pushing event updated for resources: {'Port': ['ID=afd5b873-6f35-48d8-b6a7-5afa146e9475,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.129950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] For port a3e19467-6e1c-405d-9b39-c580ee69a57a, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:14.133082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] For port a3e19467-6e1c-405d-9b39-c580ee69a57a, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a3e19467-6e1c-405d-9b39-c580ee69a57a,segment=NetworkSegment(66d2c012-cd04-487d-a37f-7542875e0672),segment_id=66d2c012-cd04-487d-a37f-7542875e0672)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:14.216981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting port 280eed4d-2ba6-4eb2-960e-09802fd3b418 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:14.217421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.219929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.339999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.350624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573159a3-4f1e-44bd-98e9-44e2dc8a2b84 None None] Pushing event updated for resources: {'Port': ['ID=a3e19467-6e1c-405d-9b39-c580ee69a57a,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.375354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:14.385602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.457363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.520331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Pushing event deleted for resources: {'Port': ['ID=cfeecf19-21a4-43dd-8cb3-5e7bc40661ba,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.565308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.639898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.645250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 0a00fd06-3e08-4dac-806d-78068df1b129 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:14.751726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.785958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.800597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] In _notify_port_updated(), no bound segment for port 0abc4c82-e3ed-405c-b066-40b1672a2873 on network 9daf178d-fa59-4fcf-a184-e40b64366124 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:46:14.806398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:14.807091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.811052 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "PUT /v2.0/ports/0abc4c82-e3ed-405c-b066-40b1672a2873 HTTP/1.1" status: 200 len: 992 time: 2.1951265 Feb 16 12:46:14.811052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.819660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb4788-6f00-4301-b65d-3f38fe5e1a5c tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=0abc4c82-e3ed-405c-b066-40b1672a2873,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.827434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.855555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.909013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dd244d-48fa-463f-8459-ef0f37721bf2,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.928129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object 6baca522-587d-4591-b129-bb2b32385199 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:14.938773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:14.944484 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ad3d853b-4243-44a6-b88f-edc3cb8a528b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/0a00fd06-3e08-4dac-806d-78068df1b129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9153130 Feb 16 12:46:14.947506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50312) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.952272 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] Sync routers for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:14.969991 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:14.970862 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:14.976301 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port 0abc4c82-e3ed-405c-b066-40b1672a2873 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:14.976663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.999213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1b290471-9efe-4822-889b-3f526662a39a None None] Provisioning complete for port 0abc4c82-e3ed-405c-b066-40b1672a2873 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.999619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b290471-9efe-4822-889b-3f526662a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.044205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.050218 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e1966775-4d6f-4e7e-984d-831736cd88ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0302010 Feb 16 12:46:15.054062 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.055126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50316) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.065283 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:15.066144 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.095406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1b290471-9efe-4822-889b-3f526662a39a None None] Port 0abc4c82-e3ed-405c-b066-40b1672a2873 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:15.115938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'bc9cc074-ced3-4ad9-8667-c167fc5ba33a', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:15.128980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.151102 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.151823 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24a97b-80bd-498a-9217-c326a18d1d95 None None] The sync data for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:15.185553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:15.223550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:15.230529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:15.237055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 5365c508-be67-49fc-aedf-bdf3d2d2c464 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:15.247271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:15.252946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:15.256590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:15.271246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:15.271246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.287906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Calling delete_port for 280eed4d-2ba6-4eb2-960e-09802fd3b418 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:15.317688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.318842 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2e5289ff-7f64-442f-b708-d8dbc0d48384 tempest-FloatingIPAdminTestJSON-1275531851 tempest-FloatingIPAdminTestJSON-1275531851-project] 10.222.0.47 "DELETE /v2.0/floatingips/51727f92-4193-4e5f-b907-91edc2091c61 HTTP/1.1" status: 204 len: 168 time: 2.7689083 Feb 16 12:46:15.328494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50320) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.350270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=6baca522-587d-4591-b129-bb2b32385199,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.535221 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-35564310-c283-4319-a768-98fc7f69d5f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6213572 Feb 16 12:46:15.543132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.543775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.568339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a3e19467-6e1c-405d-9b39-c580ee69a57a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:15.623290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb72e6-c88b-4184-a5dd-19c6526ee8f4 None None] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:15.668458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Deleting port e9c7673a-a8de-4811-b52b-57236b18d1d2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:15.668827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.693199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.773490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.802399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48a61cc-7455-4106-81a8-1babca749ff0,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.825539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.904657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 6baca522-587d-4591-b129-bb2b32385199 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:15.905264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.950660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35338d-5483-40b7-94e6-87ec38d9358d None None] Network 5365c508-be67-49fc-aedf-bdf3d2d2c464 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:15.960946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.965014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-74083523-6b12-4e09-b705-8e224aa281e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9089208 Feb 16 12:46:15.965595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50328) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.982290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'bc9cc074-ced3-4ad9-8667-c167fc5ba33a', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:15.997909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:15.999502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:16.004837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:16.013664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:16.118441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b1bffe3a-f72a-492b-a177-5c30986df54a None None] Provisioning for port afd5b873-6f35-48d8-b6a7-5afa146e9475 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:16.124295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port a3e19467-6e1c-405d-9b39-c580ee69a57a completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:16.137437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afd5b873-6f35-48d8-b6a7-5afa146e9475 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:16.200877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.240412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 7970488a-e877-441d-92c3-ebce68d5274c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:16.240784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.415650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.460817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-811de820-13fe-4d9e-9409-3bb018610358 None None] Provisioning for port a3e19467-6e1c-405d-9b39-c580ee69a57a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:16.466136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-811de820-13fe-4d9e-9409-3bb018610358 None None] Provisioning complete for port a3e19467-6e1c-405d-9b39-c580ee69a57a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:16.472071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-811de820-13fe-4d9e-9409-3bb018610358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.537095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.537476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.564142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port afd5b873-6f35-48d8-b6a7-5afa146e9475 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:16.572420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port afd5b873-6f35-48d8-b6a7-5afa146e9475 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:16.574647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.595305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.636998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.643750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Calling delete_port for 0abc4c82-e3ed-405c-b066-40b1672a2873 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:16.704877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.749722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.784934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 7970488a-e877-441d-92c3-ebce68d5274c owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:16.822279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-811de820-13fe-4d9e-9409-3bb018610358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.845887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d15b654-2201-4afd-bbed-3c2cfe8d921c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:16.863129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port afd5b873-6f35-48d8-b6a7-5afa146e9475, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afd5b873-6f35-48d8-b6a7-5afa146e9475,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:16.875593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-811de820-13fe-4d9e-9409-3bb018610358 None None] For port a3e19467-6e1c-405d-9b39-c580ee69a57a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a3e19467-6e1c-405d-9b39-c580ee69a57a,segment=NetworkSegment(66d2c012-cd04-487d-a37f-7542875e0672),segment_id=66d2c012-cd04-487d-a37f-7542875e0672)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:16.884768 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-dcc77169-d013-4a0a-bc64-9ccd963202c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9240375 Feb 16 12:46:16.931217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.935098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d771781-ce27-418a-9232-20fab876077a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9574285 Feb 16 12:46:16.936491 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50332) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:16.941400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'bc9cc074-ced3-4ad9-8667-c167fc5ba33a', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:16.950931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:16.974898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.986873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:16.988236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Calling delete_port for e9c7673a-a8de-4811-b52b-57236b18d1d2 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:16.993880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:17.004596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-811de820-13fe-4d9e-9409-3bb018610358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.006424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.015101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:17.092834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811de820-13fe-4d9e-9409-3bb018610358 None None] Pushing event updated for resources: {'Port': ['ID=a3e19467-6e1c-405d-9b39-c580ee69a57a,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.110369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.134665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.173940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=afd5b873-6f35-48d8-b6a7-5afa146e9475,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.177334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.192591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Port': ['ID=280eed4d-2ba6-4eb2-960e-09802fd3b418,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.193785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=7970488a-e877-441d-92c3-ebce68d5274c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.243876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Provisioning for port 6baca522-587d-4591-b129-bb2b32385199 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:17.251192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Provisioning complete for port 6baca522-587d-4591-b129-bb2b32385199 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:17.252975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.313849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.336433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Port 6baca522-587d-4591-b129-bb2b32385199 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:17.352199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Provisioning complete for port a3e19467-6e1c-405d-9b39-c580ee69a57a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:17.353072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.439851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 6baca522-587d-4591-b129-bb2b32385199 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:17.511578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a3e19467-6e1c-405d-9b39-c580ee69a57a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:17.537459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.572143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed8c3f0-b076-4b97-87ae-65d5b0294f33,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.579254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.598092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.643263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Provisioning complete for port afd5b873-6f35-48d8-b6a7-5afa146e9475 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:17.643834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97707052-7ded-492f-b711-2b6c8dd5b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.680948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a3e19467-6e1c-405d-9b39-c580ee69a57a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:17.681208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.723233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.726405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f3e2dc98-b845-437e-99db-da9873b122cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7900860 Feb 16 12:46:17.727090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50336) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:17.742187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'bc9cc074-ced3-4ad9-8667-c167fc5ba33a', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:17.751694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:17.758511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:17.820018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:17.873885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-a9955600-be9c-47ca-97aa-1e0e103d867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:17.875425 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-a9955600-be9c-47ca-97aa-1e0e103d867e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1098 time: 0.9039438 Feb 16 12:46:17.885397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:17.916468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 0a00fd06-3e08-4dac-806d-78068df1b129 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:17.925989 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afd5b873-6f35-48d8-b6a7-5afa146e9475 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:17.998642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port afd5b873-6f35-48d8-b6a7-5afa146e9475 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:17.999192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.062295 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:46:18.071977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.084051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:18.090918 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0754fe13-47b5-41bb-8392-92a1892041b6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/0a00fd06-3e08-4dac-806d-78068df1b129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1423051 Feb 16 12:46:18.093903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50340) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:18.101656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] Sync routers for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:18.132188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:18.132826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.155535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-64035be0-8ed2-406f-a560-bea461e028fd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:18.180553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.195648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.202836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.213156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] Routers {'0a00fd06-3e08-4dac-806d-78068df1b129'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:18.213754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a00fd06-3e08-4dac-806d-78068df1b129'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.276679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.276679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade8d57e-adf2-4608-aefa-d9495aebaa55 None None] The sync data for ids ['0a00fd06-3e08-4dac-806d-78068df1b129'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:18.343190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-64035be0-8ed2-406f-a560-bea461e028fd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:18.344524 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-64035be0-8ed2-406f-a560-bea461e028fd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a00fd06-3e08-4dac-806d-78068df1b129 HTTP/1.1" status: 200 len: 205 time: 0.2499025 Feb 16 12:46:18.345327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.352545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50344) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:18.402318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Port': ['ID=0abc4c82-e3ed-405c-b066-40b1672a2873,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.404845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.467516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Router e3d3f729-6955-4c59-86c0-01b5080f3314 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:18.515219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.516967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9c7673a-a8de-4811-b52b-57236b18d1d2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.561800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42bb7ed-3d59-4a9a-83b1-bfb1c0fc3283,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.642133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cadf37f1-ee6a-48c1-a125-0437eafe9323 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.713053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=6baca522-587d-4591-b129-bb2b32385199,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.756657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.760329 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-226c02e5-3e80-4169-b45d-fec018daab24 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0223789 Feb 16 12:46:18.766272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50348) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:18.773880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'bc9cc074-ced3-4ad9-8667-c167fc5ba33a', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:18.780058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:18.785847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:18.794952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:18.833951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-66de4940-8294-4341-8a8f-9e21a17d6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:18.840785 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-66de4940-8294-4341-8a8f-9e21a17d6797 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 200 len: 897 time: 0.8951271 Feb 16 12:46:18.842860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:18.949824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.978603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cadf37f1-ee6a-48c1-a125-0437eafe9323 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.983590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cadf37f1-ee6a-48c1-a125-0437eafe9323 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.003226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:19.013863 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] Sync routers for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:19.025057 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:19.026039 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:19.039619 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:46:19.046917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.075844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cadf37f1-ee6a-48c1-a125-0437eafe9323 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.076493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf37f1-ee6a-48c1-a125-0437eafe9323 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Fanout notify agent at l3_agent the message router_deleted on router 0a00fd06-3e08-4dac-806d-78068df1b129 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:19.094086 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:19.105135 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] Routers {'e3d3f729-6955-4c59-86c0-01b5080f3314'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:19.105738 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['e3d3f729-6955-4c59-86c0-01b5080f3314'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:19.107404 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-877f45d0-f537-44bd-8b39-e5a6c66e1a01 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/6baca522-587d-4591-b129-bb2b32385199 HTTP/1.1" status: 204 len: 168 time: 3.5616350 Feb 16 12:46:19.112598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cadf37f1-ee6a-48c1-a125-0437eafe9323 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.113670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.113978 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cadf37f1-ee6a-48c1-a125-0437eafe9323 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/0a00fd06-3e08-4dac-806d-78068df1b129 HTTP/1.1" status: 204 len: 168 time: 0.7556527 Feb 16 12:46:19.115889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50352) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.116054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.116243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50354) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.117055 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-02c6211a-fed3-4b3d-9173-90af8589487b tempest-FloatingIPAdminTestJSON-113369383 tempest-FloatingIPAdminTestJSON-113369383-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/33c099ea-3c0c-4209-802a-24bdefc5a208 HTTP/1.1" status: 204 len: 168 time: 3.7858338 Feb 16 12:46:19.123819 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c91f5bd5-99ea-4ac7-ab21-704cc98b83c6 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4933927 Feb 16 12:46:19.132221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50360) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.132545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50362) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.176786 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:19.177813 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729505a-3875-4b5d-98d1-93b40e8d6ef8 None None] The sync data for ids ['e3d3f729-6955-4c59-86c0-01b5080f3314'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:19.194138 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-554e4617-8f98-4137-b991-8ad19eb27fca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834996ed-c4fa-4e84-8946-c00d75b0e299 HTTP/1.1" status: 200 len: 1000 time: 0.3174093 Feb 16 12:46:19.202517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef025e2f-6c4b-4169-be7f-f3c2c23eef86 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:19.203016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef025e2f-6c4b-4169-be7f-f3c2c23eef86 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:19.204688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ef025e2f-6c4b-4169-be7f-f3c2c23eef86 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/6baca522-587d-4591-b129-bb2b32385199 HTTP/1.1" status: 404 len: 333 time: 0.0874350 Feb 16 12:46:19.211159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50368) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.270925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.282806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet d73b477d-5db6-4be2-b960-558aa01d996f {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:19.286231 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d583b733-6226-4ccd-ad76-7d0841885cb1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:46:19.286768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d583b733-6226-4ccd-ad76-7d0841885cb1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:19.290158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.290502 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-96710e28-46fa-4261-86d3-61e3feb9b025 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] show failed (client error): The resource could not be found. Feb 16 12:46:19.297312 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-96710e28-46fa-4261-86d3-61e3feb9b025 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1945116149 HTTP/1.1" status: 404 len: 335 time: 0.1566391 Feb 16 12:46:19.301267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50372) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.303947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.306552 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5993e87f-b602-4482-b06b-2d28ae719ca4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/ports/0abc4c82-e3ed-405c-b066-40b1672a2873 HTTP/1.1" status: 204 len: 168 time: 4.4783618 Feb 16 12:46:19.313132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50376) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.350502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d4c1678c-ef52-4898-b0c6-418179507dd5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:19.355215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.389290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.425664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93353dc6-f77e-4a15-bd49-02a17669084c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.441286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting port 491f0d8d-dab4-455c-89a9-215faee07ce0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:19.441870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.470312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.474584 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-d4c1678c-ef52-4898-b0c6-418179507dd5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] update failed (client error): The resource could not be found. Feb 16 12:46:19.475720 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d4c1678c-ef52-4898-b0c6-418179507dd5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-2096034032 HTTP/1.1" status: 404 len: 335 time: 0.1689198 Feb 16 12:46:19.476612 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-486494d8-a43e-4eea-8deb-80c11522b0a4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] GET failed (client error): The resource could not be found. Feb 16 12:46:19.477131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-486494d8-a43e-4eea-8deb-80c11522b0a4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Synchronizing usage tracker for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:19.486632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-d98b491b-ebae-4c7e-b182-0faa99296ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.488055 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-d98b491b-ebae-4c7e-b182-0faa99296ad0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adaeea1f-3874-4676-a412-2112bc33a7e4 HTTP/1.1" status: 200 len: 835 time: 0.2478702 Feb 16 12:46:19.495048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.503952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d583b733-6226-4ccd-ad76-7d0841885cb1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:19.505142 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d583b733-6226-4ccd-ad76-7d0841885cb1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/6baca522-587d-4591-b129-bb2b32385199 HTTP/1.1" status: 404 len: 333 time: 0.2932620 Feb 16 12:46:19.508272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50384) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.593889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.595009 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-24d21609-2936-4e01-bf90-b6e3817e9e4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8279719 Feb 16 12:46:19.607019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:19.608724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.660460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting subnet f9b07914-3ae2-4b89-9ba5-1be3a4a6d859 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:19.671459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.719521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.767195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.771438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-486494d8-a43e-4eea-8deb-80c11522b0a4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Unset dirty status for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:19.779788 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-486494d8-a43e-4eea-8deb-80c11522b0a4 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "GET /v2.0/ports/0abc4c82-e3ed-405c-b066-40b1672a2873 HTTP/1.1" status: 404 len: 333 time: 0.4654274 Feb 16 12:46:19.787852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50396) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.799781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-6c1bc479-e360-41cb-919f-522be63f94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.801255 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-6c1bc479-e360-41cb-919f-522be63f94d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2994828 Feb 16 12:46:19.807124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'name': 'tempest-AllowedAddressPairTestJSON-859973060'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:19.810408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.840052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=d73b477d-5db6-4be2-b960-558aa01d996f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.865214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.867328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a5519a-30bb-457e-b354-4446062de83a None None] Network 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:19.882091 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a811e936-06b0-405f-a2d8-bc6554434783 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/d73b477d-5db6-4be2-b960-558aa01d996f HTTP/1.1" status: 204 len: 168 time: 0.7631676 Feb 16 12:46:19.896114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50404) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.956632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-f7fda8b1-4394-4678-bd7b-c0d85e9b0f84 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:20.002169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet 5042c08a-1e56-4a51-bdb5-3a582907479e {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:20.005525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.061799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.157952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] DHCP port deletion for 3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:20.162401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] Deleting port 4138d50e-50f3-463c-be58-edd4a11ccad7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:20.162783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.203998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-f7fda8b1-4394-4678-bd7b-c0d85e9b0f84 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:20.205531 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-f7fda8b1-4394-4678-bd7b-c0d85e9b0f84 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488234620&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.3990779 Feb 16 12:46:20.208596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.211680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.332217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.339162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40275827-1179-4f7d-8661-66d53d36953e None None] Network 5365c508-be67-49fc-aedf-bdf3d2d2c464 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:20.340546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.368537 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-62231fb8-eca8-43a2-a088-718163199586 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2 HTTP/1.1" status: 204 len: 168 time: 0.8569012 Feb 16 12:46:20.378621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50408) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:20.442129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:20.446826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.457228 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-dc0dd286-4b61-4227-9310-a45e7a5f5d9f service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297760 Feb 16 12:46:20.464219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] For port 4138d50e-50f3-463c-be58-edd4a11ccad7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4138d50e-50f3-463c-be58-edd4a11ccad7,segment=NetworkSegment(9f7c2ead-2e93-4a19-93f6-d1706885e83a),segment_id=9f7c2ead-2e93-4a19-93f6-d1706885e83a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:20.464616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.527500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.543815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:20.586148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-27b6624d-3205-4367-b6aa-2c73608ef3d3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.586892 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-27b6624d-3205-4367-b6aa-2c73608ef3d3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=e7f2ff08-095a-4b4f-9591-f9bca11c81c4 HTTP/1.1" status: 200 len: 795 time: 0.3467932 Feb 16 12:46:20.596494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.620848 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-bf765fad-ad48-4978-900c-20e6b7316248 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0196028 Feb 16 12:46:20.631529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] Calling delete_port for 4138d50e-50f3-463c-be58-edd4a11ccad7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:20.632355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Calling delete_port for 491f0d8d-dab4-455c-89a9-215faee07ce0 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:20.695931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port a3e19467-6e1c-405d-9b39-c580ee69a57a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:20.696272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.742629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.862542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:20.865674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.870561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] DHCP port deletion for 5365c508-be67-49fc-aedf-bdf3d2d2c464 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:20.876377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Deleting port a3e19467-6e1c-405d-9b39-c580ee69a57a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:20.876771 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.912557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.917575 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-65faf75c-e294-4d54-83b8-b0675b63e05b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2776170 Feb 16 12:46:20.923604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.958206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] device_id is not set on port a1a80408-2038-4510-b9a2-a6c410515e54 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:20.998381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] Pushing event deleted for resources: {'Port': ['ID=4138d50e-50f3-463c-be58-edd4a11ccad7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.002405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973c6fc-5472-49ef-9cd7-21ea5cd8c79f None None] No DVR routers for this DVR port 4138d50e-50f3-463c-be58-edd4a11ccad7 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:21.015784 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-aea065e7-626d-43ec-ac21-13feebf8ddc1 req-a5068bb5-8a07-4de7-b429-ace06d102112 service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449486 Feb 16 12:46:21.055627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd0e3b-fd7c-4faa-aa4f-9c1170837b68 None None] Network 6c8d8f34-a16e-440a-90f3-b477d9a7772a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:21.057580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.063721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=5042c08a-1e56-4a51-bdb5-3a582907479e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.080397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] For port a3e19467-6e1c-405d-9b39-c580ee69a57a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a3e19467-6e1c-405d-9b39-c580ee69a57a,segment=NetworkSegment(66d2c012-cd04-487d-a37f-7542875e0672),segment_id=66d2c012-cd04-487d-a37f-7542875e0672)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:21.080753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.091629 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-46e37463-2e32-4eb3-b831-280549c20fe1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/5042c08a-1e56-4a51-bdb5-3a582907479e HTTP/1.1" status: 204 len: 168 time: 1.1930013 Feb 16 12:46:21.093329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:21.183023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.226308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.233495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for a3e19467-6e1c-405d-9b39-c580ee69a57a owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:21.319922 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-150dabfe-1285-488a-a95c-d8eff92e2dfd service neutron] 10.222.0.47 "GET /v2.0/networks/e7f2ff08-095a-4b4f-9591-f9bca11c81c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534904 Feb 16 12:46:21.374000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event deleted for resources: {'Port': ['ID=491f0d8d-dab4-455c-89a9-215faee07ce0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.394147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b07914-3ae2-4b89-9ba5-1be3a4a6d859,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.398723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.417145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] For port a3e19467-6e1c-405d-9b39-c580ee69a57a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a3e19467-6e1c-405d-9b39-c580ee69a57a,segment=NetworkSegment(66d2c012-cd04-487d-a37f-7542875e0672),segment_id=66d2c012-cd04-487d-a37f-7542875e0672)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:21.417618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.428510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b627a-cabb-4469-a762-20298e7485e8 None None] Network a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:21.438395 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c05db9e2-1ac7-4fb1-9e9e-bcbf6a4560b0 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/subnets/f9b07914-3ae2-4b89-9ba5-1be3a4a6d859 HTTP/1.1" status: 204 len: 168 time: 1.9390645 Feb 16 12:46:21.439097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50416) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:21.538369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Allocated IP 172.20.0.5 (9daf178d-fa59-4fcf-a184-e40b64366124/371fb452-897f-4b68-a468-c3ebd9a970ef/a1a80408-2038-4510-b9a2-a6c410515e54) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:21.549019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.576407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.616533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.620879 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f81e7efd-0268-4636-b466-fca1a797b687 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "DELETE /v2.0/ports/491f0d8d-dab4-455c-89a9-215faee07ce0 HTTP/1.1" status: 204 len: 168 time: 2.4849398 Feb 16 12:46:21.630504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4138d50e-50f3-463c-be58-edd4a11ccad7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:21.651502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:21.670848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=a3e19467-6e1c-405d-9b39-c580ee69a57a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.686709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No DVR routers for this DVR port a3e19467-6e1c-405d-9b39-c580ee69a57a on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:21.740048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Calling delete_port for a3e19467-6e1c-405d-9b39-c580ee69a57a owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:21.780530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 4138d50e-50f3-463c-be58-edd4a11ccad7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:21.780971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4138d50e-50f3-463c-be58-edd4a11ccad7 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:21.781307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a3e19467-6e1c-405d-9b39-c580ee69a57a no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:21.847079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: a3e19467-6e1c-405d-9b39-c580ee69a57a {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:21.847455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a3e19467-6e1c-405d-9b39-c580ee69a57a not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:21.953734 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-4866c99c-a974-4cdc-9e48-032da0b97996 service neutron] 10.222.0.47 "GET /v2.0/networks/e7f2ff08-095a-4b4f-9591-f9bca11c81c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229291 Feb 16 12:46:21.968160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.978044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:21.978554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:22.005492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.015394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting port 7a459799-f581-4b74-be9f-0c5602a23d84 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:22.016015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.065149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] DHCP port deletion for 6c8d8f34-a16e-440a-90f3-b477d9a7772a request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:22.079326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] Deleting port b26c1978-d81b-423d-aa29-feab860a78fe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:22.080810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.130502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.134136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] DHCP port deletion for a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:22.147730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5365c508-be67-49fc-aedf-bdf3d2d2c464']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.153953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Deleting port 7a459799-f581-4b74-be9f-0c5602a23d84 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:22.154563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.165325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d2c012-cd04-487d-a37f-7542875e0672') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.165659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d2c012-cd04-487d-a37f-7542875e0672') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.189604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.198454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.208447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7c2ead-2e93-4a19-93f6-d1706885e83a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.208662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7c2ead-2e93-4a19-93f6-d1706885e83a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.246142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c6d654-800c-4ae9-a4d7-c9b52a6a3be6 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:22.246859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-88c6d654-800c-4ae9-a4d7-c9b52a6a3be6 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Synchronizing usage tracker for tenant:9758c090fcd04c738c63a47882065059 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:22.251086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.284825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.297324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.301959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.304284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:22.304705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:22.319923 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:22.327621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] For port 7a459799-f581-4b74-be9f-0c5602a23d84, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7a459799-f581-4b74-be9f-0c5602a23d84,segment=NetworkSegment(8240c8fd-5cb6-4d10-851b-b2c1bafbdd57),segment_id=8240c8fd-5cb6-4d10-851b-b2c1bafbdd57)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:22.328516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.335347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:22.335739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:22.441382 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:22.451505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-88c6d654-800c-4ae9-a4d7-c9b52a6a3be6 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Unset dirty status for tenant:9758c090fcd04c738c63a47882065059 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:22.457093 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-88c6d654-800c-4ae9-a4d7-c9b52a6a3be6 tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8abb56f-b548-49fa-9f6e-2e96e58eee3f HTTP/1.1" status: 200 len: 913 time: 0.8018277 Feb 16 12:46:22.457713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.512898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3972aa20-c191-4906-9f09-835fbfc46715 req-1912c4de-db61-4c88-b66a-831c0994ec89 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 210 time: 0.1239111 Feb 16 12:46:22.518428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Deleting port a3e19467-6e1c-405d-9b39-c580ee69a57a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:22.518920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.526672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.556117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.579150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.590915 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9c214e6f-071a-485b-b85d-b7bcd09d8897 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/3a3d4383-eb1d-4a62-9f9c-91802f8e8bbd HTTP/1.1" status: 204 len: 168 time: 1.4936192 Feb 16 12:46:22.591801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50436) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.603382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Calling delete_port for 7a459799-f581-4b74-be9f-0c5602a23d84 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:22.631015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] For port b26c1978-d81b-423d-aa29-feab860a78fe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b26c1978-d81b-423d-aa29-feab860a78fe,segment=NetworkSegment(2320ab2a-be92-47e3-a821-3f1c2c75d75c),segment_id=2320ab2a-be92-47e3-a821-3f1c2c75d75c)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:22.633771 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.643129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57d8f10f-7c51-49d0-ad83-27632799055e None None] The port 'a3e19467-6e1c-405d-9b39-c580ee69a57a' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:22.666371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] For port 7a459799-f581-4b74-be9f-0c5602a23d84, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7a459799-f581-4b74-be9f-0c5602a23d84,segment=NetworkSegment(8240c8fd-5cb6-4d10-851b-b2c1bafbdd57),segment_id=8240c8fd-5cb6-4d10-851b-b2c1bafbdd57)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:22.666858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.801663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.811486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.826720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] Calling delete_port for b26c1978-d81b-423d-aa29-feab860a78fe owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:22.831567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.843172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=5365c508-be67-49fc-aedf-bdf3d2d2c464,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.855428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.913604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Port': ['ID=7a459799-f581-4b74-be9f-0c5602a23d84,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.917362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] No DVR routers for this DVR port 7a459799-f581-4b74-be9f-0c5602a23d84 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:22.928633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Transition to ACTIVE for port object a1a80408-2038-4510-b9a2-a6c410515e54 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:22.969309 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a582b9a7-8891-4ce9-8008-364ff0ed4c87 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/5365c508-be67-49fc-aedf-bdf3d2d2c464 HTTP/1.1" status: 204 len: 168 time: 2.5897009 Feb 16 12:46:22.973411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50440) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.975454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Calling delete_port for 7a459799-f581-4b74-be9f-0c5602a23d84 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:23.027447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1403007467'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:23.038652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:23.055656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:23.061339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:23.070520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.076355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:23.076860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:23.078827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:23.083012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port b26c1978-d81b-423d-aa29-feab860a78fe {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:23.083483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.102528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b1fcc7-7cd9-415e-a5c8-122c6a08b832']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.115500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8240c8fd-5cb6-4d10-851b-b2c1bafbdd57') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.115800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8240c8fd-5cb6-4d10-851b-b2c1bafbdd57') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.127949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.145036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.151475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:23.151862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:23.166817 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:23.184779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.221950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.245845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:23.249648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.267071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] The port 'b26c1978-d81b-423d-aa29-feab860a78fe' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:23.274504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] Pushing event deleted for resources: {'Port': ['ID=b26c1978-d81b-423d-aa29-feab860a78fe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.277209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd818e-9e96-4080-ad65-f9bd0141c67d None None] No DVR routers for this DVR port b26c1978-d81b-423d-aa29-feab860a78fe on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:23.281067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:23.301015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.301015 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment 8caa5faf-2167-4ca0-9e0a-aec257305e12 of type vlan for network 5a984197-40bb-4424-836c-2b5a150364ec Feb 16 12:46:23.322318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.367864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:23.375738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:23.378221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:23.411076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=a1a80408-2038-4510-b9a2-a6c410515e54,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.460183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b26c1978-d81b-423d-aa29-feab860a78fe no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:23.469167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.520788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.524289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: b26c1978-d81b-423d-aa29-feab860a78fe {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:23.524866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Network': ['ID=a9b1fcc7-7cd9-415e-a5c8-122c6a08b832,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.525262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b26c1978-d81b-423d-aa29-feab860a78fe not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:23.525998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7a459799-f581-4b74-be9f-0c5602a23d84 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:23.536010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.545501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:23.547967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.563631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.591053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1b045829-bfae-45e4-be14-6aca37f1ff2f tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/networks/a9b1fcc7-7cd9-415e-a5c8-122c6a08b832 HTTP/1.1" status: 204 len: 168 time: 2.1482654 Feb 16 12:46:23.596857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50448) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:23.616218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8d8f34-a16e-440a-90f3-b477d9a7772a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.636420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:23.637253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.639870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Deleting port 7a459799-f581-4b74-be9f-0c5602a23d84 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:23.640351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.682038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2320ab2a-be92-47e3-a821-3f1c2c75d75c') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.682380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2320ab2a-be92-47e3-a821-3f1c2c75d75c') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.692111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 7a459799-f581-4b74-be9f-0c5602a23d84 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:23.692806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7a459799-f581-4b74-be9f-0c5602a23d84 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:23.710217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.743527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.761449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a2056f33-ea49-44e9-a69a-db651a51f49c None None] The port '7a459799-f581-4b74-be9f-0c5602a23d84' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:23.771109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7948961 Feb 16 12:46:23.832854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50452) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:23.856565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '5a984197-40bb-4424-836c-2b5a150364ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:23.860841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-65e8c64c-40f6-4792-bff9-2518f2c713e2 None None] Provisioning for port a1a80408-2038-4510-b9a2-a6c410515e54 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:23.866408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-65e8c64c-40f6-4792-bff9-2518f2c713e2 None None] Provisioning complete for port a1a80408-2038-4510-b9a2-a6c410515e54 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:23.866866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65e8c64c-40f6-4792-bff9-2518f2c713e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.874874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting subnet ed34355c-d191-40d6-8d63-b068192df858 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:23.878381 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c6ad7699-24af-4436-a52b-664d1da3bbef req-5121e6eb-bfec-44a6-acb6-7e9580b25297 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 210 time: 0.1113403 Feb 16 12:46:23.884673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.932372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-65e8c64c-40f6-4792-bff9-2518f2c713e2 None None] Port a1a80408-2038-4510-b9a2-a6c410515e54 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:23.945108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee43c3-e792-480d-b333-d78ada46bd0f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=5a984197-40bb-4424-836c-2b5a150364ec,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.959467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:23.965842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.968126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 5a984197-40bb-4424-836c-2b5a150364ec details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:23.975786 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-482ad48c-abcc-49e7-ab4b-d5346ea9757b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1835747 Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:23.976633 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:23.986970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50456) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.064660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d9:ed:55'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:24.161343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.218827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:24.226533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.235470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:24.240567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:24.253523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:24.285808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.295165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.334218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.355450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=6c8d8f34-a16e-440a-90f3-b477d9a7772a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.361377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:24.364978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.373481 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b895e520-5d98-4736-8d39-639b70f7a049 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/6c8d8f34-a16e-440a-90f3-b477d9a7772a HTTP/1.1" status: 204 len: 168 time: 1.7782702 Feb 16 12:46:24.378688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.444147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1800094114'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:24.458231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:24.476391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:24.480642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.510837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:24.532071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:24.545411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Subnet': ['ID=ed34355c-d191-40d6-8d63-b068192df858,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.547951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.555604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4582cef-79a8-4667-994c-475560fb0680 None None] Network 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:24.566025 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1cc64930-28d7-4853-9fc7-2099512f11b3 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/subnets/ed34355c-d191-40d6-8d63-b068192df858 HTTP/1.1" status: 204 len: 168 time: 0.9633512 Feb 16 12:46:24.567779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50464) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.621984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.670700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:24.674231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.710663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting subnet 42cececf-43c0-4534-bb3c-993d5530a579 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:24.723074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.776932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:24.803475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.803824 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4 of type vlan for network 71103576-5432-4f0e-b477-01a5d6695991 Feb 16 12:46:24.836536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.880563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] DHCP port deletion for 72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:24.885265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] Deleting port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:24.888811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.990154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.999149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.046125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting port c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:25.046125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.106901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.162405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] For port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc,segment=NetworkSegment(2dcea74d-0b89-4aea-9bf6-f33c880915fb),segment_id=2dcea74d-0b89-4aea-9bf6-f33c880915fb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:25.163016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.168668 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81a60dd9-5b8a-4369-94bb-95d756b28d7a req-b2ed166a-b78f-43d4-9595-44023bec38c6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 210 time: 0.1021361 Feb 16 12:46:25.224142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.229779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.237279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.258273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.258499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': '8caa5faf-2167-4ca0-9e0a-aec257305e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a984197-40bb-4424-836c-2b5a150364ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:25.258647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: 5a984197-40bb-4424-836c-2b5a150364ec, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:25.263498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=eb58b59a-3648-4cec-804f-fdda1fee7a8e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.316367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] Calling delete_port for f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:25.434932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:25.468596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 5a984197-40bb-4424-836c-2b5a150364ec is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:25.472609 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.521998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Subnet': ['ID=42cececf-43c0-4534-bb3c-993d5530a579,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.532534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.535282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad62d8-a6b1-4214-8958-860b64990780 None None] Network bce1f101-1dee-4896-bfce-e3705730778b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:25.546587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d0cb17c7-fb88-45ed-954e-caa115f54770 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/subnets/42cececf-43c0-4534-bb3c-993d5530a579 HTTP/1.1" status: 204 len: 168 time: 0.9750664 Feb 16 12:46:25.547305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50470) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.591636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.596337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.653504 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2737377 Feb 16 12:46:25.654301 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5cdf5-ccc5-4e01-87cd-0660b0c7da95 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=71103576-5432-4f0e-b477-01a5d6695991,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.675540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50474) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.687368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 5a984197-40bb-4424-836c-2b5a150364ec) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:25.692867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': '71103576-5432-4f0e-b477-01a5d6695991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:25.696496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 71103576-5432-4f0e-b477-01a5d6695991 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:25.730306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74238ad-c48d-4006-b6a7-eaa170844b5e None None] Network 5a984197-40bb-4424-836c-2b5a150364ec requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:25.742949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.748746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.749010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.767012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] Pushing event deleted for resources: {'Port': ['ID=f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.821355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7e729-59f1-4ba2-a2fa-4ff5231f9c41 None None] No DVR routers for this DVR port f4c3b781-4b24-4a5a-8fa1-ddd90abaabbc on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:25.879652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.884509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.914139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:25.925093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:25.932614 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-49f9851b-c57a-4e86-be7b-4fa446cbe3e4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0918703 Feb 16 12:46:25.934612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:25.936900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Calling delete_port for c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:25.942145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50478) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.975084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=a1a80408-2038-4510-b9a2-a6c410515e54,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.988735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:25.994389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '5a984197-40bb-4424-836c-2b5a150364ec', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1952956218'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:26.032246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-7ac9d61f-41ac-4921-9dfb-8344ccb63e2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:26.032963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-7ac9d61f-41ac-4921-9dfb-8344ccb63e2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:26.040475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] In _notify_port_updated(), no bound segment for port a1a80408-2038-4510-b9a2-a6c410515e54 on network 9daf178d-fa59-4fcf-a184-e40b64366124 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:46:26.053836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:26.054511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.058471 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8dc763b8-f8ff-412a-a10c-7e5e53ba98ef tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "PUT /v2.0/ports/a1a80408-2038-4510-b9a2-a6c410515e54 HTTP/1.1" status: 200 len: 995 time: 2.0644457 Feb 16 12:46:26.064634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:26.167109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-30206c3f-fc77-44c7-9f6d-44540640fbc7 None None] Provisioning complete for port a1a80408-2038-4510-b9a2-a6c410515e54 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:26.167868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30206c3f-fc77-44c7-9f6d-44540640fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.222755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port a1a80408-2038-4510-b9a2-a6c410515e54 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:26.223120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.271390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-7ac9d61f-41ac-4921-9dfb-8344ccb63e2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:26.272721 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-7ac9d61f-41ac-4921-9dfb-8344ccb63e2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=e7f2ff08-095a-4b4f-9591-f9bca11c81c4 HTTP/1.1" status: 200 len: 795 time: 0.9355061 Feb 16 12:46:26.285910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-30206c3f-fc77-44c7-9f6d-44540640fbc7 None None] Port a1a80408-2038-4510-b9a2-a6c410515e54 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:26.313035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:26.320608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.360293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.372742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-5a984197-40bb-4424-836c-2b5a150364ec', 'network_id': '5a984197-40bb-4424-836c-2b5a150364ec', 'tenant_id': '8e02bf63068c477b91e7dc0df9bd9081', 'fixed_ips': [{'subnet_id': 'eb58b59a-3648-4cec-804f-fdda1fee7a8e'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:26.374651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.435317 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1a520891-bd61-4ac2-83e3-93ef82cac897 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 472 time: 0.1398587 Feb 16 12:46:26.442700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] DHCP port deletion for bce1f101-1dee-4896-bfce-e3705730778b request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:26.462014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['bc9cc074-ced3-4ad9-8667-c167fc5ba33a']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:26.465761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] Deleting port 072de94e-6422-42f7-8063-3ca9e04ef032 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:26.466132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.655934 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b54fc079-0190-4b9d-ac69-d4079779677e req-ff94c67a-948e-4c46-8dd7-9bd06e2ff6fb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 210 time: 0.3135304 Feb 16 12:46:26.672858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.702328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Allocated IP 2001:db8::2 (5a984197-40bb-4424-836c-2b5a150364ec/eb58b59a-3648-4cec-804f-fdda1fee7a8e/b6f05b9b-7810-49e0-a00e-75f8d5bef7aa) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:26.714908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:26.720273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcea74d-0b89-4aea-9bf6-f33c880915fb') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.720273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcea74d-0b89-4aea-9bf6-f33c880915fb') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.738442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:26.742281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.756786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:26.771758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:26.780262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.795729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:26.796256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:26.812491 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:26.819725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.892490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] For port 072de94e-6422-42f7-8063-3ca9e04ef032, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=072de94e-6422-42f7-8063-3ca9e04ef032,segment=NetworkSegment(54ddc43d-71a5-43c8-ad8f-6db919f8710a),segment_id=54ddc43d-71a5-43c8-ad8f-6db919f8710a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:26.892998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.900899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:26.905465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.971731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:26.973219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 4fb88ac1-0625-40b3-a767-55d2ab310115 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:26.980259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Calling delete_port for a1a80408-2038-4510-b9a2-a6c410515e54 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:27.016340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.020404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:port and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:27.039081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] Calling delete_port for 072de94e-6422-42f7-8063-3ca9e04ef032 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:27.069399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:27.072526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.108659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:27.113907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event deleted for resources: {'Port': ['ID=c8ba76ea-d37a-45a8-bd62-b3fa7fd0cd74,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.122321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.147414 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/networks/72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d HTTP/1.1" status: 204 len: 168 time: 1.5965683 Feb 16 12:46:27.155381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50492) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:27.162924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194e18-20fe-4482-a322-5e755b5dca2e tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Network': ['ID=72ce5ab9-e3d2-4ad7-b19e-8cc0ad01b03d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.320673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.349628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:27.352201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.353853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.402733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.438284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.453270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=0e437abf-4392-4e0d-b998-c3ea25682862,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.505159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 072de94e-6422-42f7-8063-3ca9e04ef032 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:27.524758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': 'e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '71103576-5432-4f0e-b477-01a5d6695991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:27.524758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: 71103576-5432-4f0e-b477-01a5d6695991, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:27.563911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] Pushing event deleted for resources: {'Port': ['ID=072de94e-6422-42f7-8063-3ca9e04ef032,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.568194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd092df-4059-4dc1-a0c4-646cfec5fa1b None None] No DVR routers for this DVR port 072de94e-6422-42f7-8063-3ca9e04ef032 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:27.572729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 072de94e-6422-42f7-8063-3ca9e04ef032 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:27.572729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 072de94e-6422-42f7-8063-3ca9e04ef032 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:27.626456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.660440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce1f101-1dee-4896-bfce-e3705730778b']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.673619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ddc43d-71a5-43c8-ad8f-6db919f8710a') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.673917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ddc43d-71a5-43c8-ad8f-6db919f8710a') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.685529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.712394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.721517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:27.721517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:27.739281 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:27.745274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 71103576-5432-4f0e-b477-01a5d6695991 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:27.786422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.912543 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-98655435-a05e-4f9b-9750-fb70220ed940 req-eda08b9a-a04b-4f5c-bb00-696891d1f866 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 210 time: 0.1015131 Feb 16 12:46:27.921337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.924368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 71103576-5432-4f0e-b477-01a5d6695991) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:27.930849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:27.931507 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.937961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a915f-2c5e-47a0-b824-b192cddd4da5 None None] Network 71103576-5432-4f0e-b477-01a5d6695991 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:28.028316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Port': ['ID=a1a80408-2038-4510-b9a2-a6c410515e54,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.049412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.058379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Transition to ACTIVE for port object b6f05b9b-7810-49e0-a00e-75f8d5bef7aa will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:28.083824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.19 (e7f2ff08-095a-4b4f-9591-f9bca11c81c4/8c612ba7-78b3-4acb-8580-4a6fb3961c6d/e970bdee-4c1f-4518-8fd8-3b05467c008e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:28.089858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Transition to ACTIVE for port object b6f05b9b-7810-49e0-a00e-75f8d5bef7aa will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:28.094544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.099997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/networks/bce1f101-1dee-4896-bfce-e3705730778b HTTP/1.1" status: 204 len: 168 time: 0.9387200 Feb 16 12:46:28.101651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e9513-45c0-4605-92d6-d5dace724aa5 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Network': ['ID=bce1f101-1dee-4896-bfce-e3705730778b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.103881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50498) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.112248 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b8662aa6-e7b4-4d6f-bb41-37c9e53ce392 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4353194 Feb 16 12:46:28.116281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50500) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.124998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2140653162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:28.131666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:28.136346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:router and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:28.140191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:28.147989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:28.215596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.276302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.277677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.293610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Network 5a984197-40bb-4424-836c-2b5a150364ec is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:28.309872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:28.310042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::ff (5a984197-40bb-4424-836c-2b5a150364ec/eb58b59a-3648-4cec-804f-fdda1fee7a8e/4fb88ac1-0625-40b3-a767-55d2ab310115) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:28.322646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:28.327396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.356865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.381132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting subnet 4c9387ed-9f5c-40ce-9f11-c31c7ffd15cb {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:28.420777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.478332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Pushing event updated for resources: {'Port': ['ID=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.497676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Attempting to bind port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:28.499083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Attempting to bind port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '8caa5faf-2167-4ca0-9e0a-aec257305e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a984197-40bb-4424-836c-2b5a150364ec'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:28.499900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Attempting to bind port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa on network 5a984197-40bb-4424-836c-2b5a150364ec {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:28.508207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-71103576-5432-4f0e-b477-01a5d6695991', 'network_id': '71103576-5432-4f0e-b477-01a5d6695991', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': '0e437abf-4392-4e0d-b998-c3ea25682862'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:28.520947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.533761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:28.534338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Checking segment: {'id': '8caa5faf-2167-4ca0-9e0a-aec257305e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a984197-40bb-4424-836c-2b5a150364ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:28.534935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.535756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Bound using segment: {'id': '8caa5faf-2167-4ca0-9e0a-aec257305e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a984197-40bb-4424-836c-2b5a150364ec'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:28.536717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Bound port: b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8caa5faf-2167-4ca0-9e0a-aec257305e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a984197-40bb-4424-836c-2b5a150364ec'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:28.537406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.562600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.575829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object 4fb88ac1-0625-40b3-a767-55d2ab310115 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:28.590458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.625405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.652044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object e970bdee-4c1f-4518-8fd8-3b05467c008e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:28.715295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.720028 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6e72dcf8-928a-4e54-8751-8df873021dd8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5995255 Feb 16 12:46:28.721250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50506) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.728541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'port': {'network_id': '71103576-5432-4f0e-b477-01a5d6695991', 'name': 'tempest-RoutersTest-165553912'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:28.757049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.761267 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-92a899f8-f9e8-469f-b91a-99ec8ef10ab5 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/ports/a1a80408-2038-4510-b9a2-a6c410515e54 HTTP/1.1" status: 204 len: 168 time: 2.6973195 Feb 16 12:46:28.769989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50510) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.783955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.786971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] For port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:28.806792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] For port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,segment=NetworkSegment(8caa5faf-2167-4ca0-9e0a-aec257305e12),segment_id=8caa5faf-2167-4ca0-9e0a-aec257305e12)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:28.834709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Allocated IP 172.20.0.2 (71103576-5432-4f0e-b477-01a5d6695991/0e437abf-4392-4e0d-b998-c3ea25682862/f5595653-7ce4-43f6-aa68-a6317f1f3a64) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:28.897850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.927921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.969974 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef867626-4a65-4998-8d72-f9bf839e79d6 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] GET failed (client error): The resource could not be found. Feb 16 12:46:28.970381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ef867626-4a65-4998-8d72-f9bf839e79d6 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Synchronizing usage tracker for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:28.986640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 5a984197-40bb-4424-836c-2b5a150364ec is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:29.023791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:29.038736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:29.045521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.046166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.068197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=4fb88ac1-0625-40b3-a767-55d2ab310115,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.079969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd750053-b821-4deb-b6de-502a2d63d343 None None] Pushing event updated for resources: {'Port': ['ID=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.130011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:29.138348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:29.144447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:29.180994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e970bdee-4c1f-4518-8fd8-3b05467c008e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.184485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:29.194819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Router a8abb56f-b548-49fa-9f6e-2e96e58eee3f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:29.201809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.233349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Transition to ACTIVE for port object f5595653-7ce4-43f6-aa68-a6317f1f3a64 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:29.276540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Transition to ACTIVE for port object f5595653-7ce4-43f6-aa68-a6317f1f3a64 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:29.316989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.417675 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d4a42b4a-b904-4b7f-8b7e-6f67c115707a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.4315915 Feb 16 12:46:29.418739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ef867626-4a65-4998-8d72-f9bf839e79d6 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Unset dirty status for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:29.427404 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ef867626-4a65-4998-8d72-f9bf839e79d6 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "GET /v2.0/ports/a1a80408-2038-4510-b9a2-a6c410515e54 HTTP/1.1" status: 404 len: 333 time: 0.6179595 Feb 16 12:46:29.429138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:29.430630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50516) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.430630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50518) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.433092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.441379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'name': 'tempest-AllowedAddressPairTestJSON-1491492510'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:29.595063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Network 71103576-5432-4f0e-b477-01a5d6695991 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:29.602074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.603014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.606411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:29.611036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:29.621173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Pushing event updated for resources: {'Port': ['ID=f5595653-7ce4-43f6-aa68-a6317f1f3a64,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.707345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:29.731724 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-460496ce-1d42-4eee-82a1-6f78d6fe9c31 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2772141 Feb 16 12:46:29.735370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:29.759532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Request body: {'port': {'device_id': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:29.763650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627a16c-e2d3-4452-af40-73b12f0d4651 req-a1bb847b-5744-4bfc-a44e-2eb707f8e7cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.763855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Attempting to bind port f5595653-7ce4-43f6-aa68-a6317f1f3a64 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:29.764070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Attempting to bind port f5595653-7ce4-43f6-aa68-a6317f1f3a64 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '71103576-5432-4f0e-b477-01a5d6695991'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:29.764440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Attempting to bind port f5595653-7ce4-43f6-aa68-a6317f1f3a64 on network 71103576-5432-4f0e-b477-01a5d6695991 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:29.782337 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9627a16c-e2d3-4452-af40-73b12f0d4651 req-a1bb847b-5744-4bfc-a44e-2eb707f8e7cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 932 time: 0.6469333 Feb 16 12:46:29.782481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:29.782481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Checking segment: {'id': 'e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '71103576-5432-4f0e-b477-01a5d6695991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:29.782481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.782481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Bound using segment: {'id': 'e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '71103576-5432-4f0e-b477-01a5d6695991'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:29.782481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Bound port: f5595653-7ce4-43f6-aa68-a6317f1f3a64, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '71103576-5432-4f0e-b477-01a5d6695991'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:29.782481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.783090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 4fb88ac1-0625-40b3-a767-55d2ab310115 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:29.783090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.820215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.856601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6e7d5b95-6b57-41c3-b18b-e2ecb133efe3 None None] Provisioning for port e970bdee-4c1f-4518-8fd8-3b05467c008e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:29.864460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:29.867513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6e7d5b95-6b57-41c3-b18b-e2ecb133efe3 None None] Provisioning complete for port e970bdee-4c1f-4518-8fd8-3b05467c008e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:29.867853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5b95-6b57-41c3-b18b-e2ecb133efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.869706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.875295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9387ed-9f5c-40ce-9f11-c31c7ffd15cb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.913580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:29.917022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.919954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.920178 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cf47612c-e214-4fa0-9151-18ace22574c2 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/subnets/4c9387ed-9f5c-40ce-9f11-c31c7ffd15cb HTTP/1.1" status: 204 len: 168 time: 1.7852163 Feb 16 12:46:29.926364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:29.935812 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6b0eec7b-b8d0-4ec7-a8f3-2f80861682ef tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "PUT /v2.0/routers/a8abb56f-b548-49fa-9f6e-2e96e58eee3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4719596 Feb 16 12:46:29.935812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.944596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.947464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] Sync routers for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:29.961485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9bd62-286d-4b5e-8ede-f1e2ea2cd428 None None] Network 7abeb6c3-e738-4f76-a998-ad17d33a7f33 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:29.989565 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9627a16c-e2d3-4452-af40-73b12f0d4651 req-18c06aad-7b93-457d-95df-ab59fd6da415 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148337 Feb 16 12:46:30.093951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] For port f5595653-7ce4-43f6-aa68-a6317f1f3a64, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:30.097994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d5b95-6b57-41c3-b18b-e2ecb133efe3 None None] Port e970bdee-4c1f-4518-8fd8-3b05467c008e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:30.104016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] device_id is not set on port 99b24923-55fe-469d-ab36-dbeeeebe441a yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:30.106542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:30.107447 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.161808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] device_id is not set on port f3152986-2a49-4c50-869a-67f0de4ec979 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:30.192402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.243877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] For port f5595653-7ce4-43f6-aa68-a6317f1f3a64, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5595653-7ce4-43f6-aa68-a6317f1f3a64,segment=NetworkSegment(e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4),segment_id=e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:30.259299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.296935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] Routers {'a8abb56f-b548-49fa-9f6e-2e96e58eee3f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:30.297575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.334642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.401266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.439696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.440425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d62422-de55-43f7-aefd-aeac332271ad None None] The sync data for ids ['a8abb56f-b548-49fa-9f6e-2e96e58eee3f'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:30.443128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.489091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.533192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting port 857416eb-6a38-4945-92f0-64af8b3897de {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:30.533908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.544073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c486c-deb9-44a3-9986-da39de2e2fdc None None] Pushing event updated for resources: {'Port': ['ID=f5595653-7ce4-43f6-aa68-a6317f1f3a64,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.603206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Allocated IP 172.20.0.11 (9daf178d-fa59-4fcf-a184-e40b64366124/371fb452-897f-4b68-a468-c3ebd9a970ef/99b24923-55fe-469d-ab36-dbeeeebe441a) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:30.680796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 4fb88ac1-0625-40b3-a767-55d2ab310115 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:30.682798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] DHCP port deletion for 7abeb6c3-e738-4f76-a998-ad17d33a7f33 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:30.687969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] Deleting port 857416eb-6a38-4945-92f0-64af8b3897de {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:30.688360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.755034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.20.0.12 (71103576-5432-4f0e-b477-01a5d6695991/0e437abf-4392-4e0d-b998-c3ea25682862/f3152986-2a49-4c50-869a-67f0de4ec979) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:30.842228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e4cc1-37df-4f6c-bdc4-75dda28a0a24 None None] Network 5a984197-40bb-4424-836c-2b5a150364ec requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:31.026367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.146732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] For port 857416eb-6a38-4945-92f0-64af8b3897de, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=857416eb-6a38-4945-92f0-64af8b3897de,segment=NetworkSegment(2753abba-4497-41ce-b675-3d8bb072fd5b),segment_id=2753abba-4497-41ce-b675-3d8bb072fd5b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:31.147973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.170575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9e9a2e7e-19f8-49c9-b4fc-075fd44ccf95 None None] Provisioning for port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:31.183159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] For port 857416eb-6a38-4945-92f0-64af8b3897de, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=857416eb-6a38-4945-92f0-64af8b3897de,segment=NetworkSegment(2753abba-4497-41ce-b675-3d8bb072fd5b),segment_id=2753abba-4497-41ce-b675-3d8bb072fd5b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:31.183520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.312670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.323763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] Calling delete_port for 857416eb-6a38-4945-92f0-64af8b3897de owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:31.345555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Transition to ACTIVE for port object 99b24923-55fe-469d-ab36-dbeeeebe441a will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:31.369798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.394242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.406516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object f3152986-2a49-4c50-869a-67f0de4ec979 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:31.531024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Calling delete_port for 857416eb-6a38-4945-92f0-64af8b3897de owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:31.589189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting port 180bd5bc-2aac-49cb-aa5c-5b1a35f0f9bf {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:31.589689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.623887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5595653-7ce4-43f6-aa68-a6317f1f3a64 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:31.638943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=4fb88ac1-0625-40b3-a767-55d2ab310115,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.652190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64702-7769-4bc2-be67-f1591d7320a0 req-61cdefa2-2407-474b-90c8-29fc40688e77 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:31.655125 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6f64702-7769-4bc2-be67-f1591d7320a0 req-61cdefa2-2407-474b-90c8-29fc40688e77 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 932 time: 0.4956810 Feb 16 12:46:31.671101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.723212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.758701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] No DVR routers for this DVR port 857416eb-6a38-4945-92f0-64af8b3897de on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:31.777130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d519a-aa63-4c26-b9cd-81d88a902e95 None None] Pushing event deleted for resources: {'Port': ['ID=857416eb-6a38-4945-92f0-64af8b3897de,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.794261 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e0be1e42-7a91-434c-bb96-12e39d6dd6f2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/4fb88ac1-0625-40b3-a767-55d2ab310115 HTTP/1.1" status: 204 len: 168 time: 2.3613479 Feb 16 12:46:31.800827 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6f64702-7769-4bc2-be67-f1591d7320a0 req-dcefba71-94b7-4f25-a321-68015082274a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088812 Feb 16 12:46:31.802590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50534) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:31.861703 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca70d12f-6b75-408f-87db-5f2b88c968d9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:46:31.862578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ca70d12f-6b75-408f-87db-5f2b88c968d9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:31.901384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f5595653-7ce4-43f6-aa68-a6317f1f3a64 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:31.923216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b6f05b9b-7810-49e0-a00e-75f8d5bef7aa up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:31.978780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.005067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.072529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ca70d12f-6b75-408f-87db-5f2b88c968d9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:32.072529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ca70d12f-6b75-408f-87db-5f2b88c968d9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/4fb88ac1-0625-40b3-a767-55d2ab310115 HTTP/1.1" status: 404 len: 333 time: 0.2595191 Feb 16 12:46:32.072529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.085354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:32.086007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50538) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.095101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:32.101186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b3cc8-3bc0-4b68-afbe-b1b929bf33d2 None None] Network 71103576-5432-4f0e-b477-01a5d6695991 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:32.148889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:32.161354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:32.161678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:32.168976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Calling delete_port for 180bd5bc-2aac-49cb-aa5c-5b1a35f0f9bf owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:32.210641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=99b24923-55fe-469d-ab36-dbeeeebe441a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:32.220092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:32.227449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:32.233094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.272171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 71103576-5432-4f0e-b477-01a5d6695991 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:32.283487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:32.312063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:32.319422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e970bdee-4c1f-4518-8fd8-3b05467c008e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:46:32.329172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.357373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet eb58b59a-3648-4cec-804f-fdda1fee7a8e {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:32.359034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5d16372d-0e1b-43f0-9a32-dd52f7dc06bd None None] Provisioning for port f5595653-7ce4-43f6-aa68-a6317f1f3a64 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:32.364953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Transition to ACTIVE for port object e970bdee-4c1f-4518-8fd8-3b05467c008e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:32.371019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.390227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5d16372d-0e1b-43f0-9a32-dd52f7dc06bd None None] Provisioning complete for port f5595653-7ce4-43f6-aa68-a6317f1f3a64 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:32.390596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5d16372d-0e1b-43f0-9a32-dd52f7dc06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.424903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:32.425546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.450147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=f3152986-2a49-4c50-869a-67f0de4ec979,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:32.489552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.528916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:32.529440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.568871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.595455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.632766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.636378 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b7b88758-76da-456d-9e8c-278bf0c5f7de tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1995857 Feb 16 12:46:32.636875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50542) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.645823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'network_id': '9daf178d-fa59-4fcf-a184-e40b64366124', 'name': 'tempest-AllowedAddressPairTestJSON-625634595'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:32.705199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Deleting port 857416eb-6a38-4945-92f0-64af8b3897de {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:32.706016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.728935 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2a83232f-e87f-4071-8120-e4fb4639da7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.0073376 Feb 16 12:46:32.737608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50546) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.762485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5d16372d-0e1b-43f0-9a32-dd52f7dc06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.808675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5d16372d-0e1b-43f0-9a32-dd52f7dc06bd None None] For port f5595653-7ce4-43f6-aa68-a6317f1f3a64, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5595653-7ce4-43f6-aa68-a6317f1f3a64,segment=NetworkSegment(e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4),segment_id=e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:32.819823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=e970bdee-4c1f-4518-8fd8-3b05467c008e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:32.829432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.926184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] The port '857416eb-6a38-4945-92f0-64af8b3897de' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:32.947652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5d16372d-0e1b-43f0-9a32-dd52f7dc06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.010863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event deleted for resources: {'Port': ['ID=180bd5bc-2aac-49cb-aa5c-5b1a35f0f9bf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.120618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:33.120980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:33.121720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16372d-0e1b-43f0-9a32-dd52f7dc06bd None None] Pushing event updated for resources: {'Port': ['ID=f5595653-7ce4-43f6-aa68-a6317f1f3a64,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.202471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.233938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.238822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-621f6ebf-710f-4436-8d1f-3a8bdfd43608 None None] Provisioning for port 99b24923-55fe-469d-ab36-dbeeeebe441a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:33.244569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-621f6ebf-710f-4436-8d1f-3a8bdfd43608 None None] Provisioning complete for port 99b24923-55fe-469d-ab36-dbeeeebe441a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:33.245151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-621f6ebf-710f-4436-8d1f-3a8bdfd43608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.251663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Attempting to bind port e970bdee-4c1f-4518-8fd8-3b05467c008e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:33.252009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Attempting to bind port e970bdee-4c1f-4518-8fd8-3b05467c008e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:33.256411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Attempting to bind port e970bdee-4c1f-4518-8fd8-3b05467c008e on network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:33.275974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Port e970bdee-4c1f-4518-8fd8-3b05467c008e on network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:46:33.276303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Attempting to bind port e970bdee-4c1f-4518-8fd8-3b05467c008e on network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:33.290352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abeb6c3-e738-4f76-a998-ad17d33a7f33']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.297551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.311265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-621f6ebf-710f-4436-8d1f-3a8bdfd43608 None None] Port 99b24923-55fe-469d-ab36-dbeeeebe441a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:33.314457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-621f6ebf-710f-4436-8d1f-3a8bdfd43608 None None] Could not find standard attr ID for object 4fb88ac1-0625-40b3-a767-55d2ab310115. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:33.343948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.346496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:33.350090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Checking segment: {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:33.350090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Bound using segment: {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:33.350090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Bound port: e970bdee-4c1f-4518-8fd8-3b05467c008e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:33.350090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.350944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=eb58b59a-3648-4cec-804f-fdda1fee7a8e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.353658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1403297e-bc65-4b0e-90d0-4fa647ff31a9 None None] Network 5a984197-40bb-4424-836c-2b5a150364ec requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:33.359487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a4d3e742-ad98-4aab-8744-fb4ed96d9360 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/eb58b59a-3648-4cec-804f-fdda1fee7a8e HTTP/1.1" status: 204 len: 168 time: 1.2724526 Feb 16 12:46:33.365669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50552) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:33.517689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:33.550424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2753abba-4497-41ce-b675-3d8bb072fd5b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.551242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2753abba-4497-41ce-b675-3d8bb072fd5b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.559551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bb528431-76c0-4d42-a96f-c3a078a47863 None None] Provisioning for port f3152986-2a49-4c50-869a-67f0de4ec979 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:33.571254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bb528431-76c0-4d42-a96f-c3a078a47863 None None] Provisioning complete for port f3152986-2a49-4c50-869a-67f0de4ec979 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:33.571438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb528431-76c0-4d42-a96f-c3a078a47863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.653873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.660462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:33.670807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] DHCP port deletion for 5a984197-40bb-4424-836c-2b5a150364ec request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:33.675892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bb528431-76c0-4d42-a96f-c3a078a47863 None None] Port f3152986-2a49-4c50-869a-67f0de4ec979 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:33.680608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Deleting port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:33.680978 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.699062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.701239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.705435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.708186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ac8a5-2d96-4734-b301-4eebe2b6fa5b req-01e0c5e1-6606-4d8b-afc9-91dfce779ae8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.709955 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-740ac8a5-2d96-4734-b301-4eebe2b6fa5b req-01e0c5e1-6606-4d8b-afc9-91dfce779ae8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 944 time: 0.6069303 Feb 16 12:46:33.724074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:33.726175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:33.740344 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:33.750041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.774488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bb528431-76c0-4d42-a96f-c3a078a47863 None None] Provisioning complete for port f5595653-7ce4-43f6-aa68-a6317f1f3a64 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:33.774860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb528431-76c0-4d42-a96f-c3a078a47863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.801328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.846181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Made reservation on behalf of ec06da00ef3849d3a730a683d9c4d979 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:33.847629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] For port e970bdee-4c1f-4518-8fd8-3b05467c008e, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:33.850166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.851722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] For port e970bdee-4c1f-4518-8fd8-3b05467c008e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e970bdee-4c1f-4518-8fd8-3b05467c008e,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:33.870107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-740ac8a5-2d96-4734-b301-4eebe2b6fa5b req-8c1fb6c6-9929-4d85-9c86-49063d788923 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450193 Feb 16 12:46:33.891471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91c18d7d-97ea-44b2-97f3-5184a1317463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.894897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,segment=NetworkSegment(8caa5faf-2167-4ca0-9e0a-aec257305e12),segment_id=8caa5faf-2167-4ca0-9e0a-aec257305e12)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:33.900911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:33.901255 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.969907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] device_id is not set on port 040b845e-357f-45ce-8e9b-71e772650894 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:33.976415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.977650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Fanout notify agent at l3_agent the message router_deleted on router a8abb56f-b548-49fa-9f6e-2e96e58eee3f {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:34.004120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.020726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.078960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.097949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 857416eb-6a38-4945-92f0-64af8b3897de no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:34.138080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.143929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=e970bdee-4c1f-4518-8fd8-3b05467c008e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.154598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.155453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.157478 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-1da5393a-2f0c-43e6-8839-ea4764d8f5cb service neutron] 10.222.0.67 "PUT /v2.0/ports/e970bdee-4c1f-4518-8fd8-3b05467c008e HTTP/1.1" status: 200 len: 1094 time: 4.4121637 Feb 16 12:46:34.157756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 857416eb-6a38-4945-92f0-64af8b3897de {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:34.158348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 857416eb-6a38-4945-92f0-64af8b3897de not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:34.163137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] For port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,segment=NetworkSegment(8caa5faf-2167-4ca0-9e0a-aec257305e12),segment_id=8caa5faf-2167-4ca0-9e0a-aec257305e12)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:34.163767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.176812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'tag': 'e970bdee-4c1f-4518-8fd8-3b05467c008e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:34.212147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.247026 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/networks/7abeb6c3-e738-4f76-a998-ad17d33a7f33 HTTP/1.1" status: 204 len: 168 time: 4.3030989 Feb 16 12:46:34.251047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50558) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.278871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.285715 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eb12e3f0-e2ce-470a-9ba9-e3d41fd377de tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "DELETE /v2.0/routers/a8abb56f-b548-49fa-9f6e-2e96e58eee3f HTTP/1.1" status: 204 len: 168 time: 4.2965803 Feb 16 12:46:34.287237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50560) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.288101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2b792-1683-49ac-9ad8-de110ee73a20 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Pushing event deleted for resources: {'Network': ['ID=7abeb6c3-e738-4f76-a998-ad17d33a7f33,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.337985 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5595653-7ce4-43f6-aa68-a6317f1f3a64 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:34.369327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Calling delete_port for b6f05b9b-7810-49e0-a00e-75f8d5bef7aa owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:34.374847 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'tag': 'e970bdee-4c1f-4518-8fd8-3b05467c008e', 'status': 'completed', 'code': 200} Feb 16 12:46:34.423630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.434679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51b0d1a7-05a9-4167-9072-9e35c29acfce tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Synchronizing usage tracker for tenant:2d8f47e4c5b3435ea48e425b1a3445bc on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:34.490294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting subnet cf84432d-1084-42f3-b441-04a30ae80d9f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:34.494317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.500190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f5595653-7ce4-43f6-aa68-a6317f1f3a64 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:34.500557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.513778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] For port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,segment=NetworkSegment(8caa5faf-2167-4ca0-9e0a-aec257305e12),segment_id=8caa5faf-2167-4ca0-9e0a-aec257305e12)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:34.514317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.537192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Allocated IP 172.20.0.5 (9daf178d-fa59-4fcf-a184-e40b64366124/371fb452-897f-4b68-a468-c3ebd9a970ef/040b845e-357f-45ce-8e9b-71e772650894) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:34.551927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:34.551927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:34.553604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-2accdbea-d6ed-4c5a-a1a4-3ba77b1c9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.555143 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-2accdbea-d6ed-4c5a-a1a4-3ba77b1c9dda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 1097 time: 0.2140102 Feb 16 12:46:34.558285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51b0d1a7-05a9-4167-9072-9e35c29acfce tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Unset dirty status for tenant:2d8f47e4c5b3435ea48e425b1a3445bc on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:34.562352 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-51b0d1a7-05a9-4167-9072-9e35c29acfce tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3d3f729-6955-4c59-86c0-01b5080f3314 HTTP/1.1" status: 200 len: 205 time: 0.2776985 Feb 16 12:46:34.564972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.591642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.721996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b6f05b9b-7810-49e0-a00e-75f8d5bef7aa no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:34.722850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for b6f05b9b-7810-49e0-a00e-75f8d5bef7aa owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:34.727094 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-ff7761c6-151c-4eb3-9c4a-acbf02b79ea0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e970bdee-4c1f-4518-8fd8-3b05467c008e HTTP/1.1" status: 200 len: 217 time: 0.1332202 Feb 16 12:46:34.838158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.861462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3099001-8ac2-4fcb-b2b9-f88b438d2737 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.870603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,segment=NetworkSegment(8caa5faf-2167-4ca0-9e0a-aec257305e12),segment_id=8caa5faf-2167-4ca0-9e0a-aec257305e12)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:34.948564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.999210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-bb9d7d8c-b78c-4851-bc12-a56c20e4f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.000877 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-bb9d7d8c-b78c-4851-bc12-a56c20e4f5e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c612ba7-78b3-4acb-8580-4a6fb3961c6d HTTP/1.1" status: 200 len: 838 time: 0.2632332 Feb 16 12:46:35.036715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.055735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Deleting port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:35.056499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.082019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.108648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:35.109925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:35.115381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.172427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.308327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] For port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,segment=NetworkSegment(8caa5faf-2167-4ca0-9e0a-aec257305e12),segment_id=8caa5faf-2167-4ca0-9e0a-aec257305e12)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:35.308327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.430895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=f3152986-2a49-4c50-869a-67f0de4ec979,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.436113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Calling delete_port for b6f05b9b-7810-49e0-a00e-75f8d5bef7aa owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:35.447757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3099001-8ac2-4fcb-b2b9-f88b438d2737 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.452194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.453551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3099001-8ac2-4fcb-b2b9-f88b438d2737 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.506584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-79e2b494-2f78-4743-beff-4f77b68db37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.507268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6a8c6-48ac-48cd-bbc2-8847ec180fec req-1f123dc9-f5fd-44a5-aeac-b80c8e54f7a8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.508141 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-79e2b494-2f78-4743-beff-4f77b68db37d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7f2ff08-095a-4b4f-9591-f9bca11c81c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4948487 Feb 16 12:46:35.514938 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9bf6a8c6-48ac-48cd-bbc2-8847ec180fec req-1f123dc9-f5fd-44a5-aeac-b80c8e54f7a8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 944 time: 0.4745414 Feb 16 12:46:35.548628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Transition to ACTIVE for port object 040b845e-357f-45ce-8e9b-71e772650894 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:35.589053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3099001-8ac2-4fcb-b2b9-f88b438d2737 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.589644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3099001-8ac2-4fcb-b2b9-f88b438d2737 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Fanout notify agent at l3_agent the message router_deleted on router e3d3f729-6955-4c59-86c0-01b5080f3314 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:35.619304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:35.619517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.628298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3099001-8ac2-4fcb-b2b9-f88b438d2737 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.628298 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c3099001-8ac2-4fcb-b2b9-f88b438d2737 tempest-RoutersNegativeIpV6Test-1580683197 tempest-RoutersNegativeIpV6Test-1580683197-project] 10.222.0.47 "DELETE /v2.0/routers/e3d3f729-6955-4c59-86c0-01b5080f3314 HTTP/1.1" status: 204 len: 168 time: 1.0348482 Feb 16 12:46:35.630418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.644202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.675512 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9bf6a8c6-48ac-48cd-bbc2-8847ec180fec req-9f645e4d-c2e7-4c83-9fb8-8243b81d2f21 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595461 Feb 16 12:46:35.678122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event deleted for resources: {'Subnet': ['ID=cf84432d-1084-42f3-b441-04a30ae80d9f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.680165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.684924 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ac5c501c-6b66-408e-9672-ae46e5f1b42f tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "DELETE /v2.0/subnets/cf84432d-1084-42f3-b441-04a30ae80d9f HTTP/1.1" status: 204 len: 168 time: 1.3920143 Feb 16 12:46:35.691998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50574) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:35.724216 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-7666098c-9c90-430c-a446-703d5ca6c458 service neutron] 10.222.0.67 "GET /v2.0/networks/e7f2ff08-095a-4b4f-9591-f9bca11c81c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048061 Feb 16 12:46:35.727884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] Pushing event deleted for resources: {'Port': ['ID=b6f05b9b-7810-49e0-a00e-75f8d5bef7aa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.733437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1c40a-b9b6-48b4-9d6e-333da8a07c81 None None] Network 3ea363df-2efe-4c71-9e28-8d093d6bc254 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:35.751163 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0af482-85eb-4ea0-acc9-9655c2a2b6cb None None] No DVR routers for this DVR port b6f05b9b-7810-49e0-a00e-75f8d5bef7aa on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:35.759593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] The port 'b6f05b9b-7810-49e0-a00e-75f8d5bef7aa' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:35.852635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-24659c96-1a81-43ff-8d59-1eb685220337 None None] Provisioning complete for port f3152986-2a49-4c50-869a-67f0de4ec979 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:35.853364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24659c96-1a81-43ff-8d59-1eb685220337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.892142 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d9f4f0bc-75c4-41c6-ace0-4390c2860fde req-f79457de-a2f1-44cf-8030-9b3b5c16aefe service neutron] 10.222.0.67 "GET /v2.0/networks/e7f2ff08-095a-4b4f-9591-f9bca11c81c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558931 Feb 16 12:46:35.980470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-24659c96-1a81-43ff-8d59-1eb685220337 None None] Port f3152986-2a49-4c50-869a-67f0de4ec979 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:36.025553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.079830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.101833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] DHCP port deletion for 3ea363df-2efe-4c71-9e28-8d093d6bc254 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:36.107457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Deleting port b86da47f-67de-42f1-bb33-37b7515dfd7c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:36.107776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.130315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-bfd527e9-8684-4ba4-b655-128745e15558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:36.132601 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-bfd527e9-8684-4ba4-b655-128745e15558 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 1097 time: 0.0938964 Feb 16 12:46:36.133759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.143865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-772e3d4a-e327-48f4-bb8c-82c77285d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.161835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.196520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50580) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:36.205434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Network 9daf178d-fa59-4fcf-a184-e40b64366124 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:36.211483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a984197-40bb-4424-836c-2b5a150364ec']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.231104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:36.233695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:36.275577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b86da47f-67de-42f1-bb33-37b7515dfd7c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:36.281453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting port b86da47f-67de-42f1-bb33-37b7515dfd7c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:36.282084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.307081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-57559974-062c-45f8-b37b-522327031cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:36.310018 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-57559974-062c-45f8-b37b-522327031cda service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7f2ff08-095a-4b4f-9591-f9bca11c81c4 HTTP/1.1" status: 200 len: 895 time: 0.1700385 Feb 16 12:46:36.319834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8caa5faf-2167-4ca0-9e0a-aec257305e12') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.320373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8caa5faf-2167-4ca0-9e0a-aec257305e12') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.329412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=040b845e-357f-45ce-8e9b-71e772650894,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:36.373474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.412553 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-795f3bef-4df6-48b2-8978-5d56b6b4c727 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e970bdee-4c1f-4518-8fd8-3b05467c008e HTTP/1.1" status: 200 len: 217 time: 0.0945864 Feb 16 12:46:36.416736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:36.417765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.433463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.501248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] For port b86da47f-67de-42f1-bb33-37b7515dfd7c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b86da47f-67de-42f1-bb33-37b7515dfd7c,segment=NetworkSegment(31e51a52-9e23-4821-9123-c27744c8e1ea),segment_id=31e51a52-9e23-4821-9123-c27744c8e1ea)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:36.501824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.515180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:36.516310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.519523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-e4520ea7-7dff-4a31-a44a-7e98935f3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:36.520987 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-e4520ea7-7dff-4a31-a44a-7e98935f3b12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c612ba7-78b3-4acb-8580-4a6fb3961c6d HTTP/1.1" status: 200 len: 838 time: 0.0988083 Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:36.556711 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:36.600972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-eb2a0445-2933-4dbf-9824-9c70060933fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:36.602467 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-eb2a0445-2933-4dbf-9824-9c70060933fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7f2ff08-095a-4b4f-9591-f9bca11c81c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749955 Feb 16 12:46:36.674370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Calling delete_port for b86da47f-67de-42f1-bb33-37b7515dfd7c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:36.756000 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c260618f-432d-440c-b217-2bfb6ce949a7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1151810 Feb 16 12:46:36.766628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.766838 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-03f6bdd8-14b1-4894-8ffc-a48ac87c326a service neutron] 10.222.0.67 "GET /v2.0/networks/e7f2ff08-095a-4b4f-9591-f9bca11c81c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574125 Feb 16 12:46:36.767948 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50588) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:36.773445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.776446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d9:ed:55'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e4:a3:31'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:36.825338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b86da47f-67de-42f1-bb33-37b7515dfd7c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b86da47f-67de-42f1-bb33-37b7515dfd7c,segment=NetworkSegment(31e51a52-9e23-4821-9123-c27744c8e1ea),segment_id=31e51a52-9e23-4821-9123-c27744c8e1ea)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:36.838284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-881fc462-7993-467f-86c3-4279ab81f1e1 None None] Provisioning for port 040b845e-357f-45ce-8e9b-71e772650894 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:36.842021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-667d3eb6-7673-491d-82b1-7a9e258065a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d8f47e4c5b3435ea48e425b1a3445bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397939 Feb 16 12:46:36.845123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-881fc462-7993-467f-86c3-4279ab81f1e1 None None] Provisioning complete for port 040b845e-357f-45ce-8e9b-71e772650894 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:36.845505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-881fc462-7993-467f-86c3-4279ab81f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.883730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50592) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:36.894207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.898049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.906919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-881fc462-7993-467f-86c3-4279ab81f1e1 None None] Port 040b845e-357f-45ce-8e9b-71e772650894 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:36.924653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.003270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b86da47f-67de-42f1-bb33-37b7515dfd7c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.007117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:37.007500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:37.013327 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-87069179-bb94-4bc1-a2a4-d471f588e2ec req-f98b0a46-c55b-4f9d-9dab-bb594f90521f service neutron] 10.222.0.67 "GET /v2.0/networks/e7f2ff08-095a-4b4f-9591-f9bca11c81c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999729 Feb 16 12:46:37.113915 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/5a984197-40bb-4424-836c-2b5a150364ec HTTP/1.1" status: 204 len: 168 time: 3.5980177 Feb 16 12:46:37.115961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] For port b86da47f-67de-42f1-bb33-37b7515dfd7c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b86da47f-67de-42f1-bb33-37b7515dfd7c,segment=NetworkSegment(31e51a52-9e23-4821-9123-c27744c8e1ea),segment_id=31e51a52-9e23-4821-9123-c27744c8e1ea)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:37.116203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.123382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:37.131105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'name': 'tempest-PortsIpV6TestJSON-878158558'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:37.134362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458271c-eac6-43b5-bd7b-ea0b27186ed2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=5a984197-40bb-4424-836c-2b5a150364ec,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.162556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.197086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.341856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Calling delete_port for b86da47f-67de-42f1-bb33-37b7515dfd7c owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:37.430623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:37.440360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.453895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:37.507784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29c88f90-ff12-4c2e-ae07-5e03e94df6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.509016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Deleting port b86da47f-67de-42f1-bb33-37b7515dfd7c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:37.510014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.529071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574253-3529-48fb-8f88-47182406967f req-4f276ff9-cc7e-41a6-a737-abec7696e259 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:37.530556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e574253-3529-48fb-8f88-47182406967f req-4f276ff9-cc7e-41a6-a737-abec7696e259 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 944 time: 0.7271717 Feb 16 12:46:37.613635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:37.617175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.649823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29c88f90-ff12-4c2e-ae07-5e03e94df6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.651209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port b6eb50be-03f8-4915-9e79-0015aee46206 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:37.670027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:37.670347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:37.779838 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e574253-3529-48fb-8f88-47182406967f req-43ededfd-620b-4e4a-bfa1-bfb8c78d284b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386920 Feb 16 12:46:37.796605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] For port b86da47f-67de-42f1-bb33-37b7515dfd7c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b86da47f-67de-42f1-bb33-37b7515dfd7c,segment=NetworkSegment(31e51a52-9e23-4821-9123-c27744c8e1ea),segment_id=31e51a52-9e23-4821-9123-c27744c8e1ea)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:37.796605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.801168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.861324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29c88f90-ff12-4c2e-ae07-5e03e94df6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.889347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c88f90-ff12-4c2e-ae07-5e03e94df6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf151bb-2b60-45bd-a981-d36c16a749bd,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.893364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.933301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Calling delete_port for b86da47f-67de-42f1-bb33-37b7515dfd7c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:37.953396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.962820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.034042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29c88f90-ff12-4c2e-ae07-5e03e94df6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.035184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-29c88f90-ff12-4c2e-ae07-5e03e94df6a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/baf151bb-2b60-45bd-a981-d36c16a749bd HTTP/1.1" status: 204 len: 168 time: 1.1503336 Feb 16 12:46:38.042782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.055982 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=f3152986-2a49-4c50-869a-67f0de4ec979,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.078730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.150967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.171018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.178351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting port b86da47f-67de-42f1-bb33-37b7515dfd7c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:38.178783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.220613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:38.226097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:38.233066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:38.238561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.239229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.243464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] In _notify_port_updated(), no bound segment for port 040b845e-357f-45ce-8e9b-71e772650894 on network 9daf178d-fa59-4fcf-a184-e40b64366124 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:46:38.249282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.249759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.253571 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "PUT /v2.0/ports/040b845e-357f-45ce-8e9b-71e772650894 HTTP/1.1" status: 200 len: 1055 time: 1.4816771 Feb 16 12:46:38.253571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04cebe-5340-41c7-b07f-c74e311ba8f7 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event updated for resources: {'Port': ['ID=040b845e-357f-45ce-8e9b-71e772650894,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.266271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] No DVR routers for this DVR port b86da47f-67de-42f1-bb33-37b7515dfd7c on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:38.268180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133c9b9-469e-460b-b6d3-3794e89850b1 None None] Pushing event deleted for resources: {'Port': ['ID=b86da47f-67de-42f1-bb33-37b7515dfd7c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.292953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50604) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:38.300338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] The port 'b86da47f-67de-42f1-bb33-37b7515dfd7c' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:38.345168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=b6eb50be-03f8-4915-9e79-0015aee46206,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.380059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 71103576-5432-4f0e-b477-01a5d6695991 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:38.386207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:38.441153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e128f408-21fe-43af-9d16-03589fe27d74 None None] Provisioning complete for port 040b845e-357f-45ce-8e9b-71e772650894 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:38.441865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e128f408-21fe-43af-9d16-03589fe27d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.449814 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3b41541a-012e-4d6f-a9a1-627ebf5b35fd tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3224690 Feb 16 12:46:38.450154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50608) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:38.533538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e128f408-21fe-43af-9d16-03589fe27d74 None None] Port 040b845e-357f-45ce-8e9b-71e772650894 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:38.546295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port 040b845e-357f-45ce-8e9b-71e772650894 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:38.547496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.583203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e970bdee-4c1f-4518-8fd8-3b05467c008e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:46:38.586494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port b6eb50be-03f8-4915-9e79-0015aee46206 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:38.586899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.712400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.732525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0092ee92-b827-4f9c-8100-2012a9eb9488 None None] Provisioning complete for port f3152986-2a49-4c50-869a-67f0de4ec979 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:38.732853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0092ee92-b827-4f9c-8100-2012a9eb9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.821402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0092ee92-b827-4f9c-8100-2012a9eb9488 None None] Port f3152986-2a49-4c50-869a-67f0de4ec979 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:38.832111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e970bdee-4c1f-4518-8fd8-3b05467c008e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e970bdee-4c1f-4518-8fd8-3b05467c008e,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:38.843211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.846176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'e970bdee-4c1f-4518-8fd8-3b05467c008e', 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'port_id': 'e970bdee-4c1f-4518-8fd8-3b05467c008e', 'mac_address': 'fa:16:3e:bc:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:46:38.859613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.908226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.918293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea363df-2efe-4c71-9e28-8d093d6bc254']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.927843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e970bdee-4c1f-4518-8fd8-3b05467c008e {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:46:38.944995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e970bdee-4c1f-4518-8fd8-3b05467c008e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e970bdee-4c1f-4518-8fd8-3b05467c008e,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:38.948503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e51a52-9e23-4821-9123-c27744c8e1ea') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.948793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e51a52-9e23-4821-9123-c27744c8e1ea') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.993050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.003726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.062616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for b6eb50be-03f8-4915-9e79-0015aee46206 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:39.077694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.089738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:39.090163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:39.104581 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:39.115594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e970bdee-4c1f-4518-8fd8-3b05467c008e,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.175234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router bfd161a1-14cc-412a-b829-60b24ed39efb is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:39.215367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.265980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=b6eb50be-03f8-4915-9e79-0015aee46206,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.273745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.278211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['e970bdee-4c1f-4518-8fd8-3b05467c008e'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:46:39.284794 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8e352329-c687-4928-b601-e77b694a3075 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/b6eb50be-03f8-4915-9e79-0015aee46206 HTTP/1.1" status: 204 len: 168 time: 0.8335748 Feb 16 12:46:39.287239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.293499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'mac_address': 'fa:16:3e:b7:dd:d1', 'name': 'tempest-PortsIpV6TestJSON-454870506'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:39.340661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.361029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.418087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:39.423167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:39.426017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:39.431736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:39.531407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:39.551779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.571861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Calling delete_port for 040b845e-357f-45ce-8e9b-71e772650894 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:39.611585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event deleted for resources: {'Network': ['ID=3ea363df-2efe-4c71-9e28-8d093d6bc254,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.627445 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8f379993-48f5-4c84-be70-11382bed9cdd tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "DELETE /v2.0/networks/3ea363df-2efe-4c71-9e28-8d093d6bc254 HTTP/1.1" status: 204 len: 168 time: 3.9325736 Feb 16 12:46:39.634794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50620) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.644455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.672800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port c527f770-a940-4f2d-abaa-c492a59dffb8 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:39.751249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:39.760866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5e49d794-d99e-4a6a-937d-d4dfea50fca7 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/bfd161a1-14cc-412a-b829-60b24ed39efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0219855 Feb 16 12:46:39.764511 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] Sync routers for ids ['bfd161a1-14cc-412a-b829-60b24ed39efb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:39.778712 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] Routers {'bfd161a1-14cc-412a-b829-60b24ed39efb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:39.779627 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['bfd161a1-14cc-412a-b829-60b24ed39efb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:39.813796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50624) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.823868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ad82c-e224-4ad0-8a2c-2d5b27696509 req-bfe4957e-dd3a-420b-b17f-dea2104b2c32 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:39.825982 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a28ad82c-e224-4ad0-8a2c-2d5b27696509 req-bfe4957e-dd3a-420b-b17f-dea2104b2c32 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 945 time: 0.9007795 Feb 16 12:46:39.842514 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:39.851205 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] Routers {'bfd161a1-14cc-412a-b829-60b24ed39efb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:39.851785 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['bfd161a1-14cc-412a-b829-60b24ed39efb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:39.918643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Deleting port 8676eb47-4039-4660-94fb-caca61f9e398 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:39.918885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.947629 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:39.948030 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb2e6d-b6ba-4456-9f9e-56c8af83ccf5 None None] The sync data for ids ['bfd161a1-14cc-412a-b829-60b24ed39efb'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:40.011770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.066504 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a28ad82c-e224-4ad0-8a2c-2d5b27696509 req-1c85ce10-79ed-4f48-bdcb-68a4564b5f20 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845803 Feb 16 12:46:40.072817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a01db5-4491-417f-9bd6-23a7fbbcc023 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.073405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-82a01db5-4491-417f-9bd6-23a7fbbcc023 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:40.107678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.177868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:40.180744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:40.185271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:40.197172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.197172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.205614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=c527f770-a940-4f2d-abaa-c492a59dffb8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.333515 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-89ee023d-bfbb-4247-bf67-0574f3361ab8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0422828 Feb 16 12:46:40.334181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.334291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:40.334421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.408919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aed7d2-479d-410c-9ac5-20b7782a8867 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.409543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54aed7d2-479d-410c-9ac5-20b7782a8867 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:40.450519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.452064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-82a01db5-4491-417f-9bd6-23a7fbbcc023 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:40.453275 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-82a01db5-4491-417f-9bd6-23a7fbbcc023 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports/f3152986-2a49-4c50-869a-67f0de4ec979 HTTP/1.1" status: 200 len: 977 time: 0.6378312 Feb 16 12:46:40.456239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:40.460478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Calling delete_port for 8676eb47-4039-4660-94fb-caca61f9e398 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:40.516138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54aed7d2-479d-410c-9ac5-20b7782a8867 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:40.517283 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-54aed7d2-479d-410c-9ac5-20b7782a8867 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/c527f770-a940-4f2d-abaa-c492a59dffb8 HTTP/1.1" status: 200 len: 844 time: 0.1833820 Feb 16 12:46:40.529508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:40.552846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Port': ['ID=040b845e-357f-45ce-8e9b-71e772650894,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.596297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e970bdee-4c1f-4518-8fd8-3b05467c008e up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:40.672823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port c527f770-a940-4f2d-abaa-c492a59dffb8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:40.673211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.796442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port e970bdee-4c1f-4518-8fd8-3b05467c008e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:40.802473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port e970bdee-4c1f-4518-8fd8-3b05467c008e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:40.802947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.922755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.942587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-16f7716e-48ff-48a3-a7b7-9be0718dd855 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/ports/040b845e-357f-45ce-8e9b-71e772650894 HTTP/1.1" status: 204 len: 168 time: 2.6461322 Feb 16 12:46:40.942847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50640) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:40.946239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.987656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.989494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970bdee-4c1f-4518-8fd8-3b05467c008e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:41.006278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e970bdee-4c1f-4518-8fd8-3b05467c008e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e970bdee-4c1f-4518-8fd8-3b05467c008e,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:41.032814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.045373 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970bdee-4c1f-4518-8fd8-3b05467c008e', 'code': 200} Feb 16 12:46:41.057877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a20fa72-19ba-4df3-9eb1-6daace3ca28b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] GET failed (client error): The resource could not be found. Feb 16 12:46:41.058411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1a20fa72-19ba-4df3-9eb1-6daace3ca28b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Synchronizing usage tracker for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:41.076844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Pushing event deleted for resources: {'Port': ['ID=8676eb47-4039-4660-94fb-caca61f9e398,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.090009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.124221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.201763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e970bdee-4c1f-4518-8fd8-3b05467c008e,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.254918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1a20fa72-19ba-4df3-9eb1-6daace3ca28b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Unset dirty status for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:41.258796 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1a20fa72-19ba-4df3-9eb1-6daace3ca28b tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "GET /v2.0/ports/040b845e-357f-45ce-8e9b-71e772650894 HTTP/1.1" status: 404 len: 333 time: 0.3124878 Feb 16 12:46:41.265660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for c527f770-a940-4f2d-abaa-c492a59dffb8 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:41.268435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50648) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:41.370459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.373528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.375103 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3e1ae95e-398f-4430-b1b8-eaab64a71f5d tempest-FloatingIPAdminTestJSON-1881249712 tempest-FloatingIPAdminTestJSON-1881249712-project] 10.222.0.47 "DELETE /v2.0/floatingips/cb49218c-00a2-4df7-83b1-7ba86792a0d8 HTTP/1.1" status: 204 len: 168 time: 1.7370417 Feb 16 12:46:41.388097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port 99b24923-55fe-469d-ab36-dbeeeebe441a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:41.389905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.455351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde76c4-8388-419c-805b-7ce229ff5ccd req-0156cff3-176a-4e37-9db5-6df9dd0e6567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:41.456753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffde76c4-8388-419c-805b-7ce229ff5ccd req-0156cff3-176a-4e37-9db5-6df9dd0e6567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 946 time: 0.2617171 Feb 16 12:46:41.474389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.617264 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffde76c4-8388-419c-805b-7ce229ff5ccd req-cd847588-6e86-4d8b-968a-a4dd3548ea26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311364 Feb 16 12:46:41.697859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.700850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.823169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Calling delete_port for 99b24923-55fe-469d-ab36-dbeeeebe441a owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:41.838375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=c527f770-a940-4f2d-abaa-c492a59dffb8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.858307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.959542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50656) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:41.999936 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6247626d-ca89-475d-83ba-7ed86fdecd49 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/c527f770-a940-4f2d-abaa-c492a59dffb8 HTTP/1.1" status: 204 len: 168 time: 1.4691684 Feb 16 12:46:42.008197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.014252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee818d-28e0-4172-8281-48a147887fcd req-9f388ab9-66ab-4cc8-90de-b1b90b05a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:42.020617 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7dee818d-28e0-4172-8281-48a147887fcd req-9f388ab9-66ab-4cc8-90de-b1b90b05a4f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 1099 time: 0.3528383 Feb 16 12:46:42.088202 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cabbf1-a516-4c25-9688-a9caf397814a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:46:42.088735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65cabbf1-a516-4c25-9688-a9caf397814a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:42.124697 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7dee818d-28e0-4172-8281-48a147887fcd req-fa3c0ced-d303-4d02-b298-09edecc02fb4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705793 Feb 16 12:46:42.140888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port f3152986-2a49-4c50-869a-67f0de4ec979 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:42.141227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.196610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.258177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Port': ['ID=99b24923-55fe-469d-ab36-dbeeeebe441a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.267510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65cabbf1-a516-4c25-9688-a9caf397814a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:42.272767 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-65cabbf1-a516-4c25-9688-a9caf397814a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/c527f770-a940-4f2d-abaa-c492a59dffb8 HTTP/1.1" status: 404 len: 333 time: 0.2635231 Feb 16 12:46:42.279197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.287255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'name': 'tempest-PortsIpV6TestJSON-2037287184'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:42.357105 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9e35de43-48aa-44ea-b623-d56b3355638e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9758c090fcd04c738c63a47882065059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959897 Feb 16 12:46:42.360006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50670) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.413787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.456503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:42.459649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.460772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad673aa5-ff9b-4a1b-ac64-4d5e379ac059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.487661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad673aa5-ff9b-4a1b-ac64-4d5e379ac059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.509622 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9dc733ad-957b-4383-95ab-855585c4f6ce tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/ports/99b24923-55fe-469d-ab36-dbeeeebe441a HTTP/1.1" status: 204 len: 168 time: 1.2398622 Feb 16 12:46:42.518194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50674) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.528869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:42.569701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-77602802-7531-4120-9b11-80156e3c886a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] GET failed (client error): The resource could not be found. Feb 16 12:46:42.570156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-77602802-7531-4120-9b11-80156e3c886a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Synchronizing usage tracker for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:42.592382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for f3152986-2a49-4c50-869a-67f0de4ec979 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:42.678376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-77602802-7531-4120-9b11-80156e3c886a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Unset dirty status for tenant:ec06da00ef3849d3a730a683d9c4d979 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:42.682759 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-77602802-7531-4120-9b11-80156e3c886a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "GET /v2.0/ports/99b24923-55fe-469d-ab36-dbeeeebe441a HTTP/1.1" status: 404 len: 333 time: 0.1606417 Feb 16 12:46:42.684403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50680) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.775290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad673aa5-ff9b-4a1b-ac64-4d5e379ac059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.785478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:42.789091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.804306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad673aa5-ff9b-4a1b-ac64-4d5e379ac059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e625d-bfea-4f4c-9b48-f09550e5591d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.812692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:42.813043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.814155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 07b43338-0382-4585-bf34-bed50149155d yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:42.856764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad673aa5-ff9b-4a1b-ac64-4d5e379ac059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.860538 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ad673aa5-ff9b-4a1b-ac64-4d5e379ac059 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d01e625d-bfea-4f4c-9b48-f09550e5591d HTTP/1.1" status: 204 len: 168 time: 0.4969900 Feb 16 12:46:42.860671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.923327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=f3152986-2a49-4c50-869a-67f0de4ec979,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.956597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e32d1-05d7-4eba-897b-2da8a4320a08 req-8029af4b-5517-431f-8d94-9789afabc516 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:42.958308 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae7e32d1-05d7-4eba-897b-2da8a4320a08 req-8029af4b-5517-431f-8d94-9789afabc516 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 946 time: 0.2311735 Feb 16 12:46:43.094860 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae7e32d1-05d7-4eba-897b-2da8a4320a08 req-96f4d8d4-909a-4f0f-901c-a5e28f847bcc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167746 Feb 16 12:46:43.144522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.311133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Calling delete_port for 4b28ffda-f3bd-4078-ab30-7dd340ce4e8f owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:43.449725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.569767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.610269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.623810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Port': ['ID=4b28ffda-f3bd-4078-ab30-7dd340ce4e8f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:43.624307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50688) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:43.710900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.738358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:43.749746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Usage tracker for resource:security_group_rule and tenant:946036da0d944f77ab9f6bb1f223070c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:43.754842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:43.764712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:43.769567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.773721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router bfd161a1-14cc-412a-b829-60b24ed39efb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:43.847757 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8b880db2-4324-40c9-8e47-7de49c4b0eee tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/ports/4b28ffda-f3bd-4078-ab30-7dd340ce4e8f HTTP/1.1" status: 204 len: 168 time: 1.1620426 Feb 16 12:46:43.855082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50692) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:43.897975 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:46:43.902405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.902544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.930796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting subnet 371fb452-897f-4b68-a468-c3ebd9a970ef {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:43.934292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.985619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:43.993517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.000868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] Sync routers for ids ['bfd161a1-14cc-412a-b829-60b24ed39efb'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:44.004390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:44.010530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:44.012844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] Routers {'bfd161a1-14cc-412a-b829-60b24ed39efb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:44.013463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:44.014618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['bfd161a1-14cc-412a-b829-60b24ed39efb'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.019496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:44.020113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.038381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=07b43338-0382-4585-bf34-bed50149155d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.083869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.092884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] Routers {'bfd161a1-14cc-412a-b829-60b24ed39efb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:44.093240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['bfd161a1-14cc-412a-b829-60b24ed39efb'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.099435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.156670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.157054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b702ed-0a75-4514-954b-42f275c30940 None None] The sync data for ids ['bfd161a1-14cc-412a-b829-60b24ed39efb'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:44.269064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.429137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b435f9ee-88c2-4b6a-b70a-1352ec4de410,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.434810 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8454c0e0-0f23-4ec7-8a81-64118a67b111 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=946036da0d944f77ab9f6bb1f223070c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8095562 Feb 16 12:46:44.437681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.452419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8b956-d646-4513-a33e-59e37e92575f req-22518ade-5f22-421e-91e4-10e2891e0214 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:44.453878 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bc8b956-d646-4513-a33e-59e37e92575f req-22518ade-5f22-421e-91e4-10e2891e0214 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 946 time: 0.2404399 Feb 16 12:46:44.497349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44d10709-ee66-4e47-86ca-37e8ec4500b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.499059 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bc8b956-d646-4513-a33e-59e37e92575f req-350b2dc5-6882-42e5-9ad6-4bc08d837306 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Feb 16 12:46:44.510953 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-85349224-10d1-43e6-a2e8-290be5c7273d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/bfd161a1-14cc-412a-b829-60b24ed39efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0536208 Feb 16 12:46:44.515421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50702) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.536261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.576648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Subnet': ['ID=371fb452-897f-4b68-a468-c3ebd9a970ef,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.580409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.587984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75109a-f109-483d-a7f4-c2b8dd0ab500 None None] Network 9daf178d-fa59-4fcf-a184-e40b64366124 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:44.592291 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-20db0737-7d19-4f72-8a52-79eec466f1aa tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3126490 Feb 16 12:46:44.598787 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1c5a92a4-5fb9-48c3-b500-32d87cddc161 tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/subnets/371fb452-897f-4b68-a468-c3ebd9a970ef HTTP/1.1" status: 204 len: 168 time: 0.7426460 Feb 16 12:46:44.599526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50708) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.599851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50710) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.602437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44d10709-ee66-4e47-86ca-37e8ec4500b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.608688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:44.856216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.887628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] DHCP port deletion for 9daf178d-fa59-4fcf-a184-e40b64366124 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:44.897464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] Deleting port d90ca489-2967-45ac-b172-c548d048b593 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:44.897856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.899791 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-174e7ddd-3c5a-4226-aa44-d9d6bac123e0 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:46:44.905531 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-174e7ddd-3c5a-4226-aa44-d9d6bac123e0 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/bfd161a1-14cc-412a-b829-60b24ed39efb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3861461 Feb 16 12:46:44.905531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50716) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.908919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port d90ca489-2967-45ac-b172-c548d048b593 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:44.909267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.939030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.964182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb776f9a-d502-4e58-bad6-ae07e25633ad req-17300741-230e-42c7-8f8b-388d5235b9e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:44.966296 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb776f9a-d502-4e58-bad6-ae07e25633ad req-17300741-230e-42c7-8f8b-388d5235b9e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 946 time: 0.3321369 Feb 16 12:46:45.098525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-108728cb-d6fc-4754-945c-aa7fa63e3901 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:45.127760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] For port d90ca489-2967-45ac-b172-c548d048b593, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d90ca489-2967-45ac-b172-c548d048b593,segment=NetworkSegment(5663609b-c06d-410b-8667-96e1eb5a822e),segment_id=5663609b-c06d-410b-8667-96e1eb5a822e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:45.128400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.153139 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb776f9a-d502-4e58-bad6-ae07e25633ad req-6ee073bc-0edc-455a-ac8f-5d0ecb52ee3b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740110 Feb 16 12:46:45.188067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44d10709-ee66-4e47-86ca-37e8ec4500b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.201725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d10709-ee66-4e47-86ca-37e8ec4500b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b435f9ee-88c2-4b6a-b70a-1352ec4de410,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.207810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44d10709-ee66-4e47-86ca-37e8ec4500b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.211633 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-44d10709-ee66-4e47-86ca-37e8ec4500b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b435f9ee-88c2-4b6a-b70a-1352ec4de410 HTTP/1.1" status: 204 len: 168 time: 0.7702460 Feb 16 12:46:45.220962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-108728cb-d6fc-4754-945c-aa7fa63e3901 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:45.226059 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-108728cb-d6fc-4754-945c-aa7fa63e3901 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfd161a1-14cc-412a-b829-60b24ed39efb HTTP/1.1" status: 200 len: 205 time: 0.3170073 Feb 16 12:46:45.229353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.281854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] Calling delete_port for d90ca489-2967-45ac-b172-c548d048b593 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:45.355656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] For port d90ca489-2967-45ac-b172-c548d048b593, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d90ca489-2967-45ac-b172-c548d048b593,segment=NetworkSegment(5663609b-c06d-410b-8667-96e1eb5a822e),segment_id=5663609b-c06d-410b-8667-96e1eb5a822e)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:45.355910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.387288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26098b0b-a3e6-4990-b8d8-ece0aee251db tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.501670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Calling delete_port for d90ca489-2967-45ac-b172-c548d048b593 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:45.512962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.529792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.565183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] No DVR routers for this DVR port d90ca489-2967-45ac-b172-c548d048b593 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:45.566969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef61f5-e273-4211-ad79-1f92fd72af2f None None] Pushing event deleted for resources: {'Port': ['ID=d90ca489-2967-45ac-b172-c548d048b593,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.579676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:45.580430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:45.586550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.652906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] In _notify_port_updated(), no bound segment for port 07b43338-0382-4585-bf34-bed50149155d on network 7602c9cb-86df-4418-8564-c71f6f4c5b97 {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:46:45.658633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.659343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.660694 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "PUT /v2.0/ports/07b43338-0382-4585-bf34-bed50149155d HTTP/1.1" status: 200 len: 818 time: 1.0593836 Feb 16 12:46:45.664056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50732) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.723356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bad49-2424-48c3-a8bc-f01cf9cc9f8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=07b43338-0382-4585-bf34-bed50149155d,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.730923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26098b0b-a3e6-4990-b8d8-ece0aee251db tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.734778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26098b0b-a3e6-4990-b8d8-ece0aee251db tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.749379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 07b43338-0382-4585-bf34-bed50149155d {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:45.754636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.848378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26098b0b-a3e6-4990-b8d8-ece0aee251db tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.848846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26098b0b-a3e6-4990-b8d8-ece0aee251db tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Fanout notify agent at l3_agent the message router_deleted on router bfd161a1-14cc-412a-b829-60b24ed39efb {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:45.861650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26098b0b-a3e6-4990-b8d8-ece0aee251db tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.862820 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-26098b0b-a3e6-4990-b8d8-ece0aee251db tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/bfd161a1-14cc-412a-b829-60b24ed39efb HTTP/1.1" status: 204 len: 168 time: 0.6335862 Feb 16 12:46:45.865378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.931040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet 0e437abf-4392-4e0d-b998-c3ea25682862 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:45.934614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.972084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.013468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.103759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.149473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:46.184425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.200082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:46.208121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b7347ef8a442438e8a9269f18c1fb12f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:46.211156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:46.216886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Deleting port d90ca489-2967-45ac-b172-c548d048b593 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:46.217229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.221977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:46.239725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d90ca489-2967-45ac-b172-c548d048b593 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:46.249542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 07b43338-0382-4585-bf34-bed50149155d owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:46.273256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: d90ca489-2967-45ac-b172-c548d048b593 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:46.273882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d90ca489-2967-45ac-b172-c548d048b593 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:46.316517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.331248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] The port 'd90ca489-2967-45ac-b172-c548d048b593' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:46.420740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.464273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.476099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.500573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9daf178d-fa59-4fcf-a184-e40b64366124']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:46.503276 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7347ef8a442438e8a9269f18c1fb12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527231 Feb 16 12:46:46.506891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50744) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:46.508310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9f123-706f-4ba1-8bcb-1b6d258162d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b810563-4a5c-47a6-ac26-3d2ef47d1653,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.511077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=0e437abf-4392-4e0d-b998-c3ea25682862,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.515157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.522537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c374433-5653-459d-82f6-9f4488eed5a0 None None] Network 71103576-5432-4f0e-b477-01a5d6695991 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:46.525914 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bcfea94e-9899-46ab-8deb-979138b19a99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/0e437abf-4392-4e0d-b998-c3ea25682862 HTTP/1.1" status: 204 len: 168 time: 0.6595657 Feb 16 12:46:46.529360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50748) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:46.549959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5663609b-c06d-410b-8667-96e1eb5a822e') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:46.550262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5663609b-c06d-410b-8667-96e1eb5a822e') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:46.560030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.601709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.639266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=07b43338-0382-4585-bf34-bed50149155d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.653019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.655108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74899bf0-6e2b-42d4-8075-0676c38bab87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.656641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.659336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.668471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port f5595653-7ce4-43f6-aa68-a6317f1f3a64 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:46.671757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.674756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:46.675187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:46.691475 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:46.695474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50752) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:46.809474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] DHCP port deletion for 71103576-5432-4f0e-b477-01a5d6695991 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:46.813655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Deleting port f5595653-7ce4-43f6-aa68-a6317f1f3a64 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:46.814035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.837461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74899bf0-6e2b-42d4-8075-0676c38bab87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.858951 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4a83ac94-e524-456b-8632-2c03fd72b64f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/07b43338-0382-4585-bf34-bed50149155d HTTP/1.1" status: 204 len: 168 time: 1.1937029 Feb 16 12:46:46.860469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50756) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:46.898601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port f5595653-7ce4-43f6-aa68-a6317f1f3a64, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5595653-7ce4-43f6-aa68-a6317f1f3a64,segment=NetworkSegment(e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4),segment_id=e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:46.899079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.007361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.037703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] For port f5595653-7ce4-43f6-aa68-a6317f1f3a64, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f5595653-7ce4-43f6-aa68-a6317f1f3a64,segment=NetworkSegment(e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4),segment_id=e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:47.038232 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.050106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.056146 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] 10.222.0.47 "DELETE /v2.0/networks/9daf178d-fa59-4fcf-a184-e40b64366124 HTTP/1.1" status: 204 len: 168 time: 2.4530840 Feb 16 12:46:47.077755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35880e7c-9380-4dde-94a0-b9b15f18267a tempest-AllowedAddressPairTestJSON-1905592376 tempest-AllowedAddressPairTestJSON-1905592376-project] Pushing event deleted for resources: {'Network': ['ID=9daf178d-fa59-4fcf-a184-e40b64366124,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.212721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24314537-3dc4-4c02-aae3-ad83c067fbe9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:47.213647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-24314537-3dc4-4c02-aae3-ad83c067fbe9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:47.265990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Calling delete_port for f5595653-7ce4-43f6-aa68-a6317f1f3a64 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:47.271155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for f5595653-7ce4-43f6-aa68-a6317f1f3a64 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:47.276545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74899bf0-6e2b-42d4-8075-0676c38bab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.295856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74899bf0-6e2b-42d4-8075-0676c38bab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b810563-4a5c-47a6-ac26-3d2ef47d1653,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.306167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74899bf0-6e2b-42d4-8075-0676c38bab87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.310689 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-74899bf0-6e2b-42d4-8075-0676c38bab87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b810563-4a5c-47a6-ac26-3d2ef47d1653 HTTP/1.1" status: 204 len: 168 time: 0.7998018 Feb 16 12:46:47.442233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-24314537-3dc4-4c02-aae3-ad83c067fbe9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:47.443708 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-24314537-3dc4-4c02-aae3-ad83c067fbe9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5785155 Feb 16 12:46:47.446529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50764) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: from cryptography.utils import int_from_bytes Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: from cryptography.utils import int_from_bytes Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn_limited( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn_limited( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.463272 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:47.466805 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 12:46:47.474486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:47.474486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:47.486322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.539435 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a6e396-bb6f-44d3-ac4c-ef41d545d30b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:46:47.540030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-67a6e396-bb6f-44d3-ac4c-ef41d545d30b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:47.545125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=f5595653-7ce4-43f6-aa68-a6317f1f3a64,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.550784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No DVR routers for this DVR port f5595653-7ce4-43f6-aa68-a6317f1f3a64 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:47.600218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-67a6e396-bb6f-44d3-ac4c-ef41d545d30b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:47.601348 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-67a6e396-bb6f-44d3-ac4c-ef41d545d30b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/07b43338-0382-4585-bf34-bed50149155d HTTP/1.1" status: 404 len: 333 time: 0.1537745 Feb 16 12:46:47.605300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:47.614954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-144038986'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:47.663422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:47.679333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:47.692476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:47.703091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:47.706103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.742879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71103576-5432-4f0e-b477-01a5d6695991']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:47.767395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:47.767986 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f9fe6f-8d73-4323-b7d0-fee6c26dcdd4') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:47.784943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.802508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:47.811672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.822798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.834498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:47.835254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:47.854795 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:47.863432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:47.893824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.974630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Deleting port f5595653-7ce4-43f6-aa68-a6317f1f3a64 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:47.975094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.059547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.066210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.073904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9073d351-d05b-45b3-8ad6-9fea669dd7d9 None None] The port 'f5595653-7ce4-43f6-aa68-a6317f1f3a64' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:48.115795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:48.128063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=71103576-5432-4f0e-b477-01a5d6695991,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.140014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.140014 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment f473eac6-fb81-46b0-bb28-4a7c2a739f46 of type vlan for network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 Feb 16 12:46:48.173922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.220879 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5820ed5d-02ba-4cb1-b0f2-7909100c052b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/71103576-5432-4f0e-b477-01a5d6695991 HTTP/1.1" status: 204 len: 168 time: 1.6903036 Feb 16 12:46:48.224697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50790) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.231573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-672703227'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:48.237002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:48.242832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:48.243942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:48.250472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:48.264174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5595653-7ce4-43f6-aa68-a6317f1f3a64 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:48.299085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f5595653-7ce4-43f6-aa68-a6317f1f3a64 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:48.299788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f5595653-7ce4-43f6-aa68-a6317f1f3a64 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:48.313951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6a23e94b-057c-478d-b4d7-6db678bca28c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec06da00ef3849d3a730a683d9c4d979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493904 Feb 16 12:46:48.314556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50796) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.342563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.347918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:48.348511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.393465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:48.396879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.427487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.17 (e7f2ff08-095a-4b4f-9591-f9bca11c81c4/8c612ba7-78b3-4acb-8580-4a6fb3961c6d/f15778f5-7181-463f-a680-ba50ad6a947f) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:48.508071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=ede910bc-f8cd-4ae4-a2a0-88efbdb4f857,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.512431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-091397d4-a3e9-49a2-ab98-fa5189b5fff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.517193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:48.519862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:48.536018 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-decf29d1-1685-43e3-b348-42b0bf925796 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9270763 Feb 16 12:46:48.537463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50804) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.544916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.545257 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment f62e1303-62ee-4795-9f8c-1e7c9f250a22 of type vlan for network 65990a5d-3595-462d-995b-73eab12701cd Feb 16 12:46:48.546962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:48.556819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-091397d4-a3e9-49a2-ab98-fa5189b5fff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.601561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.716619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50810) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.722438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.729422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.735285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:48.743146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.760779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:48.763818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object f15778f5-7181-463f-a680-ba50ad6a947f will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:48.767289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:48.770794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:48.774531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-091397d4-a3e9-49a2-ab98-fa5189b5fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.780879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:48.844337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-821658df-bfd0-4a16-8e73-e0adedc20bb5 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.845318 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-821658df-bfd0-4a16-8e73-e0adedc20bb5 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1276379 Feb 16 12:46:48.848654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50816) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.853680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-602ba52f-d267-4023-b98b-f2e2124961a9 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.854598 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-602ba52f-d267-4023-b98b-f2e2124961a9 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049479 Feb 16 12:46:48.857572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50820) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.859714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091397d4-a3e9-49a2-ab98-fa5189b5fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9c854-a145-4c72-9f93-6c73cf205598,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.862215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-b219daeb-d0d9-4d03-8f93-f20c9a864cd3 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.863495 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b219daeb-d0d9-4d03-8f93-f20c9a864cd3 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047135 Feb 16 12:46:48.865736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50824) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.876684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=65990a5d-3595-462d-995b-73eab12701cd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.879018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-85177a76-3cc6-4e05-baa8-29dd32b627ba tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.883615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-091397d4-a3e9-49a2-ab98-fa5189b5fff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.883937 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-85177a76-3cc6-4e05-baa8-29dd32b627ba tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0135174 Feb 16 12:46:48.883937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:48.884553 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-091397d4-a3e9-49a2-ab98-fa5189b5fff8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bc9c854-a145-4c72-9f93-6c73cf205598 HTTP/1.1" status: 204 len: 168 time: 0.5666943 Feb 16 12:46:48.885048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.885201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.890654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-edb04ce8-3b93-48d9-b4f5-fdb0f9864361 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.894089 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-edb04ce8-3b93-48d9-b4f5-fdb0f9864361 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055125 Feb 16 12:46:48.894248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50834) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.898611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 65990a5d-3595-462d-995b-73eab12701cd details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:48.898750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-3c7aaf42-84e9-4b9d-93e0-2481ab63bc26 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.902017 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3c7aaf42-84e9-4b9d-93e0-2481ab63bc26 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045216 Feb 16 12:46:48.902267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.906335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.908222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-f450ca09-c04e-48e5-888f-1dbb62642286 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.911123 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f450ca09-c04e-48e5-888f-1dbb62642286 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060229 Feb 16 12:46:48.912315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50842) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.919736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-ccb52872-94fd-45fa-bdb2-3e86810ac6ad tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.925127 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ccb52872-94fd-45fa-bdb2-3e86810ac6ad tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0100627 Feb 16 12:46:48.925710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.933312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-65c4e287-c5f0-4d72-b266-52f8b9ba2aaa tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.939717 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-65c4e287-c5f0-4d72-b266-52f8b9ba2aaa tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076487 Feb 16 12:46:48.939717 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8c0db4a4-bf1b-404d-a893-57cda7aa7553 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7101502 Feb 16 12:46:48.939717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50850) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.940498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.946215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': '65990a5d-3595-462d-995b-73eab12701cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:48.965563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-a9b3b7b7-1dbb-4811-9dbc-b3bed513a5eb tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:48.969305 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a9b3b7b7-1dbb-4811-9dbc-b3bed513a5eb tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0249162 Feb 16 12:46:48.970792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50858) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.032029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-814c86a3-914a-4774-838b-844fbb299b7b tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.032901 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-814c86a3-914a-4774-838b-844fbb299b7b tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0612140 Feb 16 12:46:49.039281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.048386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-6430aa77-9c72-4fd4-86af-10ee3931ff38 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.048386 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6430aa77-9c72-4fd4-86af-10ee3931ff38 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082314 Feb 16 12:46:49.060076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.067702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-c13aa01c-aba0-451c-a4dd-55cd93655ca6 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.071399 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c13aa01c-aba0-451c-a4dd-55cd93655ca6 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080879 Feb 16 12:46:49.072075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.086079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-16aa73a2-77d7-408b-89d7-659ac3fad523 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.087065 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-16aa73a2-77d7-408b-89d7-659ac3fad523 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0140786 Feb 16 12:46:49.090764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50874) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.097662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-c3c6c5f8-59a5-4dca-af2f-3d61ae7cd4ad tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.098566 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c3c6c5f8-59a5-4dca-af2f-3d61ae7cd4ad tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069177 Feb 16 12:46:49.098713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:49.103074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50878) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.108048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:49.109134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-fc063695-9ffe-4137-96df-0d9a53b846bb tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.110070 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fc063695-9ffe-4137-96df-0d9a53b846bb tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061519 Feb 16 12:46:49.112810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:49.113391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.117965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:49.118951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-faed590e-2d61-476a-af06-1bcb3e90d3ea tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.122372 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-faed590e-2d61-476a-af06-1bcb3e90d3ea tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0058501 Feb 16 12:46:49.122372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:49.123360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.128913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:49.141733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-d562bf44-7b26-44ff-9c42-7b12707ee6f9 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.141733 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d562bf44-7b26-44ff-9c42-7b12707ee6f9 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0084631 Feb 16 12:46:49.141733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:49.146670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50890) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.153382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-a9c5c929-0e4a-4510-a2b7-280e1a44b47e tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.154324 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a9c5c929-0e4a-4510-a2b7-280e1a44b47e tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067208 Feb 16 12:46:49.157676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50894) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.161999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-9f1dd713-952c-4a17-ae1c-7a26d75c161b tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.163057 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9f1dd713-952c-4a17-ae1c-7a26d75c161b tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047827 Feb 16 12:46:49.165477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.165747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=f15778f5-7181-463f-a680-ba50ad6a947f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.171722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-eed54711-4f65-4b1f-a734-5f124bdfad26 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.172585 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eed54711-4f65-4b1f-a734-5f124bdfad26 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061140 Feb 16 12:46:49.184583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50902) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.189720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-19431742-7601-4c2b-a3a7-509e8eb9f686 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.190688 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-19431742-7601-4c2b-a3a7-509e8eb9f686 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051012 Feb 16 12:46:49.193387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50906) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.194535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.198432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-63ae180d-8574-47cb-8e2a-4b2a75d74577 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.201851 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-63ae180d-8574-47cb-8e2a-4b2a75d74577 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051661 Feb 16 12:46:49.202604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50910) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.208183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-e40a63e2-1def-46a9-8d84-fee82a2118e7 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.211071 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e40a63e2-1def-46a9-8d84-fee82a2118e7 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051551 Feb 16 12:46:49.211732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50914) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.217646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-944d2e55-6548-4e64-8e75-c9ddb7034262 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.219018 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-944d2e55-6548-4e64-8e75-c9ddb7034262 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062709 Feb 16 12:46:49.224744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50918) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.244352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:49.248767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.265509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-8ed7d92e-30ff-4fff-b18a-b397ea462697 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.268939 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8ed7d92e-30ff-4fff-b18a-b397ea462697 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0379581 Feb 16 12:46:49.274295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50922) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.296428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-1cfcba87-35c2-47ff-aaa8-7919cd9d66b3 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.299072 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1cfcba87-35c2-47ff-aaa8-7919cd9d66b3 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0201988 Feb 16 12:46:49.312209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50926) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.321105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-f9fa5dea-134a-4b95-9bf3-80c3ba545a38 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.322057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f9fa5dea-134a-4b95-9bf3-80c3ba545a38 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089231 Feb 16 12:46:49.324701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50932) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.339101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-85d69db3-b041-485d-b5b4-8991b00aae07 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.340606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-85d69db3-b041-485d-b5b4-8991b00aae07 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0123031 Feb 16 12:46:49.345358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50936) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.360096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-4874e46c-50b8-4521-9a92-17283ad7df4e tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.364487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4874e46c-50b8-4521-9a92-17283ad7df4e tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0165069 Feb 16 12:46:49.364654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.372775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-603232fd-1924-4e41-86f2-dacc1207d307 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.373824 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-603232fd-1924-4e41-86f2-dacc1207d307 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082703 Feb 16 12:46:49.379602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50944) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.388522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-676ff193-6c40-4dd8-ade3-09b26338a623 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.388788 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-676ff193-6c40-4dd8-ade3-09b26338a623 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078442 Feb 16 12:46:49.392010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50948) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.404322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-45b59400-a6f3-4a92-acac-fb85051649d2 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.404322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-45b59400-a6f3-4a92-acac-fb85051649d2 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071554 Feb 16 12:46:49.405989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50952) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.412547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-7617e517-ed68-48b6-8a81-f1c59facad6c tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.415828 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7617e517-ed68-48b6-8a81-f1c59facad6c tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064578 Feb 16 12:46:49.416409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 50956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.424124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-3cd1bb11-7484-4184-aa07-172887763306 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.425061 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3cd1bb11-7484-4184-aa07-172887763306 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076528 Feb 16 12:46:49.432035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50960) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.439390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-c5b7fb78-5b46-43d3-ae75-7dc140b905dc tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.440685 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c5b7fb78-5b46-43d3-ae75-7dc140b905dc tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0060153 Feb 16 12:46:49.446193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50964) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.455510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-07567fa1-f0e2-49af-a5ca-0e9fdc463689 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.457875 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-07567fa1-f0e2-49af-a5ca-0e9fdc463689 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0094481 Feb 16 12:46:49.460986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50970) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.467404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-c6320d12-3a29-4f7b-b320-24d103e29667 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.468384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c6320d12-3a29-4f7b-b320-24d103e29667 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064609 Feb 16 12:46:49.471031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50974) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.476538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-2a4286f9-32a8-4efa-b7b2-fea19c87b98f tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.477467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2a4286f9-32a8-4efa-b7b2-fea19c87b98f tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055687 Feb 16 12:46:49.482512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50978) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.487460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-a6816805-c851-4f0c-bf0b-bbcfedd23168 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.490605 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a6816805-c851-4f0c-bf0b-bbcfedd23168 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050139 Feb 16 12:46:49.490873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50982) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.496801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-e126bdc9-908b-404f-9d55-dc53023b58a4 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.497817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e126bdc9-908b-404f-9d55-dc53023b58a4 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058570 Feb 16 12:46:49.501086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50988) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.505879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-30ff466b-a55f-4165-830e-c5c9436d0d60 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.507403 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-30ff466b-a55f-4165-830e-c5c9436d0d60 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047572 Feb 16 12:46:49.511055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50992) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.516132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-2d6f3e17-bc06-4735-9e5f-048bc5621ae8 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.519438 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2d6f3e17-bc06-4735-9e5f-048bc5621ae8 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046573 Feb 16 12:46:49.519438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 50996) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.524143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-b13d64e2-2a7c-44a2-aeac-4a9a30c1ca70 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.526965 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b13d64e2-2a7c-44a2-aeac-4a9a30c1ca70 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046866 Feb 16 12:46:49.527119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51000) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.536533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-25778004-f573-414f-ae9d-ac388572ab1c tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.537817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-25778004-f573-414f-ae9d-ac388572ab1c tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0099158 Feb 16 12:46:49.542346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.548071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-ee9c6a3c-c0c2-43bd-8ecf-79bc9bac1263 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.548997 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee9c6a3c-c0c2-43bd-8ecf-79bc9bac1263 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050652 Feb 16 12:46:49.561160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bd6e11ff-bcef-443f-a3d3-8a9e277ffb3d None None] Provisioning for port f15778f5-7181-463f-a680-ba50ad6a947f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:49.561160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bd6e11ff-bcef-443f-a3d3-8a9e277ffb3d None None] Provisioning complete for port f15778f5-7181-463f-a680-ba50ad6a947f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:49.561160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bd6e11ff-bcef-443f-a3d3-8a9e277ffb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.562653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51010) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.568785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.569025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-68d1efe7-b3c4-4f1a-8726-2b90754c5927 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.570171 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-68d1efe7-b3c4-4f1a-8726-2b90754c5927 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0062234 Feb 16 12:46:49.572586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.589409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-d82f6c84-5f99-44dc-9b94-0adeb1743d50 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.589409 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d82f6c84-5f99-44dc-9b94-0adeb1743d50 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0146518 Feb 16 12:46:49.591415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51018) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.596338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-146d7062-56c8-4f33-847f-68436e180f70 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.599155 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-146d7062-56c8-4f33-847f-68436e180f70 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047753 Feb 16 12:46:49.599704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51022) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.604370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-fa8560f9-cd0c-4823-b346-ccb805ff8911 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.607971 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fa8560f9-cd0c-4823-b346-ccb805ff8911 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047240 Feb 16 12:46:49.608272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51026) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.612843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-ee167a01-48d9-463c-a141-5594da4fcd4d tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.613767 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee167a01-48d9-463c-a141-5594da4fcd4d tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046113 Feb 16 12:46:49.617199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51030) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.633115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-e8c7240f-659d-4f15-a516-f2fd355092ef tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.633263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e11ff-bcef-443f-a3d3-8a9e277ffb3d None None] Port f15778f5-7181-463f-a680-ba50ad6a947f cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:49.634037 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e8c7240f-659d-4f15-a516-f2fd355092ef tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0136051 Feb 16 12:46:49.636932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51034) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.642552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-4c459363-4de9-4eb8-b241-4a1565ce7195 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.643515 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4c459363-4de9-4eb8-b241-4a1565ce7195 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0056472 Feb 16 12:46:49.645929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51038) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.650795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-aa783cd9-96a6-4e57-9ce8-6576ae815503 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.651741 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aa783cd9-96a6-4e57-9ce8-6576ae815503 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049741 Feb 16 12:46:49.652944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.656795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51042) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.670123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.684706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=8bee6134-bc96-48c2-ac05-bd12ff36c1f4,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.702551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-f937c553-b6dc-475b-8507-967cc41e2169 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.706327 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f937c553-b6dc-475b-8507-967cc41e2169 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0160804 Feb 16 12:46:49.711351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.720089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-d7e2059f-c648-4c1a-9a5b-07283486c0d9 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.721043 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d7e2059f-c648-4c1a-9a5b-07283486c0d9 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093403 Feb 16 12:46:49.725121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51052) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.742803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-5702dc5b-849c-49bd-8f7c-1b5642eb97f5 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.747246 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5702dc5b-849c-49bd-8f7c-1b5642eb97f5 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0128040 Feb 16 12:46:49.747784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.750146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=cec43a27-0b6a-45bd-b903-b477d81b3651,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.752240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': 'f473eac6-fb81-46b0-bb28-4a7c2a739f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:49.752574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: ede910bc-f8cd-4ae4-a2a0-88efbdb4f857, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:49.757264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-4499c889-52e0-4df5-8ac5-474698f91489 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.761019 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4499c889-52e0-4df5-8ac5-474698f91489 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0123034 Feb 16 12:46:49.762748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51060) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.771086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': 'f62e1303-62ee-4795-9f8c-1e7c9f250a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '65990a5d-3595-462d-995b-73eab12701cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:49.771552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: 65990a5d-3595-462d-995b-73eab12701cd, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:49.773707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-313cc2fb-b447-4cd0-9e51-91519f3127ab tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.774412 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-313cc2fb-b447-4cd0-9e51-91519f3127ab tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0107434 Feb 16 12:46:49.777689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51064) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.787619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [None req-8921cede-70f6-4dfa-afb8-e54865139bad tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.788526 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8921cede-70f6-4dfa-afb8-e54865139bad tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092762 Feb 16 12:46:49.792385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.799636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-f4bf6452-0af0-4014-9137-d00ca6898428 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.803049 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f4bf6452-0af0-4014-9137-d00ca6898428 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091619 Feb 16 12:46:49.804996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.809868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-13d9c53b-bf91-43be-9e36-74a5978327ba tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.811525 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-13d9c53b-bf91-43be-9e36-74a5978327ba tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056887 Feb 16 12:46:49.814139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.819537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-cbbbb4f7-663d-4746-a65c-735e0fa86833 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.824895 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cbbbb4f7-663d-4746-a65c-735e0fa86833 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053017 Feb 16 12:46:49.825135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51080) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.829730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-f12b1c73-2025-45ad-b77f-dfe5a91ac512 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.832464 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f12b1c73-2025-45ad-b77f-dfe5a91ac512 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046027 Feb 16 12:46:49.832680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.837079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-3fe5a0ed-529b-4f8a-b6cc-7aea72a89f7f tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.837977 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3fe5a0ed-529b-4f8a-b6cc-7aea72a89f7f tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044861 Feb 16 12:46:49.840595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51088) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.845015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-1abda713-a806-4991-898a-a84d2b8c66b4 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.845922 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1abda713-a806-4991-898a-a84d2b8c66b4 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045562 Feb 16 12:46:49.848375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51092) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.852827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-1cf9afea-6f27-4700-a730-9c8a4c117b18 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.856006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1cf9afea-6f27-4700-a730-9c8a4c117b18 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0061610 Feb 16 12:46:49.856699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51096) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.865197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-c472a243-c924-4dd6-93a2-4c00607b9591 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.866153 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c472a243-c924-4dd6-93a2-4c00607b9591 tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0085447 Feb 16 12:46:49.868719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51100) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.873630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [None req-2057b683-ace0-47ff-ae86-f3ae8401979c tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:46:49.874571 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2057b683-ace0-47ff-ae86-f3ae8401979c tempest-ExtensionsTestJSON-61851583 tempest-ExtensionsTestJSON-61851583-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049634 Feb 16 12:46:49.876783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 65990a5d-3595-462d-995b-73eab12701cd is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:50.050821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:50.124055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 65990a5d-3595-462d-995b-73eab12701cd) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:50.128416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:50.129183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.139465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0889ed-7653-4f24-8642-f293bc83707f None None] Network 65990a5d-3595-462d-995b-73eab12701cd requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:50.154441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, ede910bc-f8cd-4ae4-a2a0-88efbdb4f857) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:50.164083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:50.164083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.182562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1144d6-9d10-4c03-b805-f23b22b1e8dc None None] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:50.250518 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aa23138a-21fe-4e75-85d2-fb8596f548dd tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3111115 Feb 16 12:46:50.253362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.255503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.267763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-820987803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:50.271175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.285224 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-39fda9a3-8459-489d-98ed-b6b3cada7cf0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7467506 Feb 16 12:46:50.287850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51120) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.295647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:50.386002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.386611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:50.390786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:router and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:50.393988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:50.400102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:50.468432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.470430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.500981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.509235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51130) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.535913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=f15778f5-7181-463f-a680-ba50ad6a947f,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.548576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.588809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-65990a5d-3595-462d-995b-73eab12701cd', 'network_id': '65990a5d-3595-462d-995b-73eab12701cd', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': 'cec43a27-0b6a-45bd-b903-b477d81b3651'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:50.590288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.611013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.611273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-ede910bc-f8cd-4ae4-a2a0-88efbdb4f857', 'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857', 'tenant_id': '8e02bf63068c477b91e7dc0df9bd9081', 'fixed_ips': [{'subnet_id': '8bee6134-bc96-48c2-ac05-bd12ff36c1f4'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:50.611719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.633750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.656065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:50.660987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1332871752'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:50.666341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:50.669149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:253162efb987420d87a03ca1f4b82209 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:50.672831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:50.676059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:network and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:50.681041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:50.683687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:50.689321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:50.708007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:50.715032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:50.719426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:50.733716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:50.745580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.749005 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0adef573-0e99-404f-8220-a88dfd3e3501 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4933414 Feb 16 12:46:50.750473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.786453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:50.787669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:50.875314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:50.878906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.896627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:50.900146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.917584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Allocated IP 2001:db8::2 (ede910bc-f8cd-4ae4-a2a0-88efbdb4f857/8bee6134-bc96-48c2-ac05-bd12ff36c1f4/95ffcba5-dc72-4e2a-8b64-2201427ea735) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:50.929086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.972288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Allocated IP 172.20.0.2 (65990a5d-3595-462d-995b-73eab12701cd/cec43a27-0b6a-45bd-b903-b477d81b3651/6a06f524-f850-4e2c-bb2c-533c0d75b6a5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:51.046415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:51.110864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:security_group_rule and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:51.121403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:51.136568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.ipam_backend_mixin [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8bee6134-bc96-48c2-ac05-bd12ff36c1f4 (CIDR: 2001:db8::/64) Feb 16 12:46:51.138477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 92ec6053-5def-4135-a1e2-819cc863f7fe has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:51.178169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:51.205044 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:46:51.205539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:51.267248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.278058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Transition to ACTIVE for port object 95ffcba5-dc72-4e2a-8b64-2201427ea735 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:51.300427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Transition to ACTIVE for port object 95ffcba5-dc72-4e2a-8b64-2201427ea735 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:51.340109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:51.365845 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7e164b09-cbf2-4d51-b98d-155bc3b04b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/92ec6053-5def-4135-a1e2-819cc863f7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6515856 Feb 16 12:46:51.366168 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Sync routers for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:51.366630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.366731 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:51.366731 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:51.371310 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d5cb1f1-efea-487a-9eeb-4aaeac21222b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0809038 Feb 16 12:46:51.377864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51142) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:51.383018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:51.418679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.419877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.444096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.500215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Pushing event updated for resources: {'Port': ['ID=95ffcba5-dc72-4e2a-8b64-2201427ea735,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.515895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:51.524212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:51.526724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:51.561783 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:51.571433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c9f99d7f-e338-41c2-9440-5294ca7e2dd7 None None] Provisioning complete for port f15778f5-7181-463f-a680-ba50ad6a947f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:51.572061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9f99d7f-e338-41c2-9440-5294ca7e2dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.601008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:51.606038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:51.609492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:51.617780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:51.633539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c9f99d7f-e338-41c2-9440-5294ca7e2dd7 None None] Port f15778f5-7181-463f-a680-ba50ad6a947f cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:51.650951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f02a74-6c6c-4ebb-b612-153e3ef110a3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.690515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:51.694903 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8c07be0c-7ac1-4b94-b15a-823d593df3c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=253162efb987420d87a03ca1f4b82209&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1835163 Feb 16 12:46:51.697093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.707754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:51.716115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Attempting to bind port 95ffcba5-dc72-4e2a-8b64-2201427ea735 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:51.716115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Attempting to bind port 95ffcba5-dc72-4e2a-8b64-2201427ea735 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'f473eac6-fb81-46b0-bb28-4a7c2a739f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:51.716413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Attempting to bind port 95ffcba5-dc72-4e2a-8b64-2201427ea735 on network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:51.732508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:51.732889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Checking segment: {'id': 'f473eac6-fb81-46b0-bb28-4a7c2a739f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:51.733345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.733740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Bound using segment: {'id': 'f473eac6-fb81-46b0-bb28-4a7c2a739f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:51.734406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Bound port: 95ffcba5-dc72-4e2a-8b64-2201427ea735, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f473eac6-fb81-46b0-bb28-4a7c2a739f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:51.734583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.738245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.821319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.832089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.848628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Transition to ACTIVE for port object 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:51.880321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Transition to ACTIVE for port object 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:51.883090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:51.914098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c99de8-dbf7-44cc-a9da-babef16b0991,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.924317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1225-bcbf-4f27-85e9-5fc83bbe8cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.927629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.928461 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Added segment 173c2af1-b87a-4be5-a0d2-317a6ea6017a of type vlan for network d9baa628-812c-4290-914a-2abb43e08a16 Feb 16 12:46:51.945197 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:46:49Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:39Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f15778f5-7181-463f-a680-ba50ad6a947f', 'name': '', 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:5e:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:48Z', 'updated_at': '2022-02-16T12:46:50Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:51.949723 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Checking router: 92ec6053-5def-4135-a1e2-819cc863f7fe for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:51.950176 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Updating router 92ec6053-5def-4135-a1e2-819cc863f7fe port f15778f5-7181-463f-a680-ba50ad6a947f binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:51.981520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.002716 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.053977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Network 65990a5d-3595-462d-995b-73eab12701cd is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:52.066597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:52.072581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:52.072754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1225-bcbf-4f27-85e9-5fc83bbe8cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.113275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.182675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] For port 95ffcba5-dc72-4e2a-8b64-2201427ea735, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:52.199690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.20.0.1 (65990a5d-3595-462d-995b-73eab12701cd/cec43a27-0b6a-45bd-b903-b477d81b3651/0698688d-d558-4544-8bac-4ba6d0dddda8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:52.208258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Pushing event updated for resources: {'Port': ['ID=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.215487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] For port 95ffcba5-dc72-4e2a-8b64-2201427ea735, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95ffcba5-dc72-4e2a-8b64-2201427ea735,segment=NetworkSegment(f473eac6-fb81-46b0-bb28-4a7c2a739f46),segment_id=f473eac6-fb81-46b0-bb28-4a7c2a739f46)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:52.221708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Attempting to bind port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:52.221708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Attempting to bind port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'f62e1303-62ee-4795-9f8c-1e7c9f250a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '65990a5d-3595-462d-995b-73eab12701cd'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:52.221708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Attempting to bind port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 on network 65990a5d-3595-462d-995b-73eab12701cd {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:52.227480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:52.227847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Checking segment: {'id': 'f62e1303-62ee-4795-9f8c-1e7c9f250a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '65990a5d-3595-462d-995b-73eab12701cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:52.228246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.229173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Bound using segment: {'id': 'f62e1303-62ee-4795-9f8c-1e7c9f250a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '65990a5d-3595-462d-995b-73eab12701cd'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:52.229657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Bound port: 6a06f524-f850-4e2c-bb2c-533c0d75b6a5, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62e1303-62ee-4795-9f8c-1e7c9f250a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '65990a5d-3595-462d-995b-73eab12701cd'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:52.230072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.309935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.315408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:52.316003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.321601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.349047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1225-bcbf-4f27-85e9-5fc83bbe8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.364766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.371950 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.384273 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Transition to ACTIVE for port object f15778f5-7181-463f-a680-ba50ad6a947f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:52.406106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] For port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:52.427080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] For port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,segment=NetworkSegment(f62e1303-62ee-4795-9f8c-1e7c9f250a22),segment_id=f62e1303-62ee-4795-9f8c-1e7c9f250a22)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:52.432618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774b41c-22bc-4747-94ec-68a430a00a30 None None] Pushing event updated for resources: {'Port': ['ID=95ffcba5-dc72-4e2a-8b64-2201427ea735,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.445393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:52.445393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:52.453028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:52.453757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.461044 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.477010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=f51a8225-5014-4e53-99ac-90f8f0c3088b,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.488484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.539620 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Pushing event updated for resources: {'Port': ['ID=f15778f5-7181-463f-a680-ba50ad6a947f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.570542 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-833a5e9c-c781-41b8-917a-0a26c2a3a0a6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1921771 Feb 16 12:46:52.572959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51152) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.582514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857', 'fixed_ips': [{'subnet_id': '8bee6134-bc96-48c2-ac05-bd12ff36c1f4'}, {'subnet_id': 'f51a8225-5014-4e53-99ac-90f8f0c3088b'}], 'name': 'tempest-PortsIpV6TestJSON-1930514919'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:52.586882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc459821-058e-4f3a-82ac-db8eed03d222 None None] Pushing event updated for resources: {'Port': ['ID=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.618496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b1225-bcbf-4f27-85e9-5fc83bbe8cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f02a74-6c6c-4ebb-b612-153e3ef110a3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.663349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1225-bcbf-4f27-85e9-5fc83bbe8cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.666594 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.668426 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.668918 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.669468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.669963 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.671196 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.671318 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5b5b1225-bcbf-4f27-85e9-5fc83bbe8cb8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2f02a74-6c6c-4ebb-b612-153e3ef110a3 HTTP/1.1" status: 204 len: 168 time: 0.9628053 Feb 16 12:46:52.671883 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.672350 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.672996 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.673458 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.673935 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.674411 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:52.685303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Network': ['ID=d9baa628-812c-4290-914a-2abb43e08a16,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.699246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:52.722365 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dc842639-5561-4a4a-b73d-0612ea34c21e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4580996 Feb 16 12:46:52.732230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.734642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:52.921762 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Attempting to bind port f15778f5-7181-463f-a680-ba50ad6a947f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:52.922430 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Attempting to bind port f15778f5-7181-463f-a680-ba50ad6a947f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:52.923011 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Attempting to bind port f15778f5-7181-463f-a680-ba50ad6a947f on network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:52.926414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:52.934366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:52.939288 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:52.940086 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Checking segment: {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:52.940762 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.941091 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Bound using segment: {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:52.941568 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Bound port: f15778f5-7181-463f-a680-ba50ad6a947f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:52.942098 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.943092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:52.951189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.954449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:53.036816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object 0698688d-d558-4544-8bac-4ba6d0dddda8 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:53.052013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:53.057392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:53.059478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:53.066841 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:53.068862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:53.097597 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] For port f15778f5-7181-463f-a680-ba50ad6a947f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:53.101231 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] For port f15778f5-7181-463f-a680-ba50ad6a947f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f15778f5-7181-463f-a680-ba50ad6a947f,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:53.146321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:53.150038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.175557 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.279996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.292519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.322194 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:53.322818 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.328037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 3ef42836-1f65-411d-ae77-afb020d55db0 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:53.417185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 65990a5d-3595-462d-995b-73eab12701cd is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:53.429133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:53.435227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:53.480747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=0698688d-d558-4544-8bac-4ba6d0dddda8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.516776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.601972 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d428291-edb0-4bd1-9db8-0e2986ddd8b5 None None] Pushing event updated for resources: {'Port': ['ID=f15778f5-7181-463f-a680-ba50ad6a947f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.673020 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:53.764608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.838803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::175 (ede910bc-f8cd-4ae4-a2a0-88efbdb4f857/8bee6134-bc96-48c2-ac05-bd12ff36c1f4/3ef42836-1f65-411d-ae77-afb020d55db0) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:53.848405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8:0:1::25e (ede910bc-f8cd-4ae4-a2a0-88efbdb4f857/f51a8225-5014-4e53-99ac-90f8f0c3088b/3ef42836-1f65-411d-ae77-afb020d55db0) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:53.860554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=cb84b188-d33c-4696-a94f-7350999a2840,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.932598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.075051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:54.075425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network hostable DHCP agents. Network: d9baa628-812c-4290-914a-2abb43e08a16, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:54.161911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.174431 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:46:49Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:39Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f15778f5-7181-463f-a680-ba50ad6a947f', 'name': '', 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:5e:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:48Z', 'updated_at': '2022-02-16T12:46:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:54.180223 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d07144-f114-4c64-9508-761b1eeb4d71 None None] The sync data for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv is: [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:46:49Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:39Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f15778f5-7181-463f-a680-ba50ad6a947f', 'name': '', 'network_id': 'e7f2ff08-095a-4b4f-9591-f9bca11c81c4', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:5e:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:48Z', 'updated_at': '2022-02-16T12:46:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '8c612ba7-78b3-4acb-8580-4a6fb3961c6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:54.199368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object 3ef42836-1f65-411d-ae77-afb020d55db0 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:54.290853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:54.307878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51182) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.323636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.399431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24dbf7b-10cf-42ba-aeba-7ab2ab3387a4 None None] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:54.435644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95ffcba5-dc72-4e2a-8b64-2201427ea735 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:54.474555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=3ef42836-1f65-411d-ae77-afb020d55db0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.485937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-856698305'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:54.498591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:54.505305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:network and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:54.511824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:54.511824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:54.517453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:54.524093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:54.532800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:54.533819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.561120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:54.604586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, d9baa628-812c-4290-914a-2abb43e08a16) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:54.609747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:54.610403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.629506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cc54b08e-c612-4868-a5ac-00aef1758bec tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.0517998 Feb 16 12:46:54.635988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51188) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.638450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8bee6134-bc96-48c2-ac05-bd12ff36c1f4'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:54.673796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd0fa2-47f0-4a88-9a33-d1ef07fcf951 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:54.764688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31753267-d2b5-4f5b-b4ae-6c5b2544bc86 None None] Network 65990a5d-3595-462d-995b-73eab12701cd requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:54.784148 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-97179b6e-9001-4d00-85b6-7868f7ccaa0f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0569365 Feb 16 12:46:54.786723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51192) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.791071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.795768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'name': 'tempest-NetworksTestDHCPv6-1330304114'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:54.797268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f880b2b-bbf3-4d46-95a5-07977b85e4e2 None None] Provisioning for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:54.828133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.847544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:54.851470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.867002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.871668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.933765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:54.937819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:security_group_rule and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:54.941107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:54.948060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:54.975568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=0698688d-d558-4544-8bac-4ba6d0dddda8,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:55.052089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.058793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.137733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.155124 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:55.170096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:55.175851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.182172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:55.194076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:55.199893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:55.208622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:55.244812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:55.264824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac90ff-6889-4412-ba3d-01446203f855,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:55.279573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.279862 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Added segment 11c8eefe-95d0-4f20-bea6-18a00c4bea1c of type vlan for network 8fc54932-184d-434c-8b86-ee67e8a5f550 Feb 16 12:46:55.357193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.400843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 65990a5d-3595-462d-995b-73eab12701cd is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:55.402160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:55.426291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-accdc068-17cf-4531-b96e-8df6b5bb6f4b None None] Provisioning for port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:55.467133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:55.471714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.579131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Delete allocated IP 2001:db8:0:1::25e (ede910bc-f8cd-4ae4-a2a0-88efbdb4f857/f51a8225-5014-4e53-99ac-90f8f0c3088b) {{(pid=88443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:46:55.583046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 7cbedafe-6f2b-40c3-8a35-1b873568cdbb yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:55.611425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.622382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'cb84b188-d33c-4696-a94f-7350999a2840'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:55.623053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.662306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.669657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:55.669657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.735996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 95ffcba5-dc72-4e2a-8b64-2201427ea735, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95ffcba5-dc72-4e2a-8b64-2201427ea735,segment=NetworkSegment(f473eac6-fb81-46b0-bb28-4a7c2a739f46),segment_id=f473eac6-fb81-46b0-bb28-4a7c2a739f46)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:55.797692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::2c4 (d9baa628-812c-4290-914a-2abb43e08a16/cb84b188-d33c-4696-a94f-7350999a2840/7cbedafe-6f2b-40c3-8a35-1b873568cdbb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:55.830467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Network': ['ID=8fc54932-184d-434c-8b86-ee67e8a5f550,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:55.852905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:55.865285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.866063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:55.883919 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8b62285e-0f3f-488c-8ee1-2d978f7d2156 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5711629 Feb 16 12:46:55.883919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.887197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51196) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:55.896411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'subnet': {'network_id': '8fc54932-184d-434c-8b86-ee67e8a5f550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:55.922292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Ignored duplicate provisioning block setup for port 3ef42836-1f65-411d-ae77-afb020d55db0 by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:46:55.983197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.062226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.082331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 7cbedafe-6f2b-40c3-8a35-1b873568cdbb will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:56.084085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=3ef42836-1f65-411d-ae77-afb020d55db0,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.108477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 24ce3b35-03e6-4226-8fde-935109d9ebc1 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:56.142523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] Update dhcp port {'port': {'network_id': 'ede910bc-f8cd-4ae4-a2a0-88efbdb4f857', 'fixed_ips': [{'subnet_id': '8bee6134-bc96-48c2-ac05-bd12ff36c1f4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f51a8225-5014-4e53-99ac-90f8f0c3088b'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '95ffcba5-dc72-4e2a-8b64-2201427ea735'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:46:56.169257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] In _notify_port_updated(), no bound segment for port 3ef42836-1f65-411d-ae77-afb020d55db0 on network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:46:56.173578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=95ffcba5-dc72-4e2a-8b64-2201427ea735,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.174716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:56.175385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.180019 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-85d3cd79-5ae2-48e5-bcbb-fc67f26df496 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "PUT /v2.0/ports/3ef42836-1f65-411d-ae77-afb020d55db0 HTTP/1.1" status: 200 len: 926 time: 1.5455747 Feb 16 12:46:56.180019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51200) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.188026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8bee6134-bc96-48c2-ac05-bd12ff36c1f4'}, {'subnet_id': 'f51a8225-5014-4e53-99ac-90f8f0c3088b'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:56.228164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:56.230177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.245910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:subnet and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:56.251550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:56.261609 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:56.269733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.322621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-24aa4ec8-bea6-49ae-a445-6dd8ad1db236 None None] Provisioning for port 0698688d-d558-4544-8bac-4ba6d0dddda8 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:56.326457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:56.351321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:56.352106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.361613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.363094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:56.368483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:56.377484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:56.383020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:56.383235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:56.383957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.388013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-24aa4ec8-bea6-49ae-a445-6dd8ad1db236 None None] Provisioning complete for port 0698688d-d558-4544-8bac-4ba6d0dddda8 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:56.388200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.388341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24aa4ec8-bea6-49ae-a445-6dd8ad1db236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.415900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:56.417832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=7cbedafe-6f2b-40c3-8a35-1b873568cdbb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.423092 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d994cee3-9816-4454-bf5f-3a821d2fcaf4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/24ce3b35-03e6-4226-8fde-935109d9ebc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6706066 Feb 16 12:46:56.425908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.458905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] Sync routers for ids ['24ce3b35-03e6-4226-8fde-935109d9ebc1'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:56.478591 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5f87a0d3-4b55-4944-b26b-e96168f24706 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6907811 Feb 16 12:46:56.486330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.550191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] Routers {'24ce3b35-03e6-4226-8fde-935109d9ebc1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:56.550840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['24ce3b35-03e6-4226-8fde-935109d9ebc1'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.582218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03920a7d-06b1-4d8a-ae9f-1964a79b4902 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:56.583043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-03920a7d-06b1-4d8a-ae9f-1964a79b4902 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:56.612994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/cb84b188-d33c-4696-a94f-7350999a2840/bf88a843-10d4-4e5e-a887-84d7c3b20b54) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:56.618543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf0a5d3-ffdd-4070-b867-c7f54391dfc3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:56.619490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6cf0a5d3-ffdd-4070-b867-c7f54391dfc3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:56.628128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-24aa4ec8-bea6-49ae-a445-6dd8ad1db236 None None] Port 0698688d-d558-4544-8bac-4ba6d0dddda8 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:56.644007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.689201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-03920a7d-06b1-4d8a-ae9f-1964a79b4902 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:56.693579 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-03920a7d-06b1-4d8a-ae9f-1964a79b4902 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports/0698688d-d558-4544-8bac-4ba6d0dddda8 HTTP/1.1" status: 200 len: 910 time: 0.2635162 Feb 16 12:46:56.693994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51214) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.715492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] Routers {'24ce3b35-03e6-4226-8fde-935109d9ebc1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:56.716118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['24ce3b35-03e6-4226-8fde-935109d9ebc1'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.817339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6cf0a5d3-ffdd-4070-b867-c7f54391dfc3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:56.821608 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6cf0a5d3-ffdd-4070-b867-c7f54391dfc3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3314679 Feb 16 12:46:56.826194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51218) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.929088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 7cbedafe-6f2b-40c3-8a35-1b873568cdbb {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:56.929724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.930236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.930825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b2f8a8-08ee-456e-844e-86a2a5647c9e None None] The sync data for ids ['24ce3b35-03e6-4226-8fde-935109d9ebc1'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:56.982450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.005319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] Allocated IP 2001:db8:0:1::2 (ede910bc-f8cd-4ae4-a2a0-88efbdb4f857/f51a8225-5014-4e53-99ac-90f8f0c3088b/95ffcba5-dc72-4e2a-8b64-2201427ea735) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:57.032902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cae9c014-f606-487a-9d6c-cccda310e24f None None] Provisioning complete for port 0698688d-d558-4544-8bac-4ba6d0dddda8 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:57.033919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cae9c014-f606-487a-9d6c-cccda310e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.116605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.129392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Subnet': ['ID=ce9df02d-8f6e-4089-bfa4-97e793c9ac14,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.213683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Checking segment: {'id': '11c8eefe-95d0-4f20-bea6-18a00c4bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8fc54932-184d-434c-8b86-ee67e8a5f550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:57.214134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network hostable DHCP agents. Network: 8fc54932-184d-434c-8b86-ee67e8a5f550, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:57.304785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.334548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cae9c014-f606-487a-9d6c-cccda310e24f None None] Port 0698688d-d558-4544-8bac-4ba6d0dddda8 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:57.344865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,segment=NetworkSegment(f62e1303-62ee-4795-9f8c-1e7c9f250a22),segment_id=f62e1303-62ee-4795-9f8c-1e7c9f250a22)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:57.392157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.395646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] For port 95ffcba5-dc72-4e2a-8b64-2201427ea735, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95ffcba5-dc72-4e2a-8b64-2201427ea735,segment=NetworkSegment(f473eac6-fb81-46b0-bb28-4a7c2a739f46),segment_id=f473eac6-fb81-46b0-bb28-4a7c2a739f46)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:57.396123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.408817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Transition to ACTIVE for port object bf88a843-10d4-4e5e-a887-84d7c3b20b54 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:57.415969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.499836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Transition to ACTIVE for port object bf88a843-10d4-4e5e-a887-84d7c3b20b54 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:57.505693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.507139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:57.531634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] Transition to ACTIVE for port object 95ffcba5-dc72-4e2a-8b64-2201427ea735 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:57.544170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.581770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 7cbedafe-6f2b-40c3-8a35-1b873568cdbb owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:57.586483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.640852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95ffcba5-dc72-4e2a-8b64-2201427ea735 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:57.682551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.712795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 8fc54932-184d-434c-8b86-ee67e8a5f550) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:57.718217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:57.722820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:57.723416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.726743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:57.737478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:57.742501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81c713-6ccd-42e1-8af4-e4e245985400 None None] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:57.749647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8:0:1::f8 (ede910bc-f8cd-4ae4-a2a0-88efbdb4f857/f51a8225-5014-4e53-99ac-90f8f0c3088b/3ef42836-1f65-411d-ae77-afb020d55db0) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:57.768592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Pushing event updated for resources: {'Port': ['ID=bf88a843-10d4-4e5e-a887-84d7c3b20b54,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.850195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 0698688d-d558-4544-8bac-4ba6d0dddda8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:57.850855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.871384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-46dba382-a616-4e2a-8043-03bac4289c29 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9806464 Feb 16 12:46:57.874616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51222) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.895484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1483062910', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:57.912166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:57.921144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:router and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:57.931933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:57.942721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:58.048704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.058541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.060344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.061428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.092068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076ef4-6e8f-42d6-b17b-73ffff6452ae None None] Pushing event updated for resources: {'Port': ['ID=95ffcba5-dc72-4e2a-8b64-2201427ea735,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.092324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.117819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Attempting to bind port bf88a843-10d4-4e5e-a887-84d7c3b20b54 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:58.118353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Attempting to bind port bf88a843-10d4-4e5e-a887-84d7c3b20b54 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:58.118917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Attempting to bind port bf88a843-10d4-4e5e-a887-84d7c3b20b54 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:58.124164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Ignored duplicate provisioning block setup for port 3ef42836-1f65-411d-ae77-afb020d55db0 by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:46:58.135917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:58.136440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:58.136951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.137451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:58.138060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Bound port: bf88a843-10d4-4e5e-a887-84d7c3b20b54, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:58.138539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.141656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=7cbedafe-6f2b-40c3-8a35-1b873568cdbb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.164503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f15778f5-7181-463f-a680-ba50ad6a947f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:58.189007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.198060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.205676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.256853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 0698688d-d558-4544-8bac-4ba6d0dddda8 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:58.289223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=3ef42836-1f65-411d-ae77-afb020d55db0,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.291845 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-89efc112-ba4b-4028-9e4f-557a5cff52f2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/7cbedafe-6f2b-40c3-8a35-1b873568cdbb HTTP/1.1" status: 204 len: 168 time: 1.4629180 Feb 16 12:46:58.296582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51226) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.420362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] For port bf88a843-10d4-4e5e-a887-84d7c3b20b54, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:58.425907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d6ee4-c5c2-4c6f-83ad-bc3384185b69 None None] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:58.455964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] For port bf88a843-10d4-4e5e-a887-84d7c3b20b54, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf88a843-10d4-4e5e-a887-84d7c3b20b54,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:58.486966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] In _notify_port_updated(), no bound segment for port 3ef42836-1f65-411d-ae77-afb020d55db0 on network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:46:58.492353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.492990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.516276 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-864ddc2b-471c-4334-99a1-dca3be39de32 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "PUT /v2.0/ports/3ef42836-1f65-411d-ae77-afb020d55db0 HTTP/1.1" status: 200 len: 1011 time: 2.3167057 Feb 16 12:46:58.516558 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.524291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f15778f5-7181-463f-a680-ba50ad6a947f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:58.538560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f15778f5-7181-463f-a680-ba50ad6a947f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:58.539235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.583268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 3ef42836-1f65-411d-ae77-afb020d55db0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:58.583756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.647756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df543c01-3432-4f5f-9940-fa90dfb073e7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.650053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df543c01-3432-4f5f-9940-fa90dfb073e7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.653116 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df543c01-3432-4f5f-9940-fa90dfb073e7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3548169 Feb 16 12:46:58.668188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51236) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.670694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.752862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e43f1-71f8-4e4b-b2ce-e99ea0d849e9 None None] Pushing event updated for resources: {'Port': ['ID=bf88a843-10d4-4e5e-a887-84d7c3b20b54,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.787870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.801783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.822355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet cb84b188-d33c-4696-a94f-7350999a2840 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:58.826250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.854016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d396cf-579d-4ac1-bf96-fc926e3b0fd5 None None] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:58.870078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=0698688d-d558-4544-8bac-4ba6d0dddda8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.893772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.010687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.076063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9fcd4c53-3ecb-4c46-9aa4-fddb0c46cb3a None None] Provisioning for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:59.132239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9fcd4c53-3ecb-4c46-9aa4-fddb0c46cb3a None None] Provisioning complete for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:59.132839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4c53-3ecb-4c46-9aa4-fddb0c46cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.175931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f15778f5-7181-463f-a680-ba50ad6a947f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f15778f5-7181-463f-a680-ba50ad6a947f,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:59.254782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.361618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.391135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.400067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.452691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f15778f5-7181-463f-a680-ba50ad6a947f,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.676511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.697229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9fcd4c53-3ecb-4c46-9aa4-fddb0c46cb3a None None] Provisioning for port 3ef42836-1f65-411d-ae77-afb020d55db0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:59.703712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9fcd4c53-3ecb-4c46-9aa4-fddb0c46cb3a None None] Provisioning complete for port 3ef42836-1f65-411d-ae77-afb020d55db0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:59.704216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4c53-3ecb-4c46-9aa4-fddb0c46cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.708874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 3ef42836-1f65-411d-ae77-afb020d55db0 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:59.725076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.733534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95ffcba5-dc72-4e2a-8b64-2201427ea735 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:59.773906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.779640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=cb84b188-d33c-4696-a94f-7350999a2840,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.822229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd4c53-3ecb-4c46-9aa4-fddb0c46cb3a None None] Port 3ef42836-1f65-411d-ae77-afb020d55db0 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:59.831892 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.845196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:59.845558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.859916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9e8a4600-8ec9-42cc-892b-bebe0d048fd4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/cb84b188-d33c-4696-a94f-7350999a2840 HTTP/1.1" status: 204 len: 168 time: 1.1903076 Feb 16 12:46:59.862852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51240) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:59.941649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 24ce3b35-03e6-4226-8fde-935109d9ebc1 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:00.008935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:00.067894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.26.6.124 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/32727d2f-5121-4f36-8988-cf490069f4ca) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:00.077582 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9f1c7962-2b0d-4fb1-851c-1bf11305c854 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2135806 Feb 16 12:47:00.081985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51244) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.092755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:00.115232 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9cd8152f-5fff-420c-aa7b-ee90fc210f4e None None] Provisioning complete for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:00.116057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cd8152f-5fff-420c-aa7b-ee90fc210f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.165071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:00.175799 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] Sync routers for ids ['24ce3b35-03e6-4226-8fde-935109d9ebc1'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:00.195894 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] Routers {'24ce3b35-03e6-4226-8fde-935109d9ebc1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:00.198575 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['24ce3b35-03e6-4226-8fde-935109d9ebc1'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.243176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:00.243631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.289949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:00.295417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:00.299383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:00.300225 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.305942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:00.312723 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] Routers {'24ce3b35-03e6-4226-8fde-935109d9ebc1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:00.313553 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['24ce3b35-03e6-4226-8fde-935109d9ebc1'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.317145 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6b5d3065-a4f4-4f82-8b9a-ea22db0000c3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/24ce3b35-03e6-4226-8fde-935109d9ebc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6218667 Feb 16 12:47:00.318045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.381179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.403713 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.404306 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600a37-51a2-4192-9500-4f35133a2620 None None] The sync data for ids ['24ce3b35-03e6-4226-8fde-935109d9ebc1'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:00.430080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9cd8152f-5fff-420c-aa7b-ee90fc210f4e None None] Could not find standard attr ID for object 3ef42836-1f65-411d-ae77-afb020d55db0. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:00.448827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ea793424-168b-4494-a9e8-b9b4da0e18a9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:00.456584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:00.460108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.462626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=3ef42836-1f65-411d-ae77-afb020d55db0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.520180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf88a843-10d4-4e5e-a887-84d7c3b20b54 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:00.577685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.577918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7717159e-9a9e-445b-abcc-810814b80ca5 None None] Could not find standard attr ID for object 3ef42836-1f65-411d-ae77-afb020d55db0. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:00.582170 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3b7102c0-17f1-4cc8-9aef-52f5d9eedb19 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/3ef42836-1f65-411d-ae77-afb020d55db0 HTTP/1.1" status: 204 len: 168 time: 2.0815799 Feb 16 12:47:00.582170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ea793424-168b-4494-a9e8-b9b4da0e18a9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:00.582573 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ea793424-168b-4494-a9e8-b9b4da0e18a9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=24ce3b35-03e6-4226-8fde-935109d9ebc1 HTTP/1.1" status: 200 len: 205 time: 0.2633045 Feb 16 12:47:00.589607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.596983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51256) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.645980 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0458c70b-bc9e-48b6-8d6a-7cdb51818823 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:47:00.646513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0458c70b-bc9e-48b6-8d6a-7cdb51818823 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:00.694832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port bf88a843-10d4-4e5e-a887-84d7c3b20b54 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:00.712911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5862c42c-0627-44fe-b491-bfe162ebc479 None None] Could not find standard attr ID for object 3ef42836-1f65-411d-ae77-afb020d55db0. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:00.725454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096093c2-8655-49b3-b716-3fad7c9c3e28 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:00.780934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0458c70b-bc9e-48b6-8d6a-7cdb51818823 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:00.782948 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0458c70b-bc9e-48b6-8d6a-7cdb51818823 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/3ef42836-1f65-411d-ae77-afb020d55db0 HTTP/1.1" status: 404 len: 333 time: 0.1988187 Feb 16 12:47:00.785428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.790721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e527a2d-4cca-4b01-8e6d-0db910b71c99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.868725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet f51a8225-5014-4e53-99ac-90f8f0c3088b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:00.872689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.934070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.020248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d4cda049-3106-4236-ab77-1d0780684d0d None None] Provisioning for port bf88a843-10d4-4e5e-a887-84d7c3b20b54 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:01.027917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d4cda049-3106-4236-ab77-1d0780684d0d None None] Provisioning complete for port bf88a843-10d4-4e5e-a887-84d7c3b20b54 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:01.028680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4cda049-3106-4236-ab77-1d0780684d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.056514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.157290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:01.176166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Deleting port bf88a843-10d4-4e5e-a887-84d7c3b20b54 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:01.176550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.210225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.253920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=f51a8225-5014-4e53-99ac-90f8f0c3088b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.257861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.264665 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f2613caa-1928-47ae-8a09-22172b558f26 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/f51a8225-5014-4e53-99ac-90f8f0c3088b HTTP/1.1" status: 204 len: 168 time: 0.4780619 Feb 16 12:47:01.267129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51266) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:01.276061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de16ce-47e5-44d7-b3fb-cf45845cfc58 None None] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:01.345693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.423894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.461733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e527a2d-4cca-4b01-8e6d-0db910b71c99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.463620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 8bee6134-bc96-48c2-ac05-bd12ff36c1f4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:01.466811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e527a2d-4cca-4b01-8e6d-0db910b71c99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.468006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.502207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:01.506707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:01.518066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:01.518650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.528677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4cda049-3106-4236-ab77-1d0780684d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.544897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=18829c1f-c195-495c-9075-c7261ec8b45c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.552155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.562999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f15778f5-7181-463f-a680-ba50ad6a947f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:01.591776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e527a2d-4cca-4b01-8e6d-0db910b71c99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.592595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e527a2d-4cca-4b01-8e6d-0db910b71c99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Fanout notify agent at l3_agent the message router_deleted on router 24ce3b35-03e6-4226-8fde-935109d9ebc1 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:01.602208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e527a2d-4cca-4b01-8e6d-0db910b71c99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.603385 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4e527a2d-4cca-4b01-8e6d-0db910b71c99 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/24ce3b35-03e6-4226-8fde-935109d9ebc1 HTTP/1.1" status: 204 len: 168 time: 1.0054398 Feb 16 12:47:01.605898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.610472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51270) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:01.611001 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9336e70f-443c-4582-a577-2b2a9d2f6259 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5290735 Feb 16 12:47:01.642510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51274) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:01.667148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'name': 'tempest-NetworksTestDHCPv6-47639957'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:01.680565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet cec43a27-0b6a-45bd-b903-b477d81b3651 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:01.683789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.723391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] For port bf88a843-10d4-4e5e-a887-84d7c3b20b54, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf88a843-10d4-4e5e-a887-84d7c3b20b54,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:01.723993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.737094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d4cda049-3106-4236-ab77-1d0780684d0d None None] For port bf88a843-10d4-4e5e-a887-84d7c3b20b54, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf88a843-10d4-4e5e-a887-84d7c3b20b54,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:01.743288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.756513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:01.762117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:01.770463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:01.804323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=32727d2f-5121-4f36-8988-cf490069f4ca,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.834162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.866093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4cda049-3106-4236-ab77-1d0780684d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.877822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Calling delete_port for bf88a843-10d4-4e5e-a887-84d7c3b20b54 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:01.945306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.976572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.014451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:02.020445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f15778f5-7181-463f-a680-ba50ad6a947f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:02.020823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.024813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.035105 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/cec43a27-0b6a-45bd-b903-b477d81b3651 HTTP/1.1" status: 204 len: 168 time: 0.4236653 Feb 16 12:47:02.038296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8d72-8c93-4f85-9cfd-e3c6504ba4c9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=cec43a27-0b6a-45bd-b903-b477d81b3651,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.041939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.052864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:02.061395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:02.064816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c604e-4e32-4989-9492-d8665ae0ae3e None None] Network 65990a5d-3595-462d-995b-73eab12701cd requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:02.074402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:02.090457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-86dd595a-ebdd-471d-a434-0be451614869 None None] Could not find standard attr ID for object 3ef42836-1f65-411d-ae77-afb020d55db0. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:02.181078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.185970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:02.189906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.192494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:02.192824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.216537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cda049-3106-4236-ab77-1d0780684d0d None None] Pushing event updated for resources: {'Port': ['ID=bf88a843-10d4-4e5e-a887-84d7c3b20b54,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.267664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 03991eb4-1be8-42b0-abf5-fc7b511e7fe3 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:02.312239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:02.312589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:02.391281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.456590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.461395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf88a843-10d4-4e5e-a887-84d7c3b20b54 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:02.474578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=8bee6134-bc96-48c2-ac05-bd12ff36c1f4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.480616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c1b16b44-8ab8-4199-be16-bc3df2c2af00 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/8bee6134-bc96-48c2-ac05-bd12ff36c1f4 HTTP/1.1" status: 204 len: 168 time: 1.2121949 Feb 16 12:47:02.484214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.513063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,segment=NetworkSegment(f62e1303-62ee-4795-9f8c-1e7c9f250a22),segment_id=f62e1303-62ee-4795-9f8c-1e7c9f250a22)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:02.513431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.533976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] DHCP port deletion for 65990a5d-3595-462d-995b-73eab12701cd request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:02.541023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Deleting port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:02.541400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.558533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.651583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::2db (d9baa628-812c-4290-914a-2abb43e08a16/18829c1f-c195-495c-9075-c7261ec8b45c/03991eb4-1be8-42b0-abf5-fc7b511e7fe3) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:02.669896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.721406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:02.826807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Deleting port bf88a843-10d4-4e5e-a887-84d7c3b20b54 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:02.827450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.853739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.868477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 95ffcba5-dc72-4e2a-8b64-2201427ea735 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:02.868869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.923661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.987046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.998022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No DVR routers for this DVR port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:03.144034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] For port bf88a843-10d4-4e5e-a887-84d7c3b20b54, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf88a843-10d4-4e5e-a887-84d7c3b20b54,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:03.144434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.278061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.287240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.296814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.301846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7d673-e20c-4f8e-8d6e-79dcc1a0898e None None] Network ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:03.322713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Calling delete_port for bf88a843-10d4-4e5e-a887-84d7c3b20b54 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:03.344538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65990a5d-3595-462d-995b-73eab12701cd']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.357800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port bf88a843-10d4-4e5e-a887-84d7c3b20b54, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf88a843-10d4-4e5e-a887-84d7c3b20b54,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:03.375558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 03991eb4-1be8-42b0-abf5-fc7b511e7fe3 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:03.409905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62e1303-62ee-4795-9f8c-1e7c9f250a22') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.410286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62e1303-62ee-4795-9f8c-1e7c9f250a22') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.434643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.447405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.452219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] For port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6a06f524-f850-4e2c-bb2c-533c0d75b6a5,segment=NetworkSegment(f62e1303-62ee-4795-9f8c-1e7c9f250a22),segment_id=f62e1303-62ee-4795-9f8c-1e7c9f250a22)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:03.452379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.466670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] For port 95ffcba5-dc72-4e2a-8b64-2201427ea735, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95ffcba5-dc72-4e2a-8b64-2201427ea735,segment=NetworkSegment(f473eac6-fb81-46b0-bb28-4a7c2a739f46),segment_id=f473eac6-fb81-46b0-bb28-4a7c2a739f46)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:03.466670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.473978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.540865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:03.541313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:03.557439 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:03.569345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.610812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:03.627792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:03.660952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:03.674094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 95ffcba5-dc72-4e2a-8b64-2201427ea735 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:03.720322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:03.720582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Calling delete_port for 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:03.734034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:03.739706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.740422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.754013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=03991eb4-1be8-42b0-abf5-fc7b511e7fe3,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.782455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:03.782795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:03.795814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-902487fa-13d6-424b-bd9e-db9a4a4ca482 None None] Provisioning complete for port 95ffcba5-dc72-4e2a-8b64-2201427ea735 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:03.796117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-902487fa-13d6-424b-bd9e-db9a4a4ca482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.837831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.843861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.863121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-39f4b6dc-e870-4a6b-9873-ac509700de19 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2128894 Feb 16 12:47:03.867338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51288) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:03.871449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.903996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=bf88a843-10d4-4e5e-a887-84d7c3b20b54,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.914507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=65990a5d-3595-462d-995b-73eab12701cd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.921518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:03.921692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:03.935114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No DVR routers for this DVR port 95ffcba5-dc72-4e2a-8b64-2201427ea735 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:03.936371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:03.937193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=95ffcba5-dc72-4e2a-8b64-2201427ea735,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.942805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-902487fa-13d6-424b-bd9e-db9a4a4ca482 None None] Could not find standard attr ID for object 95ffcba5-dc72-4e2a-8b64-2201427ea735. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:03.944639 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.plugins.ml2.db [None req-902487fa-13d6-424b-bd9e-db9a4a4ca482 None None] No ports have port_id starting with 95ffcba5-dc72-4e2a-8b64-2201427ea735 Feb 16 12:47:03.947206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:03.947564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:03.957359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:03.969546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:03.970553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.976621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c70d4-5ba1-4195-85b2-6f1d0584da27 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.982456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c70d4-5ba1-4195-85b2-6f1d0584da27 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.983275 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-900c70d4-5ba1-4195-85b2-6f1d0584da27 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:04.036930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-372a0c28-c7fb-46d7-952b-6a8dcb6d3af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.305847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.305847 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7956e23b-bfff-4bb0-9ed9-e79b3759aa74 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1732254 Feb 16 12:47:04.305847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51292) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.306912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc53914-cc26-4e2f-b57f-6efb297c5bba None None] DHCP port deletion for ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:04.306912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.344420 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bc0fa126-64ff-4d9d-bcb7-09e6d62f78b1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/65990a5d-3595-462d-995b-73eab12701cd HTTP/1.1" status: 204 len: 168 time: 2.0340261 Feb 16 12:47:04.344420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.345069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:04.345069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:46:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-473372588', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:router and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede910bc-f8cd-4ae4-a2a0-88efbdb4f857']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f473eac6-fb81-46b0-bb28-4a7c2a739f46') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.345273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f473eac6-fb81-46b0-bb28-4a7c2a739f46') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.346077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.346077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6af43-deec-4d4a-8331-7947466d2fd1 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:04.346253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.346253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.346253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:04.346253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.346617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-900c70d4-5ba1-4195-85b2-6f1d0584da27 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:04.346617 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-900c70d4-5ba1-4195-85b2-6f1d0584da27 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.3622422 Feb 16 12:47:04.346617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51300) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:04.346882 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:04.349395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 03991eb4-1be8-42b0-abf5-fc7b511e7fe3 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:04.349395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.357350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.358383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.373994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.381251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.386440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.401964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Deleting port bf88a843-10d4-4e5e-a887-84d7c3b20b54 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:04.402444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.416662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=ede910bc-f8cd-4ae4-a2a0-88efbdb4f857,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.425337 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6764e41e-4d45-45f1-8788-04f88911dacc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/ede910bc-f8cd-4ae4-a2a0-88efbdb4f857 HTTP/1.1" status: 204 len: 168 time: 1.9401188 Feb 16 12:47:04.427269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.452038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Deleting port 6a06f524-f850-4e2c-bb2c-533c0d75b6a5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:04.452514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.530395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8452b-c8fd-4e75-9bd8-758235013763 None None] The port '6a06f524-f850-4e2c-bb2c-533c0d75b6a5' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:04.718717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] For port bf88a843-10d4-4e5e-a887-84d7c3b20b54, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf88a843-10d4-4e5e-a887-84d7c3b20b54,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:04.719142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.750251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.764952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f8fcc-54b0-46b6-828b-0031e40f91a2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:04.776701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a63f8fcc-54b0-46b6-828b-0031e40f91a2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:04.841720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Calling delete_port for bf88a843-10d4-4e5e-a887-84d7c3b20b54 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:04.993859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.019636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.032515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a63f8fcc-54b0-46b6-828b-0031e40f91a2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:05.037740 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a63f8fcc-54b0-46b6-828b-0031e40f91a2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6094904 Feb 16 12:47:05.038480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.061282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] Pushing event deleted for resources: {'Port': ['ID=bf88a843-10d4-4e5e-a887-84d7c3b20b54,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.061999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f0684-963a-486c-9259-cc2e53c57959 None None] No DVR routers for this DVR port bf88a843-10d4-4e5e-a887-84d7c3b20b54 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:05.080845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66273ed4-cd13-42b7-9a2b-b789d8418e56 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:05.155287 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-87b60ae6-2970-486a-b85d-7c46cdb5fdab tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1136482 Feb 16 12:47:05.156027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51314) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.169612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178746571'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:05.172801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:05.178291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:05.181702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:05.200845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:05.204518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 03991eb4-1be8-42b0-abf5-fc7b511e7fe3 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:05.331604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:05.335247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.357235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '18829c1f-c195-495c-9075-c7261ec8b45c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:05.358767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.409559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.417430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.441738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.543526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95ffcba5-dc72-4e2a-8b64-2201427ea735 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:05.578519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:05.585273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 95ffcba5-dc72-4e2a-8b64-2201427ea735 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:05.585273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95ffcba5-dc72-4e2a-8b64-2201427ea735 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:05.598474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.616228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.616700 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment 887cbcdd-e45a-45ec-b286-baa55864705f of type vlan for network 1970b9e1-176e-489d-ad88-609d69ace5bb Feb 16 12:47:05.668060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=03991eb4-1be8-42b0-abf5-fc7b511e7fe3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.687425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.712250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/18829c1f-c195-495c-9075-c7261ec8b45c/a7256ae0-0af3-41cd-98c8-dec0fc73bb59) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:05.723185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.727215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.26.6.233 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/71407fec-7b2a-4b29-b753-446f1f4806f7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:05.820826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.826225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:05.826773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.851443 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-aeecca03-45b1-48c1-b579-4cad41eacb78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/03991eb4-1be8-42b0-abf5-fc7b511e7fe3 HTTP/1.1" status: 204 len: 168 time: 1.6118262 Feb 16 12:47:05.855452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51318) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.964911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.977198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=1970b9e1-176e-489d-ad88-609d69ace5bb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.983781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.1 (8fc54932-184d-434c-8b86-ee67e8a5f550/ce9df02d-8f6e-4089-bfa4-97e793c9ac14/ecbbed1d-c8ad-4fa2-9e0f-0000417a1019) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:05.988099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Transition to ACTIVE for port object a7256ae0-0af3-41cd-98c8-dec0fc73bb59 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:05.999075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.015718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Transition to ACTIVE for port object a7256ae0-0af3-41cd-98c8-dec0fc73bb59 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:06.021565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 1970b9e1-176e-489d-ad88-609d69ace5bb details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:06.047788 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-01165b3e-bcf1-4fbe-b570-184260465b2f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8904588 Feb 16 12:47:06.048473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.054421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:06.088474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee987d-08d3-4527-8fb5-e253c5872db1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.090830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee987d-08d3-4527-8fb5-e253c5872db1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.091619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39ee987d-08d3-4527-8fb5-e253c5872db1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:06.119502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.127584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.221947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:06.225141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.230296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:06.236757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:06.237846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.240580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:06.268803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Pushing event updated for resources: {'Port': ['ID=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.275994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d5a7-0c85-4bb1-b7a0-f4e60c5e871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.286255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=71407fec-7b2a-4b29-b753-446f1f4806f7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.300700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.301039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.301372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.301701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.302028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.302350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.302744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.303039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.303316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.303631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.303976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.304329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:06.310950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:06.321938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.322222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:06.327387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:06.332223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Attempting to bind port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:06.332569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Attempting to bind port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:06.332933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Attempting to bind port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:06.336506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:06.339508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:06.339887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:06.340288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.340689 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:06.341172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Bound port: a7256ae0-0af3-41cd-98c8-dec0fc73bb59, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:06.341533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.368436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39ee987d-08d3-4527-8fb5-e253c5872db1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:06.372806 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-39ee987d-08d3-4527-8fb5-e253c5872db1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5133646 Feb 16 12:47:06.374108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51326) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.431937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.475117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] For port a7256ae0-0af3-41cd-98c8-dec0fc73bb59, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:06.477393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] For port a7256ae0-0af3-41cd-98c8-dec0fc73bb59, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:06.499115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 18829c1f-c195-495c-9075-c7261ec8b45c {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:06.509455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.530175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:06.533601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.546421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:06.551897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.558369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:06.575599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.618818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=ecbbed1d-c8ad-4fa2-9e0f-0000417a1019,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.623797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.675353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa2f77-af78-48e1-a201-028b6959ae77 None None] Pushing event updated for resources: {'Port': ['ID=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.685770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.758847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.944406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.961573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.006703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=18829c1f-c195-495c-9075-c7261ec8b45c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.008692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.036115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.101689 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a508b43f-f09a-4f25-bf6a-818381760781 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/18829c1f-c195-495c-9075-c7261ec8b45c HTTP/1.1" status: 204 len: 168 time: 0.7274179 Feb 16 12:47:07.105373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51330) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.168954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.182117 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7ded439d-b3c6-4fb6-b8a8-9288d2b77d3b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753627 Feb 16 12:47:07.185434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.205365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:07.225375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.387845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.470006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:07.479129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:07.526033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.535447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:07.572687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:07.599814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a7256ae0-0af3-41cd-98c8-dec0fc73bb59 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:07.610327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=70f1151a-e1ad-4796-9fb9-6c60d6abd8e5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.615287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.625133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.627318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': '887cbcdd-e45a-45ec-b286-baa55864705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:07.627678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: 1970b9e1-176e-489d-ad88-609d69ace5bb, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:07.712735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:07.716527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.759049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.762579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=ecbbed1d-c8ad-4fa2-9e0f-0000417a1019,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.773851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.774202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.774539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.774871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.775244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.775575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.775898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.776253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.776599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.776904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.777221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.777544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:07.792699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:07.830766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517d0d8-af58-490c-8ebe-bb53f8ae2019 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:07.879279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 1970b9e1-176e-489d-ad88-609d69ace5bb is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:07.937967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:07.939140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:08.005498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 1970b9e1-176e-489d-ad88-609d69ace5bb) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:08.009773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:08.010576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.021915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bbe31d-8541-46ee-b70f-997b1c6d12dd None None] Network 1970b9e1-176e-489d-ad88-609d69ace5bb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:08.094045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 8d1b8f5b-49e9-4a48-9cdd-327c352e9168 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:08.105446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] Provisioning for port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:08.130429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] Provisioning complete for port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:08.130840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.162002 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-74a65f20-b83e-4cf1-a9e6-89911185b31d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1124096 Feb 16 12:47:08.164015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.187796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb', 'name': 'tempest-PortsIpV6TestJSON-1189214955'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.295184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:08.338068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.365552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:08.385757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Deleting port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:08.386764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.422006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-1970b9e1-176e-489d-ad88-609d69ace5bb', 'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb', 'tenant_id': '8e02bf63068c477b91e7dc0df9bd9081', 'fixed_ips': [{'subnet_id': '70f1151a-e1ad-4796-9fb9-6c60d6abd8e5'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:08.422946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.462090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.496637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:08.501969 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-072f7b0c-1043-48c9-bb47-54b2ce52288f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/routers/ad7dc933-62c2-4c1f-a6d4-c89abedf11f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4482703 Feb 16 12:47:08.504292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51344) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.507729 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:08.510600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'port': {'network_id': '8fc54932-184d-434c-8b86-ee67e8a5f550', 'name': 'tempest-FloatingIPTestJSON-685241998'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.518588 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:08.519478 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.566437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:08.567994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:08.569946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:08.598028 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.599032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=f3ea706f-58b6-4fa5-b7e9-8907438473e2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.599946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] Sync routers for ids ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:08.613078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:08.614233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.619805 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:08.621358 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.649226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] For port a7256ae0-0af3-41cd-98c8-dec0fc73bb59, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:08.669511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] Routers {'8d1b8f5b-49e9-4a48-9cdd-327c352e9168'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:08.670191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.680850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:08.685809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:port and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:08.687378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:08.689592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:08.695633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:08.697593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:08.713118 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.713518 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1936ec0-430a-4d6b-aff7-60d865a0a2b1 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:08.727987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.731017 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9701dbbf-b161-4ed9-a543-af2b46c8ea93 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.6456366 Feb 16 12:47:08.732859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.781450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.809180 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d46b91be-6b57-4516-a4d7-06de9e5dd2f7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6131852 Feb 16 12:47:08.811819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51352) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.826849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'name': 'tempest-NetworksTestDHCPv6-823149450'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.836349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.838153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.890155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] Could not find standard attr ID for object 03991eb4-1be8-42b0-abf5-fc7b511e7fe3. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:08.921856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:08.925779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.930097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] Routers {'8d1b8f5b-49e9-4a48-9cdd-327c352e9168'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:08.930853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.960348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:09.015665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Allocated IP 2001:db8::2 (1970b9e1-176e-489d-ad88-609d69ace5bb/70f1151a-e1ad-4796-9fb9-6c60d6abd8e5/6145b8a4-79ff-41eb-aabf-35a7caf6e36e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:09.019822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:09.020218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc12f1-77c2-4513-b49d-ce3617227d08 None None] The sync data for ids ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:09.046672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:09.051795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14851e9-6390-403b-892c-a6ad16bd9c77 None None] Pushing event updated for resources: {'Port': ['ID=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.060870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:09.065934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:09.074083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:09.085659 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-91b941c6-9d70-4e03-8bbb-93c30ab8cbfc tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/routers/8d1b8f5b-49e9-4a48-9cdd-327c352e9168 HTTP/1.1" status: 200 len: 880 time: 0.3491294 Feb 16 12:47:09.086389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.087490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:09.091864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.107360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] For port a7256ae0-0af3-41cd-98c8-dec0fc73bb59, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:09.107783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.113885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] device_id is not set on port 62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:09.148815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:09.154099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.193029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port f3ef01a7-0e28-4759-b508-bc1d1982c1be yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:09.342177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fed62e4a-96d5-4156-a37e-127ff7e34055 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:router {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:09.379648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Calling delete_port for a7256ae0-0af3-41cd-98c8-dec0fc73bb59 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:09.395582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.4 (8fc54932-184d-434c-8b86-ee67e8a5f550/ce9df02d-8f6e-4089-bfa4-97e793c9ac14/62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:09.420250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fed62e4a-96d5-4156-a37e-127ff7e34055 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:router {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:09.423880 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fed62e4a-96d5-4156-a37e-127ff7e34055 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3342357 Feb 16 12:47:09.424187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51362) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.429490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b12c1065-4ee3-4096-8021-7f391c9d5b04 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-473372588'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:09.562075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.580346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Transition to ACTIVE for port object 6145b8a4-79ff-41eb-aabf-35a7caf6e36e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:09.608897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a7256ae0-0af3-41cd-98c8-dec0fc73bb59 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:09.661022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Transition to ACTIVE for port object 6145b8a4-79ff-41eb-aabf-35a7caf6e36e will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:09.664558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::328 (d9baa628-812c-4290-914a-2abb43e08a16/f3ea706f-58b6-4fa5-b7e9-8907438473e2/f3ef01a7-0e28-4759-b508-bc1d1982c1be) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:09.710656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:09.711013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:09.737537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.748105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.753437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.819701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51366) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.838114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Network 1970b9e1-176e-489d-ad88-609d69ace5bb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:09.844910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:09.847225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:09.855021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Pushing event updated for resources: {'Port': ['ID=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.887287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port a7256ae0-0af3-41cd-98c8-dec0fc73bb59, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:09.933284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.947486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.949978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object f3ef01a7-0e28-4759-b508-bc1d1982c1be will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:09.977844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.989686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Attempting to bind port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:09.989686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Attempting to bind port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '887cbcdd-e45a-45ec-b286-baa55864705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:09.989686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Attempting to bind port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e on network 1970b9e1-176e-489d-ad88-609d69ace5bb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:10.009946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:10.010325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Checking segment: {'id': '887cbcdd-e45a-45ec-b286-baa55864705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:10.010741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.011181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Bound using segment: {'id': '887cbcdd-e45a-45ec-b286-baa55864705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:10.014822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Bound port: 6145b8a4-79ff-41eb-aabf-35a7caf6e36e, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887cbcdd-e45a-45ec-b286-baa55864705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:10.014822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.076211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.078945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.092880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.126102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] For port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:10.129397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] For port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,segment=NetworkSegment(887cbcdd-e45a-45ec-b286-baa55864705f),segment_id=887cbcdd-e45a-45ec-b286-baa55864705f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:10.159261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:10.165215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:10.168797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:10.172023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:10.173958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::261 (1970b9e1-176e-489d-ad88-609d69ace5bb/70f1151a-e1ad-4796-9fb9-6c60d6abd8e5/bb533b2b-34cf-4efe-b3d8-c545e9fda7d0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:10.177488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.178095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.180678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.181891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:10.187373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:10.225129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Deleting port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:10.225505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.235378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=f3ef01a7-0e28-4759-b508-bc1d1982c1be,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.278021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.278667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.309395 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5ffdcde3-503d-4611-a0ce-0a4be52cbf06 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4942062 Feb 16 12:47:10.309738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51370) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.359517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5e6c546f-be75-427b-8374-57c930d41ebb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8517001 Feb 16 12:47:10.361304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51374) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.364871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87caf-9980-4021-8c30-568f6a0c5268 None None] Pushing event updated for resources: {'Port': ['ID=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.366526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'port': {'network_id': '8fc54932-184d-434c-8b86-ee67e8a5f550', 'name': 'tempest-FloatingIPTestJSON-970306575'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.554724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] For port a7256ae0-0af3-41cd-98c8-dec0fc73bb59, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:10.555369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.715253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Calling delete_port for a7256ae0-0af3-41cd-98c8-dec0fc73bb59 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:10.735071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33121c7b-3f5e-4a44-8e5e-05dfb025495d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.741138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33121c7b-3f5e-4a44-8e5e-05dfb025495d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.741941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-33121c7b-3f5e-4a44-8e5e-05dfb025495d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:10.746929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:10.762599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:port and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:10.774409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:10.790380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:10.831404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b12c1065-4ee3-4096-8021-7f391c9d5b04 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.945622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.945847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.946105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:10.950444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.955502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b12c1065-4ee3-4096-8021-7f391c9d5b04 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.961167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-33121c7b-3f5e-4a44-8e5e-05dfb025495d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:10.965005 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-33121c7b-3f5e-4a44-8e5e-05dfb025495d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.6519129 Feb 16 12:47:10.966185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51378) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.000037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] Pushing event deleted for resources: {'Port': ['ID=a7256ae0-0af3-41cd-98c8-dec0fc73bb59,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.002392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05438039-5e0e-43ad-a1aa-78b09d20358b None None] No DVR routers for this DVR port a7256ae0-0af3-41cd-98c8-dec0fc73bb59 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:11.019159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.023780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b206e-efcd-41c9-abea-675595972044 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:11.054320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] device_id is not set on port 918f2553-5eb6-49d9-b398-8c7a3bc28b4a yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:11.072801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:11.121485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port f3ef01a7-0e28-4759-b508-bc1d1982c1be {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:11.121788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.243755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c1065-4ee3-4096-8021-7f391c9d5b04 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 8d1b8f5b-49e9-4a48-9cdd-327c352e9168 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:11.318259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.364026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.13 (8fc54932-184d-434c-8b86-ee67e8a5f550/ce9df02d-8f6e-4089-bfa4-97e793c9ac14/918f2553-5eb6-49d9-b398-8c7a3bc28b4a) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:11.365575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'f3ea706f-58b6-4fa5-b7e9-8907438473e2'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:11.366585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.475040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 1970b9e1-176e-489d-ad88-609d69ace5bb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:11.481625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:11.484040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:11.489647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:11.490367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.529268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.581436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=bb533b2b-34cf-4efe-b3d8-c545e9fda7d0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.643890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c1065-4ee3-4096-8021-7f391c9d5b04 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:11.657992 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b12c1065-4ee3-4096-8021-7f391c9d5b04 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.660407 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] Sync routers for ids ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:11.661830 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b12c1065-4ee3-4096-8021-7f391c9d5b04 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/8d1b8f5b-49e9-4a48-9cdd-327c352e9168 HTTP/1.1" status: 200 len: 887 time: 2.2367320 Feb 16 12:47:11.662619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.669500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6145b8a4-79ff-41eb-aabf-35a7caf6e36e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:11.686671 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] Routers {'8d1b8f5b-49e9-4a48-9cdd-327c352e9168'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:11.689375 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.703690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/f3ea706f-58b6-4fa5-b7e9-8907438473e2/56725334-772b-40ec-b9f5-2a1394d86748) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:11.795788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for f3ef01a7-0e28-4759-b508-bc1d1982c1be owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:11.802888 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.814512 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] Routers {'8d1b8f5b-49e9-4a48-9cdd-327c352e9168'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:11.815586 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.856828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580cb30-e1f2-49b0-96ab-6ccb27f7eac7 None None] Network 1970b9e1-176e-489d-ad88-609d69ace5bb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:11.916054 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.916447 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0e8b4-34c6-4e99-b2ed-9bcebe3dee6f None None] The sync data for ids ['8d1b8f5b-49e9-4a48-9cdd-327c352e9168'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:11.934451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:11.943548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.977365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.003514 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-41648ba2-2d76-424f-aff8-2cf85fa9d96e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8313563 Feb 16 12:47:12.009224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51386) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.019898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': '1970b9e1-176e-489d-ad88-609d69ace5bb', 'name': 'tempest-PortsIpV6TestJSON-1889430214'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:12.066064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d3bb88a0-fdc7-49c5-a1d0-a42d65fbc1ff None None] Provisioning for port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:12.086719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d3bb88a0-fdc7-49c5-a1d0-a42d65fbc1ff None None] Provisioning complete for port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:12.087116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3bb88a0-fdc7-49c5-a1d0-a42d65fbc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.115564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.181745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=f3ef01a7-0e28-4759-b508-bc1d1982c1be,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.206619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.226728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Transition to ACTIVE for port object 56725334-772b-40ec-b9f5-2a1394d86748 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:12.239197 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dfb9372a-8de9-4f76-8289-885d70dc507d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/routers/8d1b8f5b-49e9-4a48-9cdd-327c352e9168 HTTP/1.1" status: 200 len: 887 time: 0.5746591 Feb 16 12:47:12.246641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.251204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51390) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.261321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.327114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Transition to ACTIVE for port object 56725334-772b-40ec-b9f5-2a1394d86748 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:12.355097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3bb88a0-fdc7-49c5-a1d0-a42d65fbc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.374660 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0f56542e-ef04-4a1a-b2bc-1f91ee2dbc67 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d1b8f5b-49e9-4a48-9cdd-327c352e9168 HTTP/1.1" status: 200 len: 205 time: 0.1186128 Feb 16 12:47:12.378729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.395902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:12.399108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:12.400000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d3bb88a0-fdc7-49c5-a1d0-a42d65fbc1ff None None] For port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,segment=NetworkSegment(887cbcdd-e45a-45ec-b286-baa55864705f),segment_id=887cbcdd-e45a-45ec-b286-baa55864705f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:12.401997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:12.407584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:12.417254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.437616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:12.446270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:12.448908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=918f2553-5eb6-49d9-b398-8c7a3bc28b4a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.461599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:12.485633 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-da33dae9-29e4-47ba-8ef1-af4b0250887f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/f3ef01a7-0e28-4759-b508-bc1d1982c1be HTTP/1.1" status: 204 len: 168 time: 1.5140245 Feb 16 12:47:12.485816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51398) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.492817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:12.495284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:12.495966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.496518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:12.499077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:12.508513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Pushing event updated for resources: {'Port': ['ID=56725334-772b-40ec-b9f5-2a1394d86748,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.541629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3bb88a0-fdc7-49c5-a1d0-a42d65fbc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.574382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:12.579159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:12.642823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd9745-85b3-4d3a-bf35-de2cc465ecc5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:12.644436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd9745-85b3-4d3a-bf35-de2cc465ecc5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:12.645196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d2bd9745-85b3-4d3a-bf35-de2cc465ecc5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:12.653612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Attempting to bind port 56725334-772b-40ec-b9f5-2a1394d86748 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:12.653969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Attempting to bind port 56725334-772b-40ec-b9f5-2a1394d86748 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:12.654332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Attempting to bind port 56725334-772b-40ec-b9f5-2a1394d86748 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:12.663500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:12.663893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:12.664266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.664658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:12.665131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Bound port: 56725334-772b-40ec-b9f5-2a1394d86748, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:12.665500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.675373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.691203 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0497a3de-71e5-423a-8af8-38a1dfc668d1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3299887 Feb 16 12:47:12.691996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51402) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.699112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '918f2553-5eb6-49d9-b398-8c7a3bc28b4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:12.709827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:12.711720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb88a0-fdc7-49c5-a1d0-a42d65fbc1ff None None] Pushing event updated for resources: {'Port': ['ID=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.722073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:floatingip and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:12.727584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:12.738618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:12.789353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] For port 56725334-772b-40ec-b9f5-2a1394d86748, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:12.794129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] For port 56725334-772b-40ec-b9f5-2a1394d86748, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=56725334-772b-40ec-b9f5-2a1394d86748,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:12.865571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cce5bed6-3466-4292-9f88-10ab76e2b53c None None] Provisioning for port bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:12.873106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.877428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cce5bed6-3466-4292-9f88-10ab76e2b53c None None] Provisioning complete for port bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:12.877792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cce5bed6-3466-4292-9f88-10ab76e2b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.895648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d2bd9745-85b3-4d3a-bf35-de2cc465ecc5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:12.897085 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d2bd9745-85b3-4d3a-bf35-de2cc465ecc5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4116926 Feb 16 12:47:12.910248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51406) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.911276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port f15778f5-7181-463f-a680-ba50ad6a947f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:12.911788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.933778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.022655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cce5bed6-3466-4292-9f88-10ab76e2b53c None None] Port bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:13.034375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159ce51-cf95-45d4-8564-3c6d92ddf96e None None] Pushing event updated for resources: {'Port': ['ID=56725334-772b-40ec-b9f5-2a1394d86748,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.048513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cce5bed6-3466-4292-9f88-10ab76e2b53c None None] Provisioning complete for port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:13.048888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cce5bed6-3466-4292-9f88-10ab76e2b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.060845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::22b (1970b9e1-176e-489d-ad88-609d69ace5bb/70f1151a-e1ad-4796-9fb9-6c60d6abd8e5/9edb51b0-3f1a-4eea-bbd4-b459cfe242b6) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:13.275055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port f15778f5-7181-463f-a680-ba50ad6a947f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f15778f5-7181-463f-a680-ba50ad6a947f,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:13.275659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.281008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.318108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-31d5145d-cc2f-4609-baf9-4138f4aa33fd None None] Provisioning complete for port bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:13.318475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31d5145d-cc2f-4609-baf9-4138f4aa33fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.320195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet f3ea706f-58b6-4fa5-b7e9-8907438473e2 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:13.324245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.377643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.385107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-31d5145d-cc2f-4609-baf9-4138f4aa33fd None None] Port bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:13.399143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.460625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object 9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:13.506696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.26.6.109 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/5876667e-edf3-4a32-a790-5c1afbebffe0) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:13.608976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.640608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 71407fec-7b2a-4b29-b753-446f1f4806f7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:13.640945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.670077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 56725334-772b-40ec-b9f5-2a1394d86748 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:13.681559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for f15778f5-7181-463f-a680-ba50ad6a947f owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:13.719517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 1970b9e1-176e-489d-ad88-609d69ace5bb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:13.724911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.731864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:13.739014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:13.744518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:13.745236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.757389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=9edb51b0-3f1a-4eea-bbd4-b459cfe242b6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.785267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.865709 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0ff459a8-2304-4a59-8d3e-5f29821d8486 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8551981 Feb 16 12:47:13.868672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51410) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.888143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 56725334-772b-40ec-b9f5-2a1394d86748 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:13.894028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6145b8a4-79ff-41eb-aabf-35a7caf6e36e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:13.952541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.966224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.008743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.009484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.080949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=5876667e-edf3-4a32-a790-5c1afbebffe0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.095134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:14.097876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:14.100948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:14.129545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.141408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd8f796-0b9c-4d68-9b11-d5450337dc05 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.142157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-acd8f796-0b9c-4d68-9b11-d5450337dc05 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:14.180547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.202444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ea706f-58b6-4fa5-b7e9-8907438473e2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.231370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f015e2e2-3fb3-4ddc-9365-9eb33e7d48bc None None] Provisioning for port 9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:14.241198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f015e2e2-3fb3-4ddc-9365-9eb33e7d48bc None None] Provisioning complete for port 9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.241530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f015e2e2-3fb3-4ddc-9365-9eb33e7d48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.264802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.306639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f015e2e2-3fb3-4ddc-9365-9eb33e7d48bc None None] Port 9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:14.320655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-acd8f796-0b9c-4d68-9b11-d5450337dc05 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:14.324941 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-acd8f796-0b9c-4d68-9b11-d5450337dc05 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A261 HTTP/1.1" status: 200 len: 929 time: 0.4521747 Feb 16 12:47:14.329429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51414) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.343867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 71407fec-7b2a-4b29-b753-446f1f4806f7 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:14.378562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2d81d-33bd-41f8-a9a4-78a5db386674 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:14.460910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Could not find standard attr ID for object f3ef01a7-0e28-4759-b508-bc1d1982c1be. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:14.488975 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-172f8e8a-84c3-4e8b-9b88-08cb14057388 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/f3ea706f-58b6-4fa5-b7e9-8907438473e2 HTTP/1.1" status: 204 len: 168 time: 1.5346568 Feb 16 12:47:14.494463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.525637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:14.526542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.574304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Provisioning for port 56725334-772b-40ec-b9f5-2a1394d86748 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:14.580613 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-08095f1f-e99d-4a9f-9b79-4ae9805ad901 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825262 Feb 16 12:47:14.580792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Provisioning complete for port 56725334-772b-40ec-b9f5-2a1394d86748 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.582669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.582810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51422) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.714669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.732717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.773986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] For port 56725334-772b-40ec-b9f5-2a1394d86748, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=56725334-772b-40ec-b9f5-2a1394d86748,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:14.778193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=f15778f5-7181-463f-a680-ba50ad6a947f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.813365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9db902-4cd5-412f-9eed-44e84c5043b5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.814947 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3c9db902-4cd5-412f-9eed-44e84c5043b5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2314806 Feb 16 12:47:14.821946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51426) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.822748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:14.828149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] Deleting port 56725334-772b-40ec-b9f5-2a1394d86748 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:14.828816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.897297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.937963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.970830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.994836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=71407fec-7b2a-4b29-b753-446f1f4806f7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.112669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:15.136650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Pushing event updated for resources: {'Port': ['ID=56725334-772b-40ec-b9f5-2a1394d86748,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.145891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.146239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.146577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.146912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.147268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.147600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.147925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.148249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.148572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.148890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.149602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.149602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669125f1-db9f-4216-90bd-c085a24ab793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:15.173474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] For port 56725334-772b-40ec-b9f5-2a1394d86748, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=56725334-772b-40ec-b9f5-2a1394d86748,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:15.173851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.184096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.305700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] Calling delete_port for 56725334-772b-40ec-b9f5-2a1394d86748 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:15.336242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.339242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d936c-40b0-4e93-818c-e2ed53a4f113 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.339242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0a9d936c-40b0-4e93-818c-e2ed53a4f113 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:15.442177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.445151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=9edb51b0-3f1a-4eea-bbd4-b459cfe242b6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.445620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.464455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.470448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.520991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3fca034a-9004-471b-a85e-1b3b6fb128d3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 HTTP/1.1" status: 204 len: 168 time: 1.1904185 Feb 16 12:47:15.525286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51430) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.532559 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] Pushing event deleted for resources: {'Port': ['ID=56725334-772b-40ec-b9f5-2a1394d86748,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.534800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ad7bd-db69-4b6a-b82b-f30261978477 None None] No DVR routers for this DVR port 56725334-772b-40ec-b9f5-2a1394d86748 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:15.585141 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-116e2a11-05c5-4f0c-81ee-3c426936e55c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:47:15.585702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-116e2a11-05c5-4f0c-81ee-3c426936e55c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:15.662223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 56725334-772b-40ec-b9f5-2a1394d86748 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:15.683123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-116e2a11-05c5-4f0c-81ee-3c426936e55c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:15.684290 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-116e2a11-05c5-4f0c-81ee-3c426936e55c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/9edb51b0-3f1a-4eea-bbd4-b459cfe242b6 HTTP/1.1" status: 404 len: 333 time: 0.1573758 Feb 16 12:47:15.693108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51434) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.694773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0a9d936c-40b0-4e93-818c-e2ed53a4f113 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:15.699030 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0a9d936c-40b0-4e93-818c-e2ed53a4f113 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8744755 Feb 16 12:47:15.699030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.700493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 56725334-772b-40ec-b9f5-2a1394d86748 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:15.701674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51438) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.701776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 56725334-772b-40ec-b9f5-2a1394d86748 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:15.716754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.718567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.840980 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dc173978-8291-4538-bd5a-e7e8a8d2a3dc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969627 Feb 16 12:47:15.841543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51442) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.860259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:15.880416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.880416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Fanout notify agent at l3_agent the message router_deleted on router 8d1b8f5b-49e9-4a48-9cdd-327c352e9168 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:15.943542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:15.943935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.040570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.078267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.085485 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4c35bcf1-455e-4227-be61-eec968344725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/8d1b8f5b-49e9-4a48-9cdd-327c352e9168 HTTP/1.1" status: 204 len: 168 time: 3.6995571 Feb 16 12:47:16.085664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:16.089658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51446) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.104629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1357469140'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:16.110584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:16.111155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:16.117924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:16.123458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:16.132330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:16.138959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.146434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 92ec6053-5def-4135-a1e2-819cc863f7fe has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:16.237204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:16.240668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.245165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:16.248557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.348279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:16.358257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:16.366957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.367368 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment 76ff7b5e-1f83-4add-b842-f1555ff3e5c1 of type vlan for network 581bbdf8-ef78-42eb-93c0-6acfdd38848a Feb 16 12:47:16.370316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] Sync routers for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:16.374603 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-23b4eb51-4808-41d2-bbd3-7509f7da9983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/92ec6053-5def-4135-a1e2-819cc863f7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5375838 Feb 16 12:47:16.384065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:16.384857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:16.402738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.505595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.516879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.517870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.526074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=5876667e-edf3-4a32-a790-5c1afbebffe0,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.586006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:16.592877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.653838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=581bbdf8-ef78-42eb-93c0-6acfdd38848a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.667138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.671578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:16.694721 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-446cdb8d-29bb-43e0-bd89-74529d3df121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6039970 Feb 16 12:47:16.697395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51452) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.703210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': '581bbdf8-ef78-42eb-93c0-6acfdd38848a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:16.821240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:16.834275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:16.840666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:16.847328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:16.854670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:16.966621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:16.970978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.117079 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP fcc2c948-ea2a-41aa-bbbf-17468291f0bb associated. External IP: 172.26.6.109, port: 918f2553-5eb6-49d9-b398-8c7a3bc28b4a. Feb 16 12:47:17.143788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:14Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:39Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:17.147751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] Checking router: 92ec6053-5def-4135-a1e2-819cc863f7fe for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:17.157169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:17.157711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:17.245892 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-ca23ee2c-76d1-4899-89cf-247d44682459 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4064097 Feb 16 12:47:17.347411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:17.399173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c77d78-b30c-47b2-8d83-50fb59b0309d req-3d3db30a-3e9d-4843-8d57-ade60d0bbf7f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.399430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-63c77d78-b30c-47b2-8d83-50fb59b0309d req-3d3db30a-3e9d-4843-8d57-ade60d0bbf7f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:17.438902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-f3b38556-e838-41d0-9e0c-08c840086686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.440521 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-f3b38556-e838-41d0-9e0c-08c840086686 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1098 time: 0.0763137 Feb 16 12:47:17.442737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.495294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.496808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.591287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-63c77d78-b30c-47b2-8d83-50fb59b0309d req-3d3db30a-3e9d-4843-8d57-ade60d0bbf7f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:17.592458 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-63c77d78-b30c-47b2-8d83-50fb59b0309d req-3d3db30a-3e9d-4843-8d57-ade60d0bbf7f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 946 time: 0.6200840 Feb 16 12:47:17.620135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=bb533b2b-34cf-4efe-b3d8-c545e9fda7d0,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.620401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=88595f78-cfcb-4c0a-a395-1153bd3ce5e4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.636243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': '76ff7b5e-1f83-4add-b842-f1555ff3e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '581bbdf8-ef78-42eb-93c0-6acfdd38848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:17.636608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: 581bbdf8-ef78-42eb-93c0-6acfdd38848a, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:17.680767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-ed61674d-f79f-4716-8f24-882fd64db2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.682800 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-ed61674d-f79f-4716-8f24-882fd64db2bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 200 len: 897 time: 0.1975098 Feb 16 12:47:17.707223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:17.714524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:17.722031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.733082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.733756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.737342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7526b2c5-f4de-4a4c-9e3c-6d9585955070 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:17.762211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:17.806343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=170be957-7216-4015-bd35-9659df49767e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.826420 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-af48cca2-e479-4852-8a5d-a804e7eac029 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834996ed-c4fa-4e84-8946-c00d75b0e299 HTTP/1.1" status: 200 len: 1000 time: 0.1361020 Feb 16 12:47:17.841817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:14Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:39Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:17.854171 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-63c77d78-b30c-47b2-8d83-50fb59b0309d req-c775d9d3-aed8-4c07-ae6c-9cfcf219bccf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425866 Feb 16 12:47:17.868633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 581bbdf8-ef78-42eb-93c0-6acfdd38848a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:17.868842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c81c96-0c59-44c3-83d4-abacab0b38d1 None None] The sync data for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv is: [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:14Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '98c592c2-071e-400d-ab16-1dc18a13690f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'port_id': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'mac_address': 'fa:16:3e:84:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:45:33Z', 'updated_at': '2022-02-16T12:45:39Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:17.878799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.879549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.897580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:17.901217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f26719-e93a-4181-8ec7-ff8c67cf7148 None None] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:17.915565 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-077de897-e68e-47e9-aa61-49eef5116752 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 HTTP/1.1" status: 204 len: 168 time: 2.2214661 Feb 16 12:47:17.917961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51460) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.943415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-5f90ba24-5cf9-4ac7-a9dc-0c6932d2152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.953319 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-5f90ba24-5cf9-4ac7-a9dc-0c6932d2152a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adaeea1f-3874-4676-a412-2112bc33a7e4 HTTP/1.1" status: 200 len: 835 time: 0.1090164 Feb 16 12:47:17.976266 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-33eab256-960e-42c2-9ca6-734c99749a42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1205451 Feb 16 12:47:17.976266 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a49a94-b330-47b7-9acb-c1d3f8dc84f0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:47:17.976266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-61a49a94-b330-47b7-9acb-c1d3f8dc84f0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:17.987307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51464) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.005483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': '170be957-7216-4015-bd35-9659df49767e', 'ip_address': '2001:db8::51ed:5886:fd62:51bf'}], 'name': 'tempest-NetworksTestDHCPv6-160127536'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:18.020641 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-51eb6985-1817-4a00-9437-fc413d72b9ac tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3222024 Feb 16 12:47:18.026438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.032646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1152892944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:18.051048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:18.110684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:router and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:18.117061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:18.130154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:18.138457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '170be957-7216-4015-bd35-9659df49767e'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:18.139304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.185026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-59a6fe6b-2ffe-406e-9e4e-a3e7b7f4cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:18.186558 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-59a6fe6b-2ffe-406e-9e4e-a3e7b7f4cb6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2345648 Feb 16 12:47:18.297118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.297834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.307670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:18.324432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:18.329861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:18.343679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:18.352585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.395041 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-98aa9be3-6ac8-493e-a07b-6e0e402a2494 service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989880 Feb 16 12:47:18.401321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-61a49a94-b330-47b7-9acb-c1d3f8dc84f0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:18.401321 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-61a49a94-b330-47b7-9acb-c1d3f8dc84f0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/bb533b2b-34cf-4efe-b3d8-c545e9fda7d0 HTTP/1.1" status: 404 len: 333 time: 0.4782877 Feb 16 12:47:18.402316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.412957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-581bbdf8-ef78-42eb-93c0-6acfdd38848a', 'network_id': '581bbdf8-ef78-42eb-93c0-6acfdd38848a', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': '88595f78-cfcb-4c0a-a395-1153bd3ce5e4'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:18.414354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.513769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/170be957-7216-4015-bd35-9659df49767e/3be29d3b-d53b-487a-819d-90a8cf332048) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:18.515020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:18.524433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:18.540355 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:18.541177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.560643 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:18.561652 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.578439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-611b8691-9247-49ba-b4b6-1e83bb23b0f8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:18.580491 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-611b8691-9247-49ba-b4b6-1e83bb23b0f8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 946 time: 0.1607132 Feb 16 12:47:18.654219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.665401 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.677542 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:18.678422 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.683264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 70f1151a-e1ad-4796-9fb9-6c60d6abd8e5 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:18.694323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.705928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Allocated IP 172.20.0.2 (581bbdf8-ef78-42eb-93c0-6acfdd38848a/88595f78-cfcb-4c0a-a395-1153bd3ce5e4/e12550e0-c9bc-4c93-8cb3-04b8467d5310) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:18.730563 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7342aaa9-733d-4310-b961-4b206bbe0794 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0360763 Feb 16 12:47:18.735186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51476) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.741005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:18.750924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.754780 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-062d3954-4bfd-4aa9-888a-412b3847b725 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7245259 Feb 16 12:47:18.762023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51480) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.780277 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.781076 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ccc67-f687-47d4-828a-a7b4fcd25ea8 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:18.864929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port e970bdee-4c1f-4518-8fd8-3b05467c008e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:18.865399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.888875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.925835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Transition to ACTIVE for port object 3be29d3b-d53b-487a-819d-90a8cf332048 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:18.933271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.973221 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ccda1f1a-d681-474b-a36d-e265e227e7a6 req-173bf4f5-8b50-40d1-8915-b82acb0d683f service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698464 Feb 16 12:47:18.990070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Transition to ACTIVE for port object 3be29d3b-d53b-487a-819d-90a8cf332048 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:19.027716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.047997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Transition to ACTIVE for port object e12550e0-c9bc-4c93-8cb3-04b8467d5310 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:19.057648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.079133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.100015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.130119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Transition to ACTIVE for port object e12550e0-c9bc-4c93-8cb3-04b8467d5310 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:19.137576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:19.142608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:19.143015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:19.178264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Pushing event updated for resources: {'Port': ['ID=3be29d3b-d53b-487a-819d-90a8cf332048,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.226600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port c770a10f-3193-4907-90c6-a8432b61fb60 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:19.226850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.312317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Attempting to bind port 3be29d3b-d53b-487a-819d-90a8cf332048 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:19.313720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Attempting to bind port 3be29d3b-d53b-487a-819d-90a8cf332048 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:19.313720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Attempting to bind port 3be29d3b-d53b-487a-819d-90a8cf332048 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:19.326222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:19.330030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:19.330409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:19.330810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.331223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:19.331688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Bound port: 3be29d3b-d53b-487a-819d-90a8cf332048, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:19.332182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.343743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:19.348566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:19.350076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Pushing event updated for resources: {'Port': ['ID=e12550e0-c9bc-4c93-8cb3-04b8467d5310,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.416168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551b283-b29f-489b-aefa-ac121ae909ed req-40565c2a-7f6b-431f-bcbd-0931212e8ec9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:19.417866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a551b283-b29f-489b-aefa-ac121ae909ed req-40565c2a-7f6b-431f-bcbd-0931212e8ec9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 946 time: 0.3697417 Feb 16 12:47:19.499189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Attempting to bind port e12550e0-c9bc-4c93-8cb3-04b8467d5310 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:19.499654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Attempting to bind port e12550e0-c9bc-4c93-8cb3-04b8467d5310 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '76ff7b5e-1f83-4add-b842-f1555ff3e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '581bbdf8-ef78-42eb-93c0-6acfdd38848a'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:19.499894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Attempting to bind port e12550e0-c9bc-4c93-8cb3-04b8467d5310 on network 581bbdf8-ef78-42eb-93c0-6acfdd38848a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:19.519511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:19.519511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Checking segment: {'id': '76ff7b5e-1f83-4add-b842-f1555ff3e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '581bbdf8-ef78-42eb-93c0-6acfdd38848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:19.519511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.519511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Bound using segment: {'id': '76ff7b5e-1f83-4add-b842-f1555ff3e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '581bbdf8-ef78-42eb-93c0-6acfdd38848a'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:19.520067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Bound port: e12550e0-c9bc-4c93-8cb3-04b8467d5310, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ff7b5e-1f83-4add-b842-f1555ff3e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '581bbdf8-ef78-42eb-93c0-6acfdd38848a'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:19.520189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.520364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.544756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] For port 3be29d3b-d53b-487a-819d-90a8cf332048, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:19.569896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port e970bdee-4c1f-4518-8fd8-3b05467c008e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e970bdee-4c1f-4518-8fd8-3b05467c008e,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:19.570186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.579256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f15778f5-7181-463f-a680-ba50ad6a947f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:19.579608 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a551b283-b29f-489b-aefa-ac121ae909ed req-00edd07f-6e89-4297-a45f-8e96e1b26745 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc9cc074-ced3-4ad9-8667-c167fc5ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996988 Feb 16 12:47:19.583073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.583370 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP fcc2c948-ea2a-41aa-bbbf-17468291f0bb disassociated. External IP: 172.26.6.109, port: 918f2553-5eb6-49d9-b398-8c7a3bc28b4a. Feb 16 12:47:19.637293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] For port 3be29d3b-d53b-487a-819d-90a8cf332048, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3be29d3b-d53b-487a-819d-90a8cf332048,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:19.638753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f15778f5-7181-463f-a680-ba50ad6a947f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:19.638889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f15778f5-7181-463f-a680-ba50ad6a947f not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:19.639237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.680849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] For port e12550e0-c9bc-4c93-8cb3-04b8467d5310, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:19.686051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] For port e12550e0-c9bc-4c93-8cb3-04b8467d5310, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e12550e0-c9bc-4c93-8cb3-04b8467d5310,segment=NetworkSegment(76ff7b5e-1f83-4add-b842-f1555ff3e5c1),segment_id=76ff7b5e-1f83-4add-b842-f1555ff3e5c1)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:19.725015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.725575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.777542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.798162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for e970bdee-4c1f-4518-8fd8-3b05467c008e owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:19.868285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb62fd-fd4a-4d85-b630-14a2ed7e4bab None None] Pushing event updated for resources: {'Port': ['ID=3be29d3b-d53b-487a-819d-90a8cf332048,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.045959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c191f5-69c8-4329-8d29-5de0ced660e3 None None] Pushing event updated for resources: {'Port': ['ID=e12550e0-c9bc-4c93-8cb3-04b8467d5310,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.202166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::51ed:5886:fd62:51bf (d9baa628-812c-4290-914a-2abb43e08a16/170be957-7216-4015-bd35-9659df49767e/c770a10f-3193-4907-90c6-a8432b61fb60) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:20.303040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.371843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.400436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=70f1151a-e1ad-4796-9fb9-6c60d6abd8e5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.406117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.426462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c27a3b-8726-4354-bfde-fda640e1ffad None None] Network 1970b9e1-176e-489d-ad88-609d69ace5bb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:20.469442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=e970bdee-4c1f-4518-8fd8-3b05467c008e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.499111 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7d44c8ba-b78f-49cf-9e9d-74cb2e384726 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/70f1151a-e1ad-4796-9fb9-6c60d6abd8e5 HTTP/1.1" status: 204 len: 168 time: 2.0980113 Feb 16 12:47:20.499995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:20.655570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.712931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:20.748592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port e970bdee-4c1f-4518-8fd8-3b05467c008e on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:20.753690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.761501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'name': 'network-vif-deleted', 'tag': 'e970bdee-4c1f-4518-8fd8-3b05467c008e'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:20.765730 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e970bdee-4c1f-4518-8fd8-3b05467c008e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:20.813336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: e970bdee-4c1f-4518-8fd8-3b05467c008e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:20.813724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e970bdee-4c1f-4518-8fd8-3b05467c008e not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:20.904955 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-15542260-0775-436c-8b0e-4b4e1baa4d18 req-d2ce447c-aec7-484e-83ca-3869d061ca30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/e970bdee-4c1f-4518-8fd8-3b05467c008e HTTP/1.1" status: 204 len: 173 time: 2.3162651 Feb 16 12:47:20.916954 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:47:20.924683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d3363817-e15e-4278-a4b9-dcad45ba63e9 req-59d95344-13e9-420f-80db-b85dd82b2dee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:20.929939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.20.0.1 (581bbdf8-ef78-42eb-93c0-6acfdd38848a/88595f78-cfcb-4c0a-a395-1153bd3ce5e4/dc07fcd7-fd9a-408d-8582-fb733ed06c1e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:20.942714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:20.943251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.952405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] DHCP port deletion for 1970b9e1-176e-489d-ad88-609d69ace5bb request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:20.958421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] Deleting port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:20.958809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.089563 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f5c00a-05c6-42f9-9845-9d2792f9f251', 'name': 'network-vif-deleted', 'tag': 'e970bdee-4c1f-4518-8fd8-3b05467c008e', 'status': 'completed', 'code': 200} Feb 16 12:47:21.138865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d3363817-e15e-4278-a4b9-dcad45ba63e9 req-59d95344-13e9-420f-80db-b85dd82b2dee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:21.140162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3363817-e15e-4278-a4b9-dcad45ba63e9 req-59d95344-13e9-420f-80db-b85dd82b2dee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f5c00a-05c6-42f9-9845-9d2792f9f251 HTTP/1.1" status: 200 len: 210 time: 0.3884127 Feb 16 12:47:21.173478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:21.178251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.267556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3d530141-639b-4206-a57f-5879f5b14fb0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/floatingips/fcc2c948-ea2a-41aa-bbbf-17468291f0bb HTTP/1.1" status: 200 len: 688 time: 2.5311358 Feb 16 12:47:21.274585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51496) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.283624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:21.328175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] For port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,segment=NetworkSegment(887cbcdd-e45a-45ec-b286-baa55864705f),segment_id=887cbcdd-e45a-45ec-b286-baa55864705f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:21.328551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.336861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:21.337514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:21.417672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.492498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:21.512833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 5876667e-edf3-4a32-a790-5c1afbebffe0 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:21.513374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.597748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.603066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object c770a10f-3193-4907-90c6-a8432b61fb60 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:21.628524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] Calling delete_port for 6145b8a4-79ff-41eb-aabf-35a7caf6e36e owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:21.649752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] For port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,segment=NetworkSegment(887cbcdd-e45a-45ec-b286-baa55864705f),segment_id=887cbcdd-e45a-45ec-b286-baa55864705f)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:21.650120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.711705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:21.712367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:21.792674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object dc07fcd7-fd9a-408d-8582-fb733ed06c1e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:21.792796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3be29d3b-d53b-487a-819d-90a8cf332048 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:21.838419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.838914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.858726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:21.859228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485fe397-c44e-4f41-8d55-4ecc9a6fef78 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:21.878880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 6145b8a4-79ff-41eb-aabf-35a7caf6e36e owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:21.923514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4fa59-af59-436b-8266-0599ac7ebc8d None None] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:21.977998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 5876667e-edf3-4a32-a790-5c1afbebffe0 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:22.007970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2c61e606-794e-479f-94ea-99a886d4b570 None None] Provisioning for port 3be29d3b-d53b-487a-819d-90a8cf332048 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:22.025728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.029935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:22.029935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:22.030721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 3be29d3b-d53b-487a-819d-90a8cf332048 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:22.060717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.065242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.084323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3be29d3b-d53b-487a-819d-90a8cf332048 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:22.084697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.124405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] Pushing event deleted for resources: {'Port': ['ID=6145b8a4-79ff-41eb-aabf-35a7caf6e36e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.145576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33bae1-e51b-415e-8177-a7b936fb6eb4 None None] No DVR routers for this DVR port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:22.146737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:22.157800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:22.158518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:22.161199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:22.189891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:22.197059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:22.203445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.203962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.219443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=dc07fcd7-fd9a-408d-8582-fb733ed06c1e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.256091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51502) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.311443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a26007ab-440b-45b8-8890-d8f08f5124eb None None] Provisioning for port e12550e0-c9bc-4c93-8cb3-04b8467d5310 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:22.325136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.342778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=c770a10f-3193-4907-90c6-a8432b61fb60,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.379975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.386707 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-13ed6322-9398-4323-8445-f9d2e3c27269 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3929226 Feb 16 12:47:22.387435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.412834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.432408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 3be29d3b-d53b-487a-819d-90a8cf332048, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3be29d3b-d53b-487a-819d-90a8cf332048,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:22.505680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=5876667e-edf3-4a32-a790-5c1afbebffe0,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.510743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a9e19-ff7e-4a19-96f3-4f34f6b0524e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.517516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a9e19-ff7e-4a19-96f3-4f34f6b0524e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.518339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-940a9e19-ff7e-4a19-96f3-4f34f6b0524e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:22.530256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 6145b8a4-79ff-41eb-aabf-35a7caf6e36e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:22.530600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.534076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.534880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e12550e0-c9bc-4c93-8cb3-04b8467d5310 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:22.604200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-602c7a01-ae9a-4ae8-a853-e0484ba07399 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.637907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-602c7a01-ae9a-4ae8-a853-e0484ba07399 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.658519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] The port '6145b8a4-79ff-41eb-aabf-35a7caf6e36e' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:22.699973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=3be29d3b-d53b-487a-819d-90a8cf332048,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.710837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.720951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-940a9e19-ff7e-4a19-96f3-4f34f6b0524e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:22.725393 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-940a9e19-ff7e-4a19-96f3-4f34f6b0524e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3349936 Feb 16 12:47:22.726764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51510) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.747058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f19bbcbd-7b23-49de-b128-37b1baed018f None None] Provisioning for port c770a10f-3193-4907-90c6-a8432b61fb60 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:22.753669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f19bbcbd-7b23-49de-b128-37b1baed018f None None] Provisioning complete for port c770a10f-3193-4907-90c6-a8432b61fb60 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:22.754797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f19bbcbd-7b23-49de-b128-37b1baed018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.802842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port c770a10f-3193-4907-90c6-a8432b61fb60 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:22.803221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.804987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e12550e0-c9bc-4c93-8cb3-04b8467d5310 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:22.830011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.852584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.864906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.865143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e12550e0-c9bc-4c93-8cb3-04b8467d5310 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:22.865590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.866231 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c007ed2d-24d5-48bf-ac66-05d4ccc4be8d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/floatingips/fcc2c948-ea2a-41aa-bbbf-17468291f0bb HTTP/1.1" status: 204 len: 168 time: 1.5906780 Feb 16 12:47:22.870193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51514) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.875723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:22.887149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:22.894432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:floatingip and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:22.917442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f19bbcbd-7b23-49de-b128-37b1baed018f None None] Port c770a10f-3193-4907-90c6-a8432b61fb60 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:22.935997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1970b9e1-176e-489d-ad88-609d69ace5bb']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:22.942197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:22.948646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-602c7a01-ae9a-4ae8-a853-e0484ba07399 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.954406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-602c7a01-ae9a-4ae8-a853-e0484ba07399 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.954871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887cbcdd-e45a-45ec-b286-baa55864705f') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:22.956138 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-602c7a01-ae9a-4ae8-a853-e0484ba07399 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/bc9cc074-ced3-4ad9-8667-c167fc5ba33a HTTP/1.1" status: 204 len: 168 time: 0.6990645 Feb 16 12:47:22.971343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887cbcdd-e45a-45ec-b286-baa55864705f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:23.013479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:23.021661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c7a01-ae9a-4ae8-a853-e0484ba07399 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9cc074-ced3-4ad9-8667-c167fc5ba33a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.068355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Provisioning complete for port e12550e0-c9bc-4c93-8cb3-04b8467d5310 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:23.068602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.078120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.098109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.139468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51520) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.184123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port e12550e0-c9bc-4c93-8cb3-04b8467d5310, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e12550e0-c9bc-4c93-8cb3-04b8467d5310,segment=NetworkSegment(76ff7b5e-1f83-4add-b842-f1555ff3e5c1),segment_id=76ff7b5e-1f83-4add-b842-f1555ff3e5c1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:23.214315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.243666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet 8c612ba7-78b3-4acb-8580-4a6fb3961c6d {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:23.250090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.257659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.282431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.289355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:23.289782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:23.306406 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:23.316105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.329663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6145b8a4-79ff-41eb-aabf-35a7caf6e36e no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:23.367671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 6145b8a4-79ff-41eb-aabf-35a7caf6e36e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:23.368018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6145b8a4-79ff-41eb-aabf-35a7caf6e36e not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:23.420574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.434091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=e12550e0-c9bc-4c93-8cb3-04b8467d5310,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.434414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.467816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:23.468341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:23.520749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.527834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.569134 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/1970b9e1-176e-489d-ad88-609d69ace5bb HTTP/1.1" status: 204 len: 168 time: 3.0507131 Feb 16 12:47:23.572710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cb2ea-13ec-482c-a2d7-76bf39e5edee tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=1970b9e1-176e-489d-ad88-609d69ace5bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.574432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.579429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3be29d3b-d53b-487a-819d-90a8cf332048 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:23.583200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1670231381'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:23.592638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:23.593087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for c770a10f-3193-4907-90c6-a8432b61fb60 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:23.599022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:23.602888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:23.612167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:23.635107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.652957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3be29d3b-d53b-487a-819d-90a8cf332048 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:23.653458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.717291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:23.721136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.750849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.768040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.779221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e12550e0-c9bc-4c93-8cb3-04b8467d5310 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:23.845107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.853712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e12550e0-c9bc-4c93-8cb3-04b8467d5310 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:23.854230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.879803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.884184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=dc07fcd7-fd9a-408d-8582-fb733ed06c1e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.998669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.023818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:24.045211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.045678 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment ca43e2e1-6744-45d4-9d0f-3dd6b331babd of type vlan for network a5ebbe9d-099a-4559-8020-c38275370752 Feb 16 12:47:24.050865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.26.6.235 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/152240ea-21e7-4140-8861-16ab840578ba) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:24.053757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:24.057534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:24.060878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.104961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=c770a10f-3193-4907-90c6-a8432b61fb60,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.134329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Provisioning for port dc07fcd7-fd9a-408d-8582-fb733ed06c1e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:24.139234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Provisioning complete for port dc07fcd7-fd9a-408d-8582-fb733ed06c1e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:24.139939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.146941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=8c612ba7-78b3-4acb-8580-4a6fb3961c6d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.160953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.175116 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d2a46580-0cde-41ed-b9f3-9fe70a2f85c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/8c612ba7-78b3-4acb-8580-4a6fb3961c6d HTTP/1.1" status: 204 len: 168 time: 1.0321121 Feb 16 12:47:24.192558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b03a7-45ab-4c84-b7f0-5d654b2ed511 None None] Network e7f2ff08-095a-4b4f-9591-f9bca11c81c4 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:24.197304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.199190 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c01c66ac-6be2-44a4-8a93-17b25cf2b0ff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/c770a10f-3193-4907-90c6-a8432b61fb60 HTTP/1.1" status: 204 len: 168 time: 1.4714177 Feb 16 12:47:24.203313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51528) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.203593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51530) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.210587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.342698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e4d8d-1d1f-41f8-918b-903da03e7a72 None None] Port dc07fcd7-fd9a-408d-8582-fb733ed06c1e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:24.374527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.387387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:24.389013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.432061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 2c0a7402-6d8d-43bf-a600-62d330b90937 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:24.490259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8038f331-bf12-47e5-bb8f-49bdac0bc2a5 None None] Provisioning complete for port dc07fcd7-fd9a-408d-8582-fb733ed06c1e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:24.491177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8038f331-bf12-47e5-bb8f-49bdac0bc2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.556007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8038f331-bf12-47e5-bb8f-49bdac0bc2a5 None None] Port dc07fcd7-fd9a-408d-8582-fb733ed06c1e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:24.586084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] DHCP port deletion for e7f2ff08-095a-4b4f-9591-f9bca11c81c4 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:24.591015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] Deleting port afd5b873-6f35-48d8-b6a7-5afa146e9475 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:24.591496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.594391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=a5ebbe9d-099a-4559-8020-c38275370752,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.612910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.616765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7d6c6d-6d1a-49b9-a56e-07177dd5a62a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:24.618359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7d6c6d-6d1a-49b9-a56e-07177dd5a62a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:24.619137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ce7d6c6d-6d1a-49b9-a56e-07177dd5a62a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:24.622593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a5ebbe9d-099a-4559-8020-c38275370752 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:24.650323 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-65557b2f-64b4-4677-a3f7-725f2dc57707 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0716789 Feb 16 12:47:24.651787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.657056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.664375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port afd5b873-6f35-48d8-b6a7-5afa146e9475 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:24.674607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.677284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:24.752354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ce7d6c6d-6d1a-49b9-a56e-07177dd5a62a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:24.756033 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ce7d6c6d-6d1a-49b9-a56e-07177dd5a62a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5442200 Feb 16 12:47:24.759672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.839713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:24.849154 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4a813536-b272-4307-9ecb-8a567e34d0fb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/2c0a7402-6d8d-43bf-a600-62d330b90937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0817690 Feb 16 12:47:24.849299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51544) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.854249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:24.858395 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] Sync routers for ids ['2c0a7402-6d8d-43bf-a600-62d330b90937'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:24.864294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:24.870183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:24.872257 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] Routers {'2c0a7402-6d8d-43bf-a600-62d330b90937'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:24.873057 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['2c0a7402-6d8d-43bf-a600-62d330b90937'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:24.879282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:24.885439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 170be957-7216-4015-bd35-9659df49767e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:24.888890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.896026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.946192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.987410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] For port afd5b873-6f35-48d8-b6a7-5afa146e9475, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afd5b873-6f35-48d8-b6a7-5afa146e9475,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:24.988661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.001019 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.020689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:25.021245 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] Routers {'2c0a7402-6d8d-43bf-a600-62d330b90937'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:25.022038 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['2c0a7402-6d8d-43bf-a600-62d330b90937'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.022536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port afd5b873-6f35-48d8-b6a7-5afa146e9475, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afd5b873-6f35-48d8-b6a7-5afa146e9475,segment=NetworkSegment(c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd),segment_id=c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:25.022898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.037873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b5b9fd-d77a-41e7-97b3-57bdb3cd9024 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:25.039353 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-47b5b9fd-d77a-41e7-97b3-57bdb3cd9024 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports/dc07fcd7-fd9a-408d-8582-fb733ed06c1e HTTP/1.1" status: 200 len: 910 time: 0.1909223 Feb 16 12:47:25.045112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:25.046821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51548) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.053990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:25.126964 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.127381 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40984af4-d0d9-4210-8d70-9af21b856b18 None None] The sync data for ids ['2c0a7402-6d8d-43bf-a600-62d330b90937'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:25.164400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.168000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] Calling delete_port for afd5b873-6f35-48d8-b6a7-5afa146e9475 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:25.193681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88595f78-cfcb-4c0a-a395-1153bd3ce5e4'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.202960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:25.206383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.231178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for afd5b873-6f35-48d8-b6a7-5afa146e9475 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:25.294926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=152240ea-21e7-4140-8861-16ab840578ba,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.339204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.389907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] Pushing event deleted for resources: {'Port': ['ID=afd5b873-6f35-48d8-b6a7-5afa146e9475,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.392501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea943dd7-c2c5-4935-adc6-d5026b51167a None None] No DVR routers for this DVR port afd5b873-6f35-48d8-b6a7-5afa146e9475 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:25.427535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.483941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57821f46-363b-474e-8189-a5d004976746 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:25.486558 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=170be957-7216-4015-bd35-9659df49767e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.488715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.520600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:25.528732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:25.577282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afd5b873-6f35-48d8-b6a7-5afa146e9475 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:25.608740 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e29ea77a-7492-4ca9-92a1-1e64df8c5fb2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/170be957-7216-4015-bd35-9659df49767e HTTP/1.1" status: 204 len: 168 time: 0.8509204 Feb 16 12:47:25.610916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51552) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.625119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: afd5b873-6f35-48d8-b6a7-5afa146e9475 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:25.625451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afd5b873-6f35-48d8-b6a7-5afa146e9475 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:25.678241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.718808 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c6499bfc-8e39-4ec3-af5e-77aa32281a67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066906 Feb 16 12:47:25.727603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.738932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.817635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:25.822243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] Deleting port 3be29d3b-d53b-487a-819d-90a8cf332048 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:25.822770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.868311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=98baa4c7-21b2-4cde-bb8a-0e84d150c43b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.891450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': 'ca43e2e1-6744-45d4-9d0f-3dd6b331babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:25.891810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: a5ebbe9d-099a-4559-8020-c38275370752, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:25.901933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:25.903267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.910734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:25.914224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:25.923354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:25.980202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network a5ebbe9d-099a-4559-8020-c38275370752 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:26.007705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:26.013535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.051494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] For port 3be29d3b-d53b-487a-819d-90a8cf332048, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3be29d3b-d53b-487a-819d-90a8cf332048,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:26.051802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.052739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port afd5b873-6f35-48d8-b6a7-5afa146e9475 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:26.053081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.101865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a5ebbe9d-099a-4559-8020-c38275370752) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:26.113987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.114572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.120419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d50ef0-be85-4f79-8daf-3970bd3e2641 None None] Network a5ebbe9d-099a-4559-8020-c38275370752 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:26.195973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] The port 'afd5b873-6f35-48d8-b6a7-5afa146e9475' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:26.196276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] Calling delete_port for 3be29d3b-d53b-487a-819d-90a8cf332048 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:26.235227 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7c98deb4-3157-4a9f-b619-914b2b553870 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5756316 Feb 16 12:47:26.235921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51560) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.250693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752', 'name': 'tempest-PortsIpV6TestJSON-131735212', 'fixed_ips': [{'subnet_id': '98baa4c7-21b2-4cde-bb8a-0e84d150c43b', 'ip_address': '2001:db8::10'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:26.395955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.409302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.439990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f2ff08-095a-4b4f-9591-f9bca11c81c4']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:26.455559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:26.460136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:26.460479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c492b40b-2cf7-40f3-b9f2-a4b1b2f98dfd') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:26.468242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:26.494819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] Pushing event deleted for resources: {'Port': ['ID=3be29d3b-d53b-487a-819d-90a8cf332048,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.498741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.507537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ea5c2-855a-404a-986d-f740b4e0aceb None None] No DVR routers for this DVR port 3be29d3b-d53b-487a-819d-90a8cf332048 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:26.512680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.519143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a5ebbe9d-099a-4559-8020-c38275370752', 'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752', 'tenant_id': '8e02bf63068c477b91e7dc0df9bd9081', 'fixed_ips': [{'subnet_id': '98baa4c7-21b2-4cde-bb8a-0e84d150c43b'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:26.521311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.524009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.557423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.566225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:26.573070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:26.573070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.573331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:26.573331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:26.583217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a6925-a5ee-49bd-91ef-063bafa8d584 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:26.586163 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:26.588857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.588857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.680507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=fef4a907-7236-409e-9ab9-3cd69ca1b824,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.737368 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.762906 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8079779c-c277-4e1c-aaca-dc8cd0f665f3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0274324 Feb 16 12:47:26.762906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port ee180254-0b98-45a0-b3ed-4808e7738fee yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:26.783291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51564) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.807067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': 'fef4a907-7236-409e-9ab9-3cd69ca1b824', 'ip_address': '2001:db8::256a:528e:fd7f:50b2'}], 'name': 'tempest-NetworksTestDHCPv6-412812407'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:26.866703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Allocated IP 2001:db8::2 (a5ebbe9d-099a-4559-8020-c38275370752/98baa4c7-21b2-4cde-bb8a-0e84d150c43b/e48675b5-0873-4af2-8609-3c61958f6776) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:26.927277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.970640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.988435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'fef4a907-7236-409e-9ab9-3cd69ca1b824'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:26.989269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.007496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.045434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=e7f2ff08-095a-4b4f-9591-f9bca11c81c4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.121672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:27.185044 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ad97da80-7714-46ef-b1bd-7008fd4c625a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/e7f2ff08-095a-4b4f-9591-f9bca11c81c4 HTTP/1.1" status: 204 len: 168 time: 2.9772112 Feb 16 12:47:27.189576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:27.199445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:27.202510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.264233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.278207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/fef4a907-7236-409e-9ab9-3cd69ca1b824/af57bfc0-a534-4cba-84d1-b70c1e4bc01c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:27.283895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Transition to ACTIVE for port object e48675b5-0873-4af2-8609-3c61958f6776 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:27.285413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.325493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Transition to ACTIVE for port object e48675b5-0873-4af2-8609-3c61958f6776 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:27.415858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.500886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.502268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:27.527136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Network a5ebbe9d-099a-4559-8020-c38275370752 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:27.527395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:27.534616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:27.575070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Pushing event updated for resources: {'Port': ['ID=e48675b5-0873-4af2-8609-3c61958f6776,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.620928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port da92db7f-1553-4666-a353-9c86c42c56d2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:27.621514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.634523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3be29d3b-d53b-487a-819d-90a8cf332048 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:27.647317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.672225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::10 (a5ebbe9d-099a-4559-8020-c38275370752/98baa4c7-21b2-4cde-bb8a-0e84d150c43b/ee180254-0b98-45a0-b3ed-4808e7738fee) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:27.677952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 9d49cf74-cd7c-4ae6-91c7-3efcbd148860 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:27.715613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 3be29d3b-d53b-487a-819d-90a8cf332048 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:27.716030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3be29d3b-d53b-487a-819d-90a8cf332048 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:27.741768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Attempting to bind port e48675b5-0873-4af2-8609-3c61958f6776 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:27.742211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Attempting to bind port e48675b5-0873-4af2-8609-3c61958f6776 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'ca43e2e1-6744-45d4-9d0f-3dd6b331babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:27.742638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Attempting to bind port e48675b5-0873-4af2-8609-3c61958f6776 on network a5ebbe9d-099a-4559-8020-c38275370752 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:27.754231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:27.754735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Checking segment: {'id': 'ca43e2e1-6744-45d4-9d0f-3dd6b331babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:27.755274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.755757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Bound using segment: {'id': 'ca43e2e1-6744-45d4-9d0f-3dd6b331babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:27.756321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Bound port: e48675b5-0873-4af2-8609-3c61958f6776, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca43e2e1-6744-45d4-9d0f-3dd6b331babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:27.756782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.778375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.786503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.827795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Transition to ACTIVE for port object af57bfc0-a534-4cba-84d1-b70c1e4bc01c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:27.867038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Transition to ACTIVE for port object af57bfc0-a534-4cba-84d1-b70c1e4bc01c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:27.867289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=dc07fcd7-fd9a-408d-8582-fb733ed06c1e,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.878224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] For port e48675b5-0873-4af2-8609-3c61958f6776, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:27.881471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] For port e48675b5-0873-4af2-8609-3c61958f6776, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e48675b5-0873-4af2-8609-3c61958f6776,segment=NetworkSegment(ca43e2e1-6744-45d4-9d0f-3dd6b331babd),segment_id=ca43e2e1-6744-45d4-9d0f-3dd6b331babd)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:27.922226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.929210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:27.930359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.935070 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8c0a4a01-98f5-46a2-9b19-db6405ef16f2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/ports/dc07fcd7-fd9a-408d-8582-fb733ed06c1e HTTP/1.1" status: 200 len: 910 time: 2.8798201 Feb 16 12:47:27.935229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51572) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:27.937749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.937878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.972393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.007741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:28.014550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:28.017565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Pushing event updated for resources: {'Port': ['ID=af57bfc0-a534-4cba-84d1-b70c1e4bc01c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.024907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=152240ea-21e7-4140-8861-16ab840578ba,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.026268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:28.039069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.138349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::256a:528e:fd7f:50b2 (d9baa628-812c-4290-914a-2abb43e08a16/fef4a907-7236-409e-9ab9-3cd69ca1b824/9d49cf74-cd7c-4ae6-91c7-3efcbd148860) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:28.193874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84383533-74c8-4683-ac0b-a2e80baca8b7 None None] Pushing event updated for resources: {'Port': ['ID=e48675b5-0873-4af2-8609-3c61958f6776,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.196729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Attempting to bind port af57bfc0-a534-4cba-84d1-b70c1e4bc01c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:28.197767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Attempting to bind port af57bfc0-a534-4cba-84d1-b70c1e4bc01c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:28.198263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Attempting to bind port af57bfc0-a534-4cba-84d1-b70c1e4bc01c on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:28.204438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:28.210811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:28.210811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.210811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:28.210811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Bound port: af57bfc0-a534-4cba-84d1-b70c1e4bc01c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:28.210811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.264873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for da92db7f-1553-4666-a353-9c86c42c56d2 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:28.286513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 08b4a9d1-fe0b-4f4f-bd86-a779ff793dde associated. External IP: 172.26.6.235, port: 62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91. Feb 16 12:47:28.300588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] For port af57bfc0-a534-4cba-84d1-b70c1e4bc01c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:28.304045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] For port af57bfc0-a534-4cba-84d1-b70c1e4bc01c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af57bfc0-a534-4cba-84d1-b70c1e4bc01c,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:28.404062 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.545421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6fcb6-f4f6-4c79-94c0-64d15cfb3009 None None] Pushing event updated for resources: {'Port': ['ID=af57bfc0-a534-4cba-84d1-b70c1e4bc01c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.610064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.674327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object ee180254-0b98-45a0-b3ed-4808e7738fee will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:28.764740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.813749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 9d49cf74-cd7c-4ae6-91c7-3efcbd148860 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:28.953320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:28.972797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.032895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.037109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.083255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network a5ebbe9d-099a-4559-8020-c38275370752 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:29.259012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:29.262199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:29.268085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.268721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.287438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:29.328179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=ee180254-0b98-45a0-b3ed-4808e7738fee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.347700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:29.356958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=9d49cf74-cd7c-4ae6-91c7-3efcbd148860,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.369046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:29.375176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.375176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.398224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=da92db7f-1553-4666-a353-9c86c42c56d2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.417466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:29.433756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:29.436022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.446908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:29.448068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.466131 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-80b291b5-c752-450c-83f9-0e498a2a35c4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6749120 Feb 16 12:47:29.468502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51576) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.488611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.488611 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 98c592c2-071e-400d-ab16-1dc18a13690f disassociated (deleted). External IP: 172.26.6.39, port: 834996ed-c4fa-4e84-8946-c00d75b0e299. Feb 16 12:47:29.529596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.539393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.546768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:29.547414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.586281 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5e8888cc-4b37-484f-bea4-c505071721f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3454375 Feb 16 12:47:29.587259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.626975 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ed683d62-9c7f-4956-8577-8d929e9d55b4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7533138 Feb 16 12:47:29.627272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51582) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.689064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': 'a5ebbe9d-099a-4559-8020-c38275370752', 'name': 'tempest-PortsIpV6TestJSON-1761877247', 'fixed_ips': [{'subnet_id': '98baa4c7-21b2-4cde-bb8a-0e84d150c43b', 'ip_address': '2001:db8::f'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:29.707618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b0a2cd-4743-4d45-91fb-41d5550dbe39 None None] Network a5ebbe9d-099a-4559-8020-c38275370752 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:29.738617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e48675b5-0873-4af2-8609-3c61958f6776 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:29.743566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d85e5-f228-4b1e-aa3b-c6ee2f267a7f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.750373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d85e5-f228-4b1e-aa3b-c6ee2f267a7f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.751359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b84d85e5-f228-4b1e-aa3b-c6ee2f267a7f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:29.772363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4bb899bb-8d3e-405e-b0e8-2cc67b041de2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "GET /v2.0/floatingips/08b4a9d1-fe0b-4f4f-bd86-a779ff793dde HTTP/1.1" status: 200 len: 977 time: 0.1439228 Feb 16 12:47:29.775973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51588) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.837926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.838763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63292421-5b4b-4bce-ac9b-8eca6ae67be5 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:29.887133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b84d85e5-f228-4b1e-aa3b-c6ee2f267a7f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:29.889178 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b84d85e5-f228-4b1e-aa3b-c6ee2f267a7f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4194508 Feb 16 12:47:29.894027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51592) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.937044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe5315ba-4c49-491e-8326-17b5687a2f29 None None] Provisioning for port e48675b5-0873-4af2-8609-3c61958f6776 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:29.975975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:29.976486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4fe28bb1-0e09-48a5-95e1-3be9da7b70b5 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Synchronizing usage tracker for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:floatingip {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:29.990346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 9d49cf74-cd7c-4ae6-91c7-3efcbd148860 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:29.990682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.014002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e48675b5-0873-4af2-8609-3c61958f6776 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:30.033111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e48675b5-0873-4af2-8609-3c61958f6776 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:30.033484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.099107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:30.101253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4fe28bb1-0e09-48a5-95e1-3be9da7b70b5 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Unset dirty status for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:floatingip {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:30.105678 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4fe28bb1-0e09-48a5-95e1-3be9da7b70b5 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3286865 Feb 16 12:47:30.109123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:30.111195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:30.129642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'port_id': '918f2553-5eb6-49d9-b398-8c7a3bc28b4a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:30.226160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:30.283618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.301281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.336061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port e48675b5-0873-4af2-8609-3c61958f6776, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e48675b5-0873-4af2-8609-3c61958f6776,segment=NetworkSegment(ca43e2e1-6744-45d4-9d0f-3dd6b331babd),segment_id=ca43e2e1-6744-45d4-9d0f-3dd6b331babd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:30.339399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d347fb42-1657-40f0-be8c-a66958e1fbc6 None None] Provisioning for port af57bfc0-a534-4cba-84d1-b70c1e4bc01c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:30.386298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.396511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.397750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af57bfc0-a534-4cba-84d1-b70c1e4bc01c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:30.459273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 9d49cf74-cd7c-4ae6-91c7-3efcbd148860 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:30.499015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:30.502838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.581394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=e48675b5-0873-4af2-8609-3c61958f6776,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.653529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port af57bfc0-a534-4cba-84d1-b70c1e4bc01c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:30.660699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port af57bfc0-a534-4cba-84d1-b70c1e4bc01c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:30.660699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.661435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port c688ede2-35d8-4647-8714-91d956764047 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:30.688655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.702724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-baa87c98-8cd9-40cc-b7a2-78641c8da164 None None] Provisioning for port 9d49cf74-cd7c-4ae6-91c7-3efcbd148860 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:30.718411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-baa87c98-8cd9-40cc-b7a2-78641c8da164 None None] Provisioning complete for port 9d49cf74-cd7c-4ae6-91c7-3efcbd148860 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:30.718793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-baa87c98-8cd9-40cc-b7a2-78641c8da164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.756554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=9d49cf74-cd7c-4ae6-91c7-3efcbd148860,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.758998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-baa87c98-8cd9-40cc-b7a2-78641c8da164 None None] Port 9d49cf74-cd7c-4ae6-91c7-3efcbd148860 was deleted so its status cannot be updated. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:47:30.829797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.851171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.888496 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8d7b20d4-6e85-4274-b31c-a5de645b6929 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/9d49cf74-cd7c-4ae6-91c7-3efcbd148860 HTTP/1.1" status: 204 len: 168 time: 0.9941101 Feb 16 12:47:30.891562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51600) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:30.906678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port af57bfc0-a534-4cba-84d1-b70c1e4bc01c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af57bfc0-a534-4cba-84d1-b70c1e4bc01c,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:30.927301 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port dc07fcd7-fd9a-408d-8582-fb733ed06c1e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:30.927883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.973174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f513c-b069-4f67-9845-fd435d6d52dd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:30.973417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87b54b92-7595-4077-81af-0d4eae79e38a None None] Provisioning for port ee180254-0b98-45a0-b3ed-4808e7738fee completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:30.974679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f513c-b069-4f67-9845-fd435d6d52dd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:30.979060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87b54b92-7595-4077-81af-0d4eae79e38a None None] Provisioning complete for port ee180254-0b98-45a0-b3ed-4808e7738fee triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:30.979712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87b54b92-7595-4077-81af-0d4eae79e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.986022 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-aa9f513c-b069-4f67-9845-fd435d6d52dd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0912948 Feb 16 12:47:30.989298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51604) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:31.033887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.064354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet fef4a907-7236-409e-9ab9-3cd69ca1b824 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:31.066925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.097015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 92ec6053-5def-4135-a1e2-819cc863f7fe has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:31.125021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87b54b92-7595-4077-81af-0d4eae79e38a None None] Port ee180254-0b98-45a0-b3ed-4808e7738fee cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:31.130335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.138688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=af57bfc0-a534-4cba-84d1-b70c1e4bc01c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.145940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87b54b92-7595-4077-81af-0d4eae79e38a None None] Provisioning complete for port e48675b5-0873-4af2-8609-3c61958f6776 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.146317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87b54b92-7595-4077-81af-0d4eae79e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.218181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.379337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.399887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3452ff06-2947-4df4-8150-d799e47a2017 None None] Provisioning complete for port ee180254-0b98-45a0-b3ed-4808e7738fee triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.401344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3452ff06-2947-4df4-8150-d799e47a2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.459370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3452ff06-2947-4df4-8150-d799e47a2017 None None] Port ee180254-0b98-45a0-b3ed-4808e7738fee cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:31.482805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.542915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=fef4a907-7236-409e-9ab9-3cd69ca1b824,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.553873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.560904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724380a4-e842-440a-a0b6-e93ab5dfad9f None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:31.567830 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2871b8c1-c742-48e6-8d46-5bcd248a48c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/fef4a907-7236-409e-9ab9-3cd69ca1b824 HTTP/1.1" status: 204 len: 168 time: 0.5775008 Feb 16 12:47:31.568452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51608) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:31.585713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e48675b5-0873-4af2-8609-3c61958f6776 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:31.641831 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6eb09d6b-2aea-4621-98f8-13e8460a733b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696294 Feb 16 12:47:31.642041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51612) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:31.647458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:31.765542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:31.769568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:31.772394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:31.778726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:31.798282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for dc07fcd7-fd9a-408d-8582-fb733ed06c1e owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:31.799265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e48675b5-0873-4af2-8609-3c61958f6776 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.799704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.865189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:31.870077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.891346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:31.903795 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041110e5-4e82-415a-8009-add7205823a4 None None] Sync routers for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:31.916060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::f (a5ebbe9d-099a-4559-8020-c38275370752/98baa4c7-21b2-4cde-bb8a-0e84d150c43b/c688ede2-35d8-4647-8714-91d956764047) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:31.920834 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:31.920834 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:31.935547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af57bfc0-a534-4cba-84d1-b70c1e4bc01c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:31.996314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.015932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:32.026660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] Deleting port af57bfc0-a534-4cba-84d1-b70c1e4bc01c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:32.027103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.137546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port af57bfc0-a534-4cba-84d1-b70c1e4bc01c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.137926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.175166 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bce7039a-2a1f-4ec1-bdb3-66251922f927 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/98c592c2-071e-400d-ab16-1dc18a13690f HTTP/1.1" status: 204 len: 168 time: 4.9844010 Feb 16 12:47:32.186390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:32.295731 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:32.323308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.492309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:32.497382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:32.516398 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'status': 'completed', 'code': 200} Feb 16 12:47:32.536890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:32.538043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.542401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] For port af57bfc0-a534-4cba-84d1-b70c1e4bc01c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=af57bfc0-a534-4cba-84d1-b70c1e4bc01c,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:32.542791 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.584423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=d6aa79dc-61d6-4c38-bc27-2cfb2240b2f3,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.627105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-1a4839e7-50e4-4e40-97eb-7517ff282e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:32.631876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-1a4839e7-50e4-4e40-97eb-7517ff282e24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 1098 time: 0.2223997 Feb 16 12:47:32.664977 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ec429ed2-9b56-4c3d-9c2f-45966215ab36 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0219638 Feb 16 12:47:32.670309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51622) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:32.676723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': 'd6aa79dc-61d6-4c38-bc27-2cfb2240b2f3', 'ip_address': '2001:db8::6bc1:50b8:f8b:3efb'}], 'name': 'tempest-NetworksTestDHCPv6-1299239376'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:32.702598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] Calling delete_port for af57bfc0-a534-4cba-84d1-b70c1e4bc01c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:32.707452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.780599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.789929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=dc07fcd7-fd9a-408d-8582-fb733ed06c1e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.796726 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:14Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:32.803764 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041110e5-4e82-415a-8009-add7205823a4 None None] Checking router: 92ec6053-5def-4135-a1e2-819cc863f7fe for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:32.814370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.820714 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:32.820714 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:32.850023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object c688ede2-35d8-4647-8714-91d956764047 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:32.933113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.973220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.076497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] Pushing event deleted for resources: {'Port': ['ID=af57bfc0-a534-4cba-84d1-b70c1e4bc01c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.078552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ccc61-d14f-4a58-8f8b-9c194e00d87a None None] No DVR routers for this DVR port af57bfc0-a534-4cba-84d1-b70c1e4bc01c on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:33.085378 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:33.096167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c08de-af53-4da2-8d42-6f8a2abafd46 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:33.104315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:33.109301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:33.112700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:33.119448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:33.136267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-8134ac5e-95e9-48d0-a1f3-f8376433b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.138044 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-8134ac5e-95e9-48d0-a1f3-f8376433b87c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 200 len: 897 time: 0.4979687 Feb 16 12:47:33.224328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:33.244567 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-b64fb5d7-386e-4773-99ac-77e7358173f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834996ed-c4fa-4e84-8946-c00d75b0e299 HTTP/1.1" status: 200 len: 217 time: 0.0992124 Feb 16 12:47:33.297516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.371444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'd6aa79dc-61d6-4c38-bc27-2cfb2240b2f3'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:33.372921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.374401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.437172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.451791 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-041110e5-4e82-415a-8009-add7205823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:14Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:33.455361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-217be17b-58eb-4ca0-8c19-95d107194fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.456817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-217be17b-58eb-4ca0-8c19-95d107194fa0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adaeea1f-3874-4676-a412-2112bc33a7e4 HTTP/1.1" status: 200 len: 835 time: 0.2013922 Feb 16 12:47:33.457738 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041110e5-4e82-415a-8009-add7205823a4 None None] The sync data for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv is: [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:14Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '6357581d-30f6-47bf-b5de-5d840b2d252c', 'name': '', 'network_id': 'a8772aa7-1bbb-410b-a289-1d9e13b8ba22', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:31:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:44Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'adaeea1f-3874-4676-a412-2112bc33a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:33.467971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795fd75-c463-4e81-8540-3d3b9a5b83da req-56e4d122-b732-49cf-8c3c-12788e3d71df tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.468709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4795fd75-c463-4e81-8540-3d3b9a5b83da req-56e4d122-b732-49cf-8c3c-12788e3d71df tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:33.554481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 9c378843-4b06-4e8e-8ccc-84848614e1ce yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:33.562651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network a5ebbe9d-099a-4559-8020-c38275370752 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:33.584660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/d6aa79dc-61d6-4c38-bc27-2cfb2240b2f3/36352f7b-7827-4d35-ad4f-e5e8006fccc3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:33.601617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4795fd75-c463-4e81-8540-3d3b9a5b83da req-56e4d122-b732-49cf-8c3c-12788e3d71df tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:33.602798 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4795fd75-c463-4e81-8540-3d3b9a5b83da req-56e4d122-b732-49cf-8c3c-12788e3d71df tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 945 time: 0.7088966 Feb 16 12:47:33.622522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:33.624907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:33.629900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af57bfc0-a534-4cba-84d1-b70c1e4bc01c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:33.631007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.631665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.680135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4795fd75-c463-4e81-8540-3d3b9a5b83da req-0ae81860-304e-426c-9555-cf40c3746352 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:33.710665 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 08b4a9d1-fe0b-4f4f-bd86-a779ff793dde associated. External IP: 172.26.6.235, port: 62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91. Feb 16 12:47:33.740647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: af57bfc0-a534-4cba-84d1-b70c1e4bc01c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:33.741230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device af57bfc0-a534-4cba-84d1-b70c1e4bc01c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:33.757192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-209723f4-33d9-4e94-9eb1-0d2c238eae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.758720 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-209723f4-33d9-4e94-9eb1-0d2c238eae2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8772aa7-1bbb-410b-a289-1d9e13b8ba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2802916 Feb 16 12:47:33.931398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=c688ede2-35d8-4647-8714-91d956764047,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.932601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e7a01-7886-4a0a-a7cb-b61ea57b66e5 None None] New status for floating IP 98c592c2-071e-400d-ab16-1dc18a13690f: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:47:33.993796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8d006db3-f53d-4d17-8867-1e95334116e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.067818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4795fd75-c463-4e81-8540-3d3b9a5b83da req-0ae81860-304e-426c-9555-cf40c3746352 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:34.069311 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4795fd75-c463-4e81-8540-3d3b9a5b83da req-0ae81860-304e-426c-9555-cf40c3746352 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569404 Feb 16 12:47:34.083749 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-4fe976ed-94bb-4602-8fd7-322752af5a5c service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160734 Feb 16 12:47:34.108279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.142168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Transition to ACTIVE for port object 36352f7b-7827-4d35-ad4f-e5e8006fccc3 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:34.152537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 2c0a7402-6d8d-43bf-a600-62d330b90937 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:34.166870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Transition to ACTIVE for port object 36352f7b-7827-4d35-ad4f-e5e8006fccc3 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:34.195910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2b83cbf3-1091-4498-af28-1f84e3cf588d None None] Provisioning for port c688ede2-35d8-4647-8714-91d956764047 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:34.202512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2b83cbf3-1091-4498-af28-1f84e3cf588d None None] Provisioning complete for port c688ede2-35d8-4647-8714-91d956764047 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:34.207137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b83cbf3-1091-4498-af28-1f84e3cf588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.232979 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a1955e2-d0d5-4c1e-8bbf-f4dc90c32dbb req-5ebebb06-370c-41ae-b442-526c27f11f05 service neutron] 10.222.0.67 "GET /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357939 Feb 16 12:47:34.259011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2b83cbf3-1091-4498-af28-1f84e3cf588d None None] Port c688ede2-35d8-4647-8714-91d956764047 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:34.283092 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e54a2647-f7cf-4204-9144-a98b41fc04c4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6084669 Feb 16 12:47:34.288223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51630) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:34.305419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.372170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:34.378615 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e294b747-580a-4a8b-b17f-55869dca55b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/2c0a7402-6d8d-43bf-a600-62d330b90937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4434590 Feb 16 12:47:34.381517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51634) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:34.387897 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] Sync routers for ids ['2c0a7402-6d8d-43bf-a600-62d330b90937'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:34.404198 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] Routers {'2c0a7402-6d8d-43bf-a600-62d330b90937'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:34.404975 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['2c0a7402-6d8d-43bf-a600-62d330b90937'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.420797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:34.424427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:34.428681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:34.437035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Pushing event updated for resources: {'Port': ['ID=36352f7b-7827-4d35-ad4f-e5e8006fccc3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:34.442407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::6bc1:50b8:f8b:3efb (d9baa628-812c-4290-914a-2abb43e08a16/d6aa79dc-61d6-4c38-bc27-2cfb2240b2f3/9c378843-4b06-4e8e-8ccc-84848614e1ce) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:34.499691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3b4b2e1-3e4d-47ae-b7ee-3e4e02b9917a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:34.500592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6af9-39ff-443a-9242-823e12176edd req-67a90c64-8d2a-452d-8547-91f46dcfc53a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.502049 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-579a6af9-39ff-443a-9242-823e12176edd req-67a90c64-8d2a-452d-8547-91f46dcfc53a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 945 time: 0.2531431 Feb 16 12:47:34.535499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Attempting to bind port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:34.536295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Attempting to bind port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:34.536740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:34.536876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Attempting to bind port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:34.537789 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.546637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:34.547075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:34.547204 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] Routers {'2c0a7402-6d8d-43bf-a600-62d330b90937'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:34.547802 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['2c0a7402-6d8d-43bf-a600-62d330b90937'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.549022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.549307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:34.549910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Bound port: 36352f7b-7827-4d35-ad4f-e5e8006fccc3, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:34.550397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.551885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed3316-2b06-4523-bb30-206413066aeb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.553349 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5eed3316-2b06-4523-bb30-206413066aeb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2641969 Feb 16 12:47:34.564390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51638) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:34.637924 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.638202 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfa25-d8af-42a8-87fa-4ca2d1d0bab3 None None] The sync data for ids ['2c0a7402-6d8d-43bf-a600-62d330b90937'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:34.639559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3b4b2e1-3e4d-47ae-b7ee-3e4e02b9917a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:34.643678 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3b4b2e1-3e4d-47ae-b7ee-3e4e02b9917a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c0a7402-6d8d-43bf-a600-62d330b90937 HTTP/1.1" status: 200 len: 205 time: 0.2588778 Feb 16 12:47:34.646047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51642) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:34.656273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] For port 36352f7b-7827-4d35-ad4f-e5e8006fccc3, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:34.659467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] For port 36352f7b-7827-4d35-ad4f-e5e8006fccc3, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=36352f7b-7827-4d35-ad4f-e5e8006fccc3,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:34.722267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.767571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:34.792492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:34.816774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac066b-a27f-4cb3-b2a0-bb252733c585 None None] Pushing event updated for resources: {'Port': ['ID=36352f7b-7827-4d35-ad4f-e5e8006fccc3,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:34.820860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:34.821477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.865004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 834996ed-c4fa-4e84-8946-c00d75b0e299 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:34.865352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.886006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.896844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:34.898071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.967843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-42cd878c-1c1a-439e-8498-95109359fac5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.968237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:34.969180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4caa6b2-f79f-488f-b60d-c2ed610b859d None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:35.220541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:35.403800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:35.408771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.413820 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956af39a-1637-4828-8a10-765e7062c43a None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:35.424350 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956af39a-1637-4828-8a10-765e7062c43a None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:35.425249 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-956af39a-1637-4828-8a10-765e7062c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:35.490823 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-956af39a-1637-4828-8a10-765e7062c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:35.500725 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956af39a-1637-4828-8a10-765e7062c43a None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:35.500725 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-956af39a-1637-4828-8a10-765e7062c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:35.535545 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f5a7bad8-5951-4b3a-b220-e89793b95b6d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/floatingips/08b4a9d1-fe0b-4f4f-bd86-a779ff793dde HTTP/1.1" status: 200 len: 978 time: 5.4138486 Feb 16 12:47:35.538252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51648) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:35.543963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:35.577796 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-956af39a-1637-4828-8a10-765e7062c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:35.578190 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956af39a-1637-4828-8a10-765e7062c43a None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:35.643727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 36352f7b-7827-4d35-ad4f-e5e8006fccc3 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:35.694872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-42cd878c-1c1a-439e-8498-95109359fac5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.719991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-42cd878c-1c1a-439e-8498-95109359fac5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.740600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc0e2b-c4e1-4491-a0e3-4211b2f3623e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.747333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc0e2b-c4e1-4491-a0e3-4211b2f3623e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.753328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc0e2b-c4e1-4491-a0e3-4211b2f3623e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.758050 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-93dc0e2b-c4e1-4491-a0e3-4211b2f3623e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.1926343 Feb 16 12:47:35.767291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51652) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:35.770952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 834996ed-c4fa-4e84-8946-c00d75b0e299, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=834996ed-c4fa-4e84-8946-c00d75b0e299,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:35.771315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.813254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:35.864794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.980087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.995915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 834996ed-c4fa-4e84-8946-c00d75b0e299 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:36.047767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-239f170b-7e27-4582-b7b4-8e2ddafc0180 None None] Provisioning for port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:36.049935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-42cd878c-1c1a-439e-8498-95109359fac5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.050366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cd878c-1c1a-439e-8498-95109359fac5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Fanout notify agent at l3_agent the message router_deleted on router 2c0a7402-6d8d-43bf-a600-62d330b90937 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:36.052603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-239f170b-7e27-4582-b7b4-8e2ddafc0180 None None] Provisioning complete for port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:36.053033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-239f170b-7e27-4582-b7b4-8e2ddafc0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.064445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 9c378843-4b06-4e8e-8ccc-84848614e1ce will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:36.083306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port c688ede2-35d8-4647-8714-91d956764047 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:36.083656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.163076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4826ac6d-1606-47ee-b4be-7dad1f753a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.174298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.181203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-42cd878c-1c1a-439e-8498-95109359fac5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.183026 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-42cd878c-1c1a-439e-8498-95109359fac5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/2c0a7402-6d8d-43bf-a600-62d330b90937 HTTP/1.1" status: 204 len: 168 time: 1.5297596 Feb 16 12:47:36.185889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:36.195425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-239f170b-7e27-4582-b7b4-8e2ddafc0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.223117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc1892-1130-4c6c-9991-37de8a421013 req-b472c12c-7270-47e2-a674-4349af4427fe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:36.224675 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30dc1892-1130-4c6c-9991-37de8a421013 req-b472c12c-7270-47e2-a674-4349af4427fe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 945 time: 0.9899297 Feb 16 12:47:36.229518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-239f170b-7e27-4582-b7b4-8e2ddafc0180 None None] For port 36352f7b-7827-4d35-ad4f-e5e8006fccc3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=36352f7b-7827-4d35-ad4f-e5e8006fccc3,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:36.232915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.233348 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 08b4a9d1-fe0b-4f4f-bd86-a779ff793dde disassociated. External IP: 172.26.6.235, port: 918f2553-5eb6-49d9-b398-8c7a3bc28b4a. Feb 16 12:47:36.293395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-239f170b-7e27-4582-b7b4-8e2ddafc0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.364364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f170b-7e27-4582-b7b4-8e2ddafc0180 None None] Pushing event updated for resources: {'Port': ['ID=36352f7b-7827-4d35-ad4f-e5e8006fccc3,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.395252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet 88595f78-cfcb-4c0a-a395-1153bd3ce5e4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:36.408059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.413602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.483430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.494538 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30dc1892-1130-4c6c-9991-37de8a421013 req-20b92e8b-63d3-406d-aa4d-6cb769501ff8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=72db8359-e7d4-419f-8a92-c8e0da20f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472923 Feb 16 12:47:36.522718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:36.529517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:36.536757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:36.542818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:36.543481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.547213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=9c378843-4b06-4e8e-8ccc-84848614e1ce,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.569075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.646563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.659731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=834996ed-c4fa-4e84-8946-c00d75b0e299,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.741903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.786716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:36.813942 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9a6146e8-9ac2-4e23-8a2f-aa1ffe1c5d98 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1420250 Feb 16 12:47:36.825588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for c688ede2-35d8-4647-8714-91d956764047 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:36.852605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51660) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:36.887553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4c5ef820-e737-4d3e-952e-a5f862a527dc None None] Provisioning for port 9c378843-4b06-4e8e-8ccc-84848614e1ce completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:36.894233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4c5ef820-e737-4d3e-952e-a5f862a527dc None None] Provisioning complete for port 9c378843-4b06-4e8e-8ccc-84848614e1ce triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:36.894724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef820-e737-4d3e-952e-a5f862a527dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.938950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port 834996ed-c4fa-4e84-8946-c00d75b0e299 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:36.948189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.950126 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-579a6af9-39ff-443a-9242-823e12176edd req-79c2f9f6-9f92-4cb1-b731-78dab70e2cc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/834996ed-c4fa-4e84-8946-c00d75b0e299 HTTP/1.1" status: 204 len: 173 time: 2.4385071 Feb 16 12:47:36.952052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ef820-e737-4d3e-952e-a5f862a527dc None None] Port 9c378843-4b06-4e8e-8ccc-84848614e1ce cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:36.953080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'name': 'network-vif-deleted', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:36.988409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.052165 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077972ad-28c5-4ad4-8ed5-c6c029e95153', 'name': 'network-vif-deleted', 'tag': '834996ed-c4fa-4e84-8946-c00d75b0e299', 'status': 'completed', 'code': 200} Feb 16 12:47:37.062904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=88595f78-cfcb-4c0a-a395-1153bd3ce5e4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.068475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.075381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c0fac-7b93-4b95-a49e-91032b25b47b None None] Network 581bbdf8-ef78-42eb-93c0-6acfdd38848a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:37.077069 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d2c898c9-2c0c-425d-98e4-6d723b3e0a4c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/88595f78-cfcb-4c0a-a395-1153bd3ce5e4 HTTP/1.1" status: 204 len: 168 time: 0.8887346 Feb 16 12:47:37.080047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.083668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2352885-35dd-4d16-a45d-2a338a863efc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.092120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2352885-35dd-4d16-a45d-2a338a863efc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.093392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b2352885-35dd-4d16-a45d-2a338a863efc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:37.188194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:37.198170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.207616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:37.220662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b2352885-35dd-4d16-a45d-2a338a863efc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:37.224583 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b2352885-35dd-4d16-a45d-2a338a863efc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3685117 Feb 16 12:47:37.224876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51672) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.255434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:37.255989 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.276703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.285887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.291642 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8014f152-6447-4530-a3a0-bdb44962e837 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/floatingips/08b4a9d1-fe0b-4f4f-bd86-a779ff793dde HTTP/1.1" status: 200 len: 688 time: 1.7522819 Feb 16 12:47:37.295220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.337949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.362707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.409437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.431800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:37.432570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.499544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.500023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367aaa8f-189d-4b91-b802-3b975950e99b None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:37.512741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=c688ede2-35d8-4647-8714-91d956764047,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.538629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.544896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 9c378843-4b06-4e8e-8ccc-84848614e1ce {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:37.545292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.571404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port e12550e0-c9bc-4c93-8cb3-04b8467d5310 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:37.571896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.654672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 152240ea-21e7-4140-8861-16ab840578ba {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:37.655025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.680908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 36352f7b-7827-4d35-ad4f-e5e8006fccc3 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:37.712490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] DHCP port deletion for 581bbdf8-ef78-42eb-93c0-6acfdd38848a request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:37.724737 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-213fe4fb-c8ab-4a06-8734-82e6f56c01c1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/c688ede2-35d8-4647-8714-91d956764047 HTTP/1.1" status: 204 len: 168 time: 1.9456177 Feb 16 12:47:37.730472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] Deleting port e12550e0-c9bc-4c93-8cb3-04b8467d5310 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:37.730995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.745587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51682) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.806831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e0abb2db-1660-44ef-98d8-349ed06d233d req-b77bec16-d5e0-4953-a164-5bbf5ceacdbd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:37.834274 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39c2804-deb1-4070-9fe7-0c587d09908d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:47:37.834882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a39c2804-deb1-4070-9fe7-0c587d09908d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:37.863264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:37.863778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.941482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e0abb2db-1660-44ef-98d8-349ed06d233d req-b77bec16-d5e0-4953-a164-5bbf5ceacdbd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:37.942701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0abb2db-1660-44ef-98d8-349ed06d233d req-b77bec16-d5e0-4953-a164-5bbf5ceacdbd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=077972ad-28c5-4ad4-8ed5-c6c029e95153 HTTP/1.1" status: 200 len: 210 time: 0.2684810 Feb 16 12:47:38.053601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port e12550e0-c9bc-4c93-8cb3-04b8467d5310, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e12550e0-c9bc-4c93-8cb3-04b8467d5310,segment=NetworkSegment(76ff7b5e-1f83-4add-b842-f1555ff3e5c1),segment_id=76ff7b5e-1f83-4add-b842-f1555ff3e5c1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:38.053851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.057318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a39c2804-deb1-4070-9fe7-0c587d09908d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:38.058577 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a39c2804-deb1-4070-9fe7-0c587d09908d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/c688ede2-35d8-4647-8714-91d956764047 HTTP/1.1" status: 404 len: 333 time: 0.3120356 Feb 16 12:47:38.063385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.063531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.063531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.069893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:38.096166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] For port e12550e0-c9bc-4c93-8cb3-04b8467d5310, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e12550e0-c9bc-4c93-8cb3-04b8467d5310,segment=NetworkSegment(76ff7b5e-1f83-4add-b842-f1555ff3e5c1),segment_id=76ff7b5e-1f83-4add-b842-f1555ff3e5c1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:38.096722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.224062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 9c378843-4b06-4e8e-8ccc-84848614e1ce owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:38.253305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] Calling delete_port for e12550e0-c9bc-4c93-8cb3-04b8467d5310 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:38.351773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for e12550e0-c9bc-4c93-8cb3-04b8467d5310 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:38.388353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 152240ea-21e7-4140-8861-16ab840578ba owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:38.402099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.419243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.448743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] Pushing event deleted for resources: {'Port': ['ID=e12550e0-c9bc-4c93-8cb3-04b8467d5310,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.453987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4358e08-6c73-456f-bbd2-4ab05f8a1f7c None None] No DVR routers for this DVR port e12550e0-c9bc-4c93-8cb3-04b8467d5310 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:38.474736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port ee180254-0b98-45a0-b3ed-4808e7738fee {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:38.475197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.503575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=9c378843-4b06-4e8e-8ccc-84848614e1ce,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.519576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.604420 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0d594d1f-8441-49a9-bdf3-714ae793495b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/9c378843-4b06-4e8e-8ccc-84848614e1ce HTTP/1.1" status: 204 len: 168 time: 1.3761954 Feb 16 12:47:38.604910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51690) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:38.612221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:38.612221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:38.682447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de75a6f-c5e9-45db-b6cc-d7c01469026b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.684035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de75a6f-c5e9-45db-b6cc-d7c01469026b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.684797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0de75a6f-c5e9-45db-b6cc-d7c01469026b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:38.709883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.755769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0de75a6f-c5e9-45db-b6cc-d7c01469026b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:38.759935 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0de75a6f-c5e9-45db-b6cc-d7c01469026b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1504979 Feb 16 12:47:38.768376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51694) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:38.818323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.826326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.827999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet d6aa79dc-61d6-4c38-bc27-2cfb2240b2f3 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:38.831250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.843327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 834996ed-c4fa-4e84-8946-c00d75b0e299 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:38.878613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 834996ed-c4fa-4e84-8946-c00d75b0e299 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:38.878956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 834996ed-c4fa-4e84-8946-c00d75b0e299 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:38.892009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.984190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.077051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51700) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.118416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.136285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=152240ea-21e7-4140-8861-16ab840578ba,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.138750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port e12550e0-c9bc-4c93-8cb3-04b8467d5310 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:39.139475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.173986 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for ee180254-0b98-45a0-b3ed-4808e7738fee owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:39.175314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb59eab-7864-4f8e-adc1-685b8f62e34e None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:39.185285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.187789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=d6aa79dc-61d6-4c38-bc27-2cfb2240b2f3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.199747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-257865c3-e104-4e8e-8020-248154f28224 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.231898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-257865c3-e104-4e8e-8020-248154f28224 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.293847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] The port 'e12550e0-c9bc-4c93-8cb3-04b8467d5310' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:39.305313 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5d37c51b-b6f7-4b74-95e9-100091236bf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d6aa79dc-61d6-4c38-bc27-2cfb2240b2f3 HTTP/1.1" status: 204 len: 168 time: 0.5436182 Feb 16 12:47:39.308259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51704) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.380719 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-28cfefcd-4792-413e-b9d3-49f815d5adce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690536 Feb 16 12:47:39.380969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51708) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.424244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-257865c3-e104-4e8e-8020-248154f28224 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.457417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257865c3-e104-4e8e-8020-248154f28224 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db8359-e7d4-419f-8a92-c8e0da20f73d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.470253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:39.490588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.491021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Deleting port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:39.491414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.492373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd0a5a2-c177-4729-8da5-070f7d576afd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.493150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bdd0a5a2-c177-4729-8da5-070f7d576afd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:39.495104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.569199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-257865c3-e104-4e8e-8020-248154f28224 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.574189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581bbdf8-ef78-42eb-93c0-6acfdd38848a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.575509 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-257865c3-e104-4e8e-8020-248154f28224 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/72db8359-e7d4-419f-8a92-c8e0da20f73d HTTP/1.1" status: 204 len: 168 time: 0.4973350 Feb 16 12:47:39.590965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bdd0a5a2-c177-4729-8da5-070f7d576afd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:39.592338 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bdd0a5a2-c177-4729-8da5-070f7d576afd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2103863 Feb 16 12:47:39.594941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51714) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.613346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e12550e0-c9bc-4c93-8cb3-04b8467d5310 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:39.613521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ff7b5e-1f83-4add-b842-f1555ff3e5c1') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.614005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ff7b5e-1f83-4add-b842-f1555ff3e5c1') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.632704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.651277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.658139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: e12550e0-c9bc-4c93-8cb3-04b8467d5310 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:39.658139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e12550e0-c9bc-4c93-8cb3-04b8467d5310 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:39.658139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 36352f7b-7827-4d35-ad4f-e5e8006fccc3 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:39.658499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:39.658955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.673128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f07b7-75f4-41e6-bb81-7b87da1ad98b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.673879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-109f07b7-75f4-41e6-bb81-7b87da1ad98b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:39.674870 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:39.699988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51718) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.735997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.738495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.742524 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6d9a72b1-ec2a-4cf5-806d-5df9ac85af66 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/floatingips/08b4a9d1-fe0b-4f4f-bd86-a779ff793dde HTTP/1.1" status: 204 len: 168 time: 2.4435339 Feb 16 12:47:39.763870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51722) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.805518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] For port 36352f7b-7827-4d35-ad4f-e5e8006fccc3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=36352f7b-7827-4d35-ad4f-e5e8006fccc3,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:39.806163 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.814138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=ee180254-0b98-45a0-b3ed-4808e7738fee,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.862054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.922843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.950526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.952651 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/581bbdf8-ef78-42eb-93c0-6acfdd38848a HTTP/1.1" status: 204 len: 168 time: 2.8714628 Feb 16 12:47:39.969627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51726) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.970169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Calling delete_port for 36352f7b-7827-4d35-ad4f-e5e8006fccc3 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:39.970346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-109f07b7-75f4-41e6-bb81-7b87da1ad98b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:39.975156 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-109f07b7-75f4-41e6-bb81-7b87da1ad98b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3758223 Feb 16 12:47:39.975796 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0055cfba-2927-4941-a8d5-4a4a94fa218b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/ee180254-0b98-45a0-b3ed-4808e7738fee HTTP/1.1" status: 204 len: 168 time: 1.9046934 Feb 16 12:47:39.976254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51730) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.976579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.983725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f478a2-b067-4e6f-9aaa-592a686e3393 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=581bbdf8-ef78-42eb-93c0-6acfdd38848a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.989339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-783605202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:39.996537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:40.000940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:router and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:40.003905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:40.009809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:40.018624 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-13148e3b-e40f-4f67-8361-44ac8d2950d4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] delete failed (client error): The resource could not be found. Feb 16 12:47:40.020555 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-13148e3b-e40f-4f67-8361-44ac8d2950d4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/floatingips/08b4a9d1-fe0b-4f4f-bd86-a779ff793dde HTTP/1.1" status: 404 len: 345 time: 0.2556853 Feb 16 12:47:40.033112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51738) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.041459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.096614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 36352f7b-7827-4d35-ad4f-e5e8006fccc3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=36352f7b-7827-4d35-ad4f-e5e8006fccc3,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:40.135501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.153553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.155036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.173928 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f0b71fd-d17f-406b-8728-37675a1fcdc5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1919198 Feb 16 12:47:40.175596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:40.176102 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2dbc24f-b4d7-44e4-b4a2-e7819146e3d0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:47:40.176102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2dbc24f-b4d7-44e4-b4a2-e7819146e3d0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:40.178401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51742) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.178749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:40.185548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:40.218720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=36352f7b-7827-4d35-ad4f-e5e8006fccc3,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:40.220062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.302210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:40.312478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:40.352801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f44bd6-5398-48c9-b877-c341cb9df532 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.358953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f44bd6-5398-48c9-b877-c341cb9df532 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.364933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f44bd6-5398-48c9-b877-c341cb9df532 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.365821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-31f44bd6-5398-48c9-b877-c341cb9df532 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Synchronizing usage tracker for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:40.366848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2dbc24f-b4d7-44e4-b4a2-e7819146e3d0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:40.368129 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a2dbc24f-b4d7-44e4-b4a2-e7819146e3d0 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/ee180254-0b98-45a0-b3ed-4808e7738fee HTTP/1.1" status: 404 len: 333 time: 0.3878798 Feb 16 12:47:40.371547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.438213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 98baa4c7-21b2-4cde-bb8a-0e84d150c43b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:40.441330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.466368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.468608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:40.471976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.526697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-31f44bd6-5398-48c9-b877-c341cb9df532 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Unset dirty status for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:40.527881 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-31f44bd6-5398-48c9-b877-c341cb9df532 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "GET /v2.0/ports?network_id=8fc54932-184d-434c-8b86-ee67e8a5f550 HTTP/1.1" status: 200 len: 2357 time: 0.4182112 Feb 16 12:47:40.533049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51750) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.584796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.586014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0594141-d734-47b6-a2ac-a386eedcd045 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6123929 Feb 16 12:47:40.586701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.594661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51754) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.610285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1424861340'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:40.662145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:40.673466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:40.678468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:40.679761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Deleting port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:40.680150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.689468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8803398-fb2e-404c-9a0a-24b04eb06938 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.689974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a8803398-fb2e-404c-9a0a-24b04eb06938 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Synchronizing usage tracker for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:40.698849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:40.805664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:40.809784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.858721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:40.864258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.867798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.868163 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment a820ff37-6bd7-4571-9875-2e871bc6c629 of type vlan for network 10443726-c3cf-47d2-b848-4009160cae54 Feb 16 12:47:40.900548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.929990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a8803398-fb2e-404c-9a0a-24b04eb06938 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Unset dirty status for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:40.936624 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a8803398-fb2e-404c-9a0a-24b04eb06938 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "GET /v2.0/subnets/ce9df02d-8f6e-4089-bfa4-97e793c9ac14 HTTP/1.1" status: 200 len: 797 time: 0.4020343 Feb 16 12:47:40.936810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51758) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.945451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'port': {'network_id': '8fc54932-184d-434c-8b86-ee67e8a5f550', 'name': 'tempest-FloatingIPTestJSON-523250484', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:40.955002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] For port 36352f7b-7827-4d35-ad4f-e5e8006fccc3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=36352f7b-7827-4d35-ad4f-e5e8006fccc3,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:40.955383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.019733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.025109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:41.025693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.042941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.047694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.084540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Calling delete_port for 36352f7b-7827-4d35-ad4f-e5e8006fccc3 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:41.104536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.112651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:41.119110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:41.119330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f94011-3dc1-4083-82dc-0894eeaa1778 None None] Network a5ebbe9d-099a-4559-8020-c38275370752 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:41.124729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.125914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:41.126609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.131328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.138436 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/98baa4c7-21b2-4cde-bb8a-0e84d150c43b HTTP/1.1" status: 204 len: 168 time: 0.7658763 Feb 16 12:47:41.149579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51762) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.186038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=3331a69f-cad6-4969-b0d0-a975a8717e71,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.248227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=10443726-c3cf-47d2-b848-4009160cae54,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.279516 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ff77d86e-7bbb-4242-9259-45a904c9030e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0970111 Feb 16 12:47:41.280367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51766) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.281687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 10443726-c3cf-47d2-b848-4009160cae54 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:41.288061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80751d38-d143-468a-ab43-99d53161d37a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=98baa4c7-21b2-4cde-bb8a-0e84d150c43b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.295582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': '3331a69f-cad6-4969-b0d0-a975a8717e71', 'ip_address': '2001:db8::30c2:fcb8:9d91:3390'}], 'name': 'tempest-NetworksTestDHCPv6-745316216'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:41.319022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.329695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port e48675b5-0873-4af2-8609-3c61958f6776 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:41.330160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.436883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.457880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.458096 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-973fde6b-fd13-4925-a050-d9b10c24cecb tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8595805 Feb 16 12:47:41.497171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] No DVR routers for this DVR port 36352f7b-7827-4d35-ad4f-e5e8006fccc3 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:41.498648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:41.499776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba5750-9d83-4a13-8425-0465790a4beb None None] Pushing event deleted for resources: {'Port': ['ID=36352f7b-7827-4d35-ad4f-e5e8006fccc3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.520708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06fafc-5fb7-4709-a741-314ddceae704 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:41.521644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:41.530559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:41.545607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:41.654485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] For port e48675b5-0873-4af2-8609-3c61958f6776, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e48675b5-0873-4af2-8609-3c61958f6776,segment=NetworkSegment(ca43e2e1-6744-45d4-9d0f-3dd6b331babd),segment_id=ca43e2e1-6744-45d4-9d0f-3dd6b331babd)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:41.654825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.703335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] DHCP port deletion for a5ebbe9d-099a-4559-8020-c38275370752 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:41.715449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Deleting port e48675b5-0873-4af2-8609-3c61958f6776 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:41.715824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.781551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:41.804385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:41.812592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for e48675b5-0873-4af2-8609-3c61958f6776 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:41.814515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:41.849735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:41.859380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:41.865700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '3331a69f-cad6-4969-b0d0-a975a8717e71'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:41.866514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.868244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:41.892719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:41.944516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:41.949645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.968536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.097036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 6357581d-30f6-47bf-b5de-5d840b2d252c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:42.097657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.101464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=e48675b5-0873-4af2-8609-3c61958f6776,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.112482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] For port e48675b5-0873-4af2-8609-3c61958f6776, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e48675b5-0873-4af2-8609-3c61958f6776,segment=NetworkSegment(ca43e2e1-6744-45d4-9d0f-3dd6b331babd),segment_id=ca43e2e1-6744-45d4-9d0f-3dd6b331babd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:42.112878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.119819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No DVR routers for this DVR port e48675b5-0873-4af2-8609-3c61958f6776 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:42.141638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.200454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] device_id is not set on port 1e60c77d-5cee-4019-9a8a-ec6917a782e1 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:42.243118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Calling delete_port for e48675b5-0873-4af2-8609-3c61958f6776 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:42.277545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.296377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/3331a69f-cad6-4969-b0d0-a975a8717e71/7119e397-3702-43ab-8754-f632a8eada69) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:42.329940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.355962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ebbe9d-099a-4559-8020-c38275370752']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:42.378830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca43e2e1-6744-45d4-9d0f-3dd6b331babd') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:42.379427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca43e2e1-6744-45d4-9d0f-3dd6b331babd') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:42.396426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.435632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.439680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port f8cb7b23-a036-49f6-8793-86f6b0ade8c8 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:42.446129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:42.446550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:42.462393 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:42.474705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:42.475386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:42.540806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.598011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 6357581d-30f6-47bf-b5de-5d840b2d252c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6357581d-30f6-47bf-b5de-5d840b2d252c,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:42.598373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.598505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.728754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=b3a670e5-2e3c-4f2a-a921-de076c123bf0,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.734270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.738397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Transition to ACTIVE for port object 7119e397-3702-43ab-8754-f632a8eada69 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:42.758647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Transition to ACTIVE for port object 7119e397-3702-43ab-8754-f632a8eada69 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:42.760645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.764774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=a5ebbe9d-099a-4559-8020-c38275370752,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.767792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:42.768155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: 10443726-c3cf-47d2-b848-4009160cae54, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:42.791517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 6357581d-30f6-47bf-b5de-5d840b2d252c owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:42.797233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.848640 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e553e763-7ffe-4779-9dc8-7cc7b423ff68 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/a5ebbe9d-099a-4559-8020-c38275370752 HTTP/1.1" status: 204 len: 168 time: 1.6981490 Feb 16 12:47:42.856312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.862093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-500642871'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:42.867570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:42.870412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 10443726-c3cf-47d2-b848-4009160cae54 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:42.871196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:42.873793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:42.878174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:network and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:42.883526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:42.883670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:42.888312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:42.914597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Pushing event updated for resources: {'Port': ['ID=7119e397-3702-43ab-8754-f632a8eada69,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.929075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 10443726-c3cf-47d2-b848-4009160cae54) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:42.933649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:42.935513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.951648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:42.955018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.966364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe001e90-5b49-417a-80b2-dfcf6ba29fe4 None None] Network 10443726-c3cf-47d2-b848-4009160cae54 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:42.987457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:42.987675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Deleting port e48675b5-0873-4af2-8609-3c61958f6776 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:42.987779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.996917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.997429 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Added segment e103f480-444b-413d-b05e-2a7473f50f1a of type vlan for network c5a99155-b1a4-494f-8e3f-a07de5898894 Feb 16 12:47:43.009706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::30c2:fcb8:9d91:3390 (d9baa628-812c-4290-914a-2abb43e08a16/3331a69f-cad6-4969-b0d0-a975a8717e71/f8cb7b23-a036-49f6-8793-86f6b0ade8c8) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:43.030461 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b1784298-f46e-412e-ba95-dcb6d18d5119 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5247712 Feb 16 12:47:43.032856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.040657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.114828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-79c5af32-799a-4dbd-a164-f1df753cd6f5 None None] The port 'e48675b5-0873-4af2-8609-3c61958f6776' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:43.122893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Attempting to bind port 7119e397-3702-43ab-8754-f632a8eada69 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:43.123305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Attempting to bind port 7119e397-3702-43ab-8754-f632a8eada69 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:43.123664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Attempting to bind port 7119e397-3702-43ab-8754-f632a8eada69 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:43.138366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:43.138924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:43.139362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.139961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:43.140612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Bound port: 7119e397-3702-43ab-8754-f632a8eada69, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:43.141253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.167505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:47:43.319092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] For port 7119e397-3702-43ab-8754-f632a8eada69, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:43.330406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.335945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.336600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.355719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] For port 7119e397-3702-43ab-8754-f632a8eada69, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7119e397-3702-43ab-8754-f632a8eada69,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:43.379293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-10443726-c3cf-47d2-b848-4009160cae54', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:43.380380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.442637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.489129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.14 (8fc54932-184d-434c-8b86-ee67e8a5f550/ce9df02d-8f6e-4089-bfa4-97e793c9ac14/1e60c77d-5cee-4019-9a8a-ec6917a782e1) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:43.512637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.12 (8fc54932-184d-434c-8b86-ee67e8a5f550/ce9df02d-8f6e-4089-bfa4-97e793c9ac14/1e60c77d-5cee-4019-9a8a-ec6917a782e1) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:43.605240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Network': ['ID=c5a99155-b1a4-494f-8e3f-a07de5898894,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.613803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05fb48-9528-4e66-92df-917551496f5c None None] Pushing event updated for resources: {'Port': ['ID=7119e397-3702-43ab-8754-f632a8eada69,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.614283 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-91b711be-98d8-4b03-897b-671f14bf16f1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7572563 Feb 16 12:47:43.619502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.626402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network c5a99155-b1a4-494f-8e3f-a07de5898894 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:43.628043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:43.661763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.721889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e48675b5-0873-4af2-8609-3c61958f6776 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:43.750590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Allocated IP 172.20.0.2 (10443726-c3cf-47d2-b848-4009160cae54/b3a670e5-2e3c-4f2a-a921-de076c123bf0/e9004a84-22dc-406e-9792-82fd687d8121) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:43.772494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: e48675b5-0873-4af2-8609-3c61958f6776 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:43.772835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e48675b5-0873-4af2-8609-3c61958f6776 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:43.778284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.793508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object f8cb7b23-a036-49f6-8793-86f6b0ade8c8 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:43.858435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:43.888995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.895897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.921571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:43.932244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:43.943677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:43.954292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=6357581d-30f6-47bf-b5de-5d840b2d252c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.960650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.042559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:44.046484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.114392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.127633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Transition to ACTIVE for port object e9004a84-22dc-406e-9792-82fd687d8121 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:44.163143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Transition to ACTIVE for port object e9004a84-22dc-406e-9792-82fd687d8121 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:44.208527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:44.265815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:44.268155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=f8cb7b23-a036-49f6-8793-86f6b0ade8c8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.270767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.295326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:44.302454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.303475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.360499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Network 10443726-c3cf-47d2-b848-4009160cae54 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:44.363783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:44.367729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:44.374401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Pushing event updated for resources: {'Port': ['ID=e9004a84-22dc-406e-9792-82fd687d8121,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.420053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.454244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.20.0.1 (10443726-c3cf-47d2-b848-4009160cae54/b3a670e5-2e3c-4f2a-a921-de076c123bf0/bb0cf121-5ec4-4aff-b470-58520699a74b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:44.509122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Attempting to bind port e9004a84-22dc-406e-9792-82fd687d8121 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:44.509577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Attempting to bind port e9004a84-22dc-406e-9792-82fd687d8121 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:44.510004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Attempting to bind port e9004a84-22dc-406e-9792-82fd687d8121 on network 10443726-c3cf-47d2-b848-4009160cae54 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:44.517077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:44.518133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Checking segment: {'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:44.518641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.519137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Bound using segment: {'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:44.519802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Bound port: e9004a84-22dc-406e-9792-82fd687d8121, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:44.520629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.546459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:44.555053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:44.562580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:44.588657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=1e60c77d-5cee-4019-9a8a-ec6917a782e1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.600697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.622137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] For port e9004a84-22dc-406e-9792-82fd687d8121, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:44.625879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] For port e9004a84-22dc-406e-9792-82fd687d8121, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e9004a84-22dc-406e-9792-82fd687d8121,segment=NetworkSegment(a820ff37-6bd7-4571-9875-2e871bc6c629),segment_id=a820ff37-6bd7-4571-9875-2e871bc6c629)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:44.681496 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-05b8ecfe-a0f5-4e7d-bae8-761e54c9950b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3945525 Feb 16 12:47:44.681712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:44.689636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': '3331a69f-cad6-4969-b0d0-a975a8717e71', 'ip_address': '2001:db8::30c2:fcb8:9d91:3390'}], 'name': 'tempest-NetworksTestDHCPv6-359785476'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:44.693990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.711208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.712796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.788990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.797998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac824d-9753-485d-98bc-e7f88098fa52 None None] Pushing event updated for resources: {'Port': ['ID=e9004a84-22dc-406e-9792-82fd687d8121,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.829457 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cf75b73b-68fc-4aac-b879-12aab070ffbe tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8885512 Feb 16 12:47:44.830802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51792) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:44.838560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '1e60c77d-5cee-4019-9a8a-ec6917a782e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:44.849928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:44.862835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:floatingip and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:44.864716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.868290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:44.877085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:44.952644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object bb0cf121-5ec4-4aff-b470-58520699a74b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:44.976263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=13ca138e-da68-40af-8ee0-7b62f4f720cb,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.998835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.015753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:45.018330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Checking segment: {'id': 'e103f480-444b-413d-b05e-2a7473f50f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:45.018702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network hostable DHCP agents. Network: c5a99155-b1a4-494f-8e3f-a07de5898894, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:45.033519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:45.042421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:45.059730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:45.127471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:45.214541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network c5a99155-b1a4-494f-8e3f-a07de5898894 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:45.229209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.243781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 92ec6053-5def-4135-a1e2-819cc863f7fe has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:45.334564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 10443726-c3cf-47d2-b848-4009160cae54 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:45.341135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:45.354135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, c5a99155-b1a4-494f-8e3f-a07de5898894) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:45.354135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:45.379580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae271a-ae71-49ce-893d-88c09bd47cd4 None None] Network c5a99155-b1a4-494f-8e3f-a07de5898894 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:45.386000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=bb0cf121-5ec4-4aff-b470-58520699a74b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:45.400295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:45.400813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.455698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.484555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port f6c701d6-6a9b-4010-be8c-c3e63c913c4c yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:45.527184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.533676 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9505e2fb-5ece-4738-9cf0-f0601616c352 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9129694 Feb 16 12:47:45.542722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51796) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:45.553297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1077741406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:45.577203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:45.607545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:router and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:45.613371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:45.638011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.644761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:45.660678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8c3af8fa-9990-46c1-b5eb-c34b675f0cd3 None None] Provisioning for port 7119e397-3702-43ab-8754-f632a8eada69 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:45.697131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:45.708643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:45.709373 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-881b79bb-6f93-4d58-9c19-8ca139dd0e60 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/92ec6053-5def-4135-a1e2-819cc863f7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0080340 Feb 16 12:47:45.728611 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] Sync routers for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:45.758491 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:45.759735 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:45.818548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-c5a99155-b1a4-494f-8e3f-a07de5898894', 'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894', 'tenant_id': '8e02bf63068c477b91e7dc0df9bd9081', 'fixed_ips': [{'subnet_id': '13ca138e-da68-40af-8ee0-7b62f4f720cb'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:45.819633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.905978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.26.6.39 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8712b04b-1f74-4457-8c0a-41b172154ba3) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:45.923260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet adaeea1f-3874-4676-a412-2112bc33a7e4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:45.935700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.937918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e9004a84-22dc-406e-9792-82fd687d8121 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:46.024183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.028059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9c055b4b-b7ea-45d1-abe2-604fbceb334b None None] Provisioning for port f8cb7b23-a036-49f6-8793-86f6b0ade8c8 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:46.068713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.069752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.078355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9c055b4b-b7ea-45d1-abe2-604fbceb334b None None] Provisioning complete for port f8cb7b23-a036-49f6-8793-86f6b0ade8c8 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:46.078745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c055b4b-b7ea-45d1-abe2-604fbceb334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.146080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c055b4b-b7ea-45d1-abe2-604fbceb334b None None] Port f8cb7b23-a036-49f6-8793-86f6b0ade8c8 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:46.157451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.163377 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:46.169636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.182086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Allocated IP 2001:db8::2 (c5a99155-b1a4-494f-8e3f-a07de5898894/13ca138e-da68-40af-8ee0-7b62f4f720cb/0e937048-5a7b-46d2-a41d-bca87bc35efc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:46.184918 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:47:46.185565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:46.266967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.285339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e9004a84-22dc-406e-9792-82fd687d8121 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:46.292957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7119e397-3702-43ab-8754-f632a8eada69 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:46.327875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.330194 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-30bdf36f-761a-41f3-b575-ec2382d2da3d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6478877 Feb 16 12:47:46.335245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51804) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:46.381355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df5e56-4cc9-44fd-a772-95dcc76ffe05 None None] Network 10443726-c3cf-47d2-b848-4009160cae54 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:46.510157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=8712b04b-1f74-4457-8c0a-41b172154ba3,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.525693 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:43Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:46.529796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:46.534141 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] Checking router: 92ec6053-5def-4135-a1e2-819cc863f7fe for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:46.537121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:46.543550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:46.554318 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] Routers {'92ec6053-5def-4135-a1e2-819cc863f7fe'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:46.554944 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['92ec6053-5def-4135-a1e2-819cc863f7fe'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:46.591311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.608494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.696194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-769e1e11-a3fc-4eb6-83bb-b2ccfd3ae547 None None] Provisioning for port e9004a84-22dc-406e-9792-82fd687d8121 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:46.697991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb5c99-627f-415e-b5fb-c417c3c1b5af tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:46.704994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb5c99-627f-415e-b5fb-c417c3c1b5af tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:46.706079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0fb5c99-627f-415e-b5fb-c417c3c1b5af tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:46.721015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-769e1e11-a3fc-4eb6-83bb-b2ccfd3ae547 None None] Provisioning complete for port e9004a84-22dc-406e-9792-82fd687d8121 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:46.725143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-769e1e11-a3fc-4eb6-83bb-b2ccfd3ae547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.779879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.783461 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-40a6da83-8864-4f42-a0e6-d1a4d69696ff tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2328122 Feb 16 12:47:46.789625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51808) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:46.791763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 7119e397-3702-43ab-8754-f632a8eada69 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:46.798577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.814070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7119e397-3702-43ab-8754-f632a8eada69 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:46.814436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.836225 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] Set router 92ec6053-5def-4135-a1e2-819cc863f7fe gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:46.855767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Transition to ACTIVE for port object 0e937048-5a7b-46d2-a41d-bca87bc35efc will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:46.857842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894', 'name': 'tempest-PortsIpV6TestJSON-1683085977'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:46.906587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Transition to ACTIVE for port object 0e937048-5a7b-46d2-a41d-bca87bc35efc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:46.918203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.921835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.966263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.025588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:47.037477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.040681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:port and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:47.048287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:47.057732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.076738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c0fb5c99-627f-415e-b5fb-c417c3c1b5af tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:47.082397 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0fb5c99-627f-415e-b5fb-c417c3c1b5af tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6538761 Feb 16 12:47:47.088119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:47.092501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Pushing event updated for resources: {'Port': ['ID=0e937048-5a7b-46d2-a41d-bca87bc35efc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.094811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb054408-86ce-442c-bdb6-e1d9ea807c61 None None] Network a8772aa7-1bbb-410b-a289-1d9e13b8ba22 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:47.101393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51812) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:47.130115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=adaeea1f-3874-4676-a412-2112bc33a7e4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.150969 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0d8b8642-ae35-401e-b62f-c636b3191aa0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/adaeea1f-3874-4676-a412-2112bc33a7e4 HTTP/1.1" status: 204 len: 168 time: 1.4373150 Feb 16 12:47:47.167640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:47.267369 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:43Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.277466 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201d771-397c-4c74-8f47-7b66d9d29b06 None None] The sync data for ids ['92ec6053-5def-4135-a1e2-819cc863f7fe'] in dv-neutron-829487-1-hyperv is: [{'id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'name': 'tempest-TestNetworkBasicOps-router-1085013809', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:29Z', 'updated_at': '2022-02-16T12:47:43Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'ad9035e2-7e94-48ae-be3e-911b18fded5d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6053-5def-4135-a1e2-819cc863f7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:47.306651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:47.311469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.342891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=bb0cf121-5ec4-4aff-b470-58520699a74b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.345895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-769e1e11-a3fc-4eb6-83bb-b2ccfd3ae547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.347917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.362302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Network c5a99155-b1a4-494f-8e3f-a07de5898894 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:47.373559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port f8cb7b23-a036-49f6-8793-86f6b0ade8c8 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:47.373907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.395440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.424156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:47.434367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port e56a977f-3439-45b9-ac3b-2d52bb7fb07c yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:47.449750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:47.559426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-769e1e11-a3fc-4eb6-83bb-b2ccfd3ae547 None None] For port e9004a84-22dc-406e-9792-82fd687d8121, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e9004a84-22dc-406e-9792-82fd687d8121,segment=NetworkSegment(a820ff37-6bd7-4571-9875-2e871bc6c629),segment_id=a820ff37-6bd7-4571-9875-2e871bc6c629)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:47.562039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.606885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 7119e397-3702-43ab-8754-f632a8eada69, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7119e397-3702-43ab-8754-f632a8eada69,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:47.635156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-769e1e11-a3fc-4eb6-83bb-b2ccfd3ae547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.706631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.722451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Attempting to bind port 0e937048-5a7b-46d2-a41d-bca87bc35efc on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:47.722824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Attempting to bind port 0e937048-5a7b-46d2-a41d-bca87bc35efc by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'e103f480-444b-413d-b05e-2a7473f50f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:47.723213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Attempting to bind port 0e937048-5a7b-46d2-a41d-bca87bc35efc on network c5a99155-b1a4-494f-8e3f-a07de5898894 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:47.750302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:47.750725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 10443726-c3cf-47d2-b848-4009160cae54 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:47.750861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Checking segment: {'id': 'e103f480-444b-413d-b05e-2a7473f50f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:47.751196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.751477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Bound using segment: {'id': 'e103f480-444b-413d-b05e-2a7473f50f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:47.751950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Bound port: 0e937048-5a7b-46d2-a41d-bca87bc35efc, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e103f480-444b-413d-b05e-2a7473f50f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c5a99155-b1a4-494f-8e3f-a07de5898894'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:47.752318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.763185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:47.782411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e1e11-a3fc-4eb6-83bb-b2ccfd3ae547 None None] Pushing event updated for resources: {'Port': ['ID=e9004a84-22dc-406e-9792-82fd687d8121,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.864387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6357581d-30f6-47bf-b5de-5d840b2d252c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:47.937311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::186 (c5a99155-b1a4-494f-8e3f-a07de5898894/13ca138e-da68-40af-8ee0-7b62f4f720cb/e56a977f-3439-45b9-ac3b-2d52bb7fb07c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:47.998129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.033904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] For port 0e937048-5a7b-46d2-a41d-bca87bc35efc, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:48.038641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] For port 0e937048-5a7b-46d2-a41d-bca87bc35efc, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0e937048-5a7b-46d2-a41d-bca87bc35efc,segment=NetworkSegment(e103f480-444b-413d-b05e-2a7473f50f1a),segment_id=e103f480-444b-413d-b05e-2a7473f50f1a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:48.061021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.073068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4ba02ad7-e823-4efd-9b8e-b80c936a3160 None None] Provisioning complete for port e9004a84-22dc-406e-9792-82fd687d8121 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:48.073429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad7-e823-4efd-9b8e-b80c936a3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.100401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port ad9035e2-7e94-48ae-be3e-911b18fded5d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:48.100401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.101657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 6357581d-30f6-47bf-b5de-5d840b2d252c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:48.101657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6357581d-30f6-47bf-b5de-5d840b2d252c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:48.121236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:48.125084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=7119e397-3702-43ab-8754-f632a8eada69,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.129362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.240741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09ef04-eb7c-46f3-b06e-0c6d8543ed23 None None] Pushing event updated for resources: {'Port': ['ID=0e937048-5a7b-46d2-a41d-bca87bc35efc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.278065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for f8cb7b23-a036-49f6-8793-86f6b0ade8c8 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:48.292179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] DHCP port deletion for a8772aa7-1bbb-410b-a289-1d9e13b8ba22 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:48.311477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] Deleting port 6ecab904-0216-403c-8949-f5d49f47046b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:48.311884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.349415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.545053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4ba02ad7-e823-4efd-9b8e-b80c936a3160 None None] Provisioning for port bb0cf121-5ec4-4aff-b470-58520699a74b completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:48.564293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:48.576018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4ba02ad7-e823-4efd-9b8e-b80c936a3160 None None] Provisioning complete for port bb0cf121-5ec4-4aff-b470-58520699a74b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:48.576525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad7-e823-4efd-9b8e-b80c936a3160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.582956 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc83532c-26ea-48c0-adb9-b8f633cfcfb9 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5411670 Feb 16 12:47:48.586495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51820) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:48.593984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1610790491'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:48.607868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port ad9035e2-7e94-48ae-be3e-911b18fded5d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ad9035e2-7e94-48ae-be3e-911b18fded5d,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:48.608530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.627095 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:48.667706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.673428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] For port 6ecab904-0216-403c-8949-f5d49f47046b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6ecab904-0216-403c-8949-f5d49f47046b,segment=NetworkSegment(4d04d887-06bb-4f25-aeb9-1b04c9d97fb5),segment_id=4d04d887-06bb-4f25-aeb9-1b04c9d97fb5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:48.673822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.688631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:48.689305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:48.708212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object e56a977f-3439-45b9-ac3b-2d52bb7fb07c will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:48.714499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.758788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for ad9035e2-7e94-48ae-be3e-911b18fded5d owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:48.766075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.786309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:48.801785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:48.806943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:48.814961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4ba02ad7-e823-4efd-9b8e-b80c936a3160 None None] Port bb0cf121-5ec4-4aff-b470-58520699a74b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:48.815303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:48.831822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=f8cb7b23-a036-49f6-8793-86f6b0ade8c8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.889554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] Calling delete_port for 6ecab904-0216-403c-8949-f5d49f47046b owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:48.916743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.966709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:48.970684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.010449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:49.021411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.022082 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment decf57b5-8938-43fd-9189-03853af2fe94 of type vlan for network 88b09db2-5664-456e-8c9d-9b9f473c5386 Feb 16 12:47:49.060163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.065665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.098264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b789a6e2-93b2-4e05-ac9f-4ef45f7dde14 None None] Provisioning complete for port bb0cf121-5ec4-4aff-b470-58520699a74b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:49.098637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b789a6e2-93b2-4e05-ac9f-4ef45f7dde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.147801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.152326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.171088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=ad9035e2-7e94-48ae-be3e-911b18fded5d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.236723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:49.255731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3e6c67d3-e02e-49e9-925a-c0167f2b14b0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/f8cb7b23-a036-49f6-8793-86f6b0ade8c8 HTTP/1.1" status: 204 len: 168 time: 2.1528838 Feb 16 12:47:49.258707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51824) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.262390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.265350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.289257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network c5a99155-b1a4-494f-8e3f-a07de5898894 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:49.312377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b789a6e2-93b2-4e05-ac9f-4ef45f7dde14 None None] Port bb0cf121-5ec4-4aff-b470-58520699a74b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:49.327894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:49.333985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=e56a977f-3439-45b9-ac3b-2d52bb7fb07c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.338042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:49.343830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.344440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.384134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.389876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a2e1c-7cd8-4139-93d3-2c3b3ff63170 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.391886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a2e1c-7cd8-4139-93d3-2c3b3ff63170 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.393057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f5a2e1c-7cd8-4139-93d3-2c3b3ff63170 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:49.423104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.454168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] Pushing event deleted for resources: {'Port': ['ID=6ecab904-0216-403c-8949-f5d49f47046b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.462627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708325f1-7f03-47d7-afcb-0562f2571573 None None] No DVR routers for this DVR port 6ecab904-0216-403c-8949-f5d49f47046b on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:49.463214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.468913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.470345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.543159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=8712b04b-1f74-4457-8c0a-41b172154ba3,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.604401 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-08f9de43-248b-4d76-af68-23efe4b078f4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8132646 Feb 16 12:47:49.612429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51828) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.653687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.663176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:47:45Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:46Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.666644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e0c2a-5740-413f-97cd-0e12fd1eef68 None None] Network c5a99155-b1a4-494f-8e3f-a07de5898894 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:49.668330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.681529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=88b09db2-5664-456e-8c9d-9b9f473c5386,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.682783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:49.683640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Updating router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f port bb0cf121-5ec4-4aff-b470-58520699a74b binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:49.715909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:49.734856 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c4300cf6-fc60-48be-9e8e-23c020734919 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1465948 Feb 16 12:47:49.741767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f5a2e1c-7cd8-4139-93d3-2c3b3ff63170 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:49.741767 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1f5a2e1c-7cd8-4139-93d3-2c3b3ff63170 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4744372 Feb 16 12:47:49.741767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.741767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51834) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.747331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:49.823742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.824348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router 92ec6053-5def-4135-a1e2-819cc863f7fe {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:49.908512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.912103 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b71dc5d3-1620-4bab-9e61-0e19b1b91e93 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/92ec6053-5def-4135-a1e2-819cc863f7fe HTTP/1.1" status: 204 len: 168 time: 2.7342551 Feb 16 12:47:49.926298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51840) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.926442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.987777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e9004a84-22dc-406e-9792-82fd687d8121 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:49.998080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 3331a69f-cad6-4969-b0d0-a975a8717e71 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:50.002725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.058815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:50.058815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:50.060848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:50.075519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:50.091116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.122332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1110e991-1db3-42ac-9d0b-852256a3ef5d None None] Provisioning for port 0e937048-5a7b-46d2-a41d-bca87bc35efc completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:50.190684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:50.194405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.230896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e9004a84-22dc-406e-9792-82fd687d8121 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:50.231296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.240583 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 597cf9fd-a241-462a-9703-6460e3cd4255 associated. External IP: 172.26.6.39, port: 1e60c77d-5cee-4019-9a8a-ec6917a782e1. Feb 16 12:47:50.267185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.404854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.596346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.596875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0e937048-5a7b-46d2-a41d-bca87bc35efc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:50.655280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=3331a69f-cad6-4969-b0d0-a975a8717e71,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:50.661917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.681103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7f53c-e235-416b-bc6c-316b3a064812 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:50.723239 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f1b29d2-a405-489e-a98b-ae819e374e99 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/3331a69f-cad6-4969-b0d0-a975a8717e71 HTTP/1.1" status: 204 len: 168 time: 0.9585047 Feb 16 12:47:50.725031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.732410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51844) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:50.819975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=a1b39162-0b56-4ce7-91a8-ba3b071a2d07,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:50.856335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:50.856932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: 88b09db2-5664-456e-8c9d-9b9f473c5386, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:50.897581 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0ec36efa-a150-4875-9f3b-aeab6b8db3fd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1562951 Feb 16 12:47:50.898111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51848) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:50.905787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:50.923612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 0e937048-5a7b-46d2-a41d-bca87bc35efc completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:50.947908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.954538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0e937048-5a7b-46d2-a41d-bca87bc35efc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:50.954911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.033757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:51.046016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Transition to ACTIVE for port object bb0cf121-5ec4-4aff-b470-58520699a74b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:51.067833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:51.085724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:51.085724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:51.090338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Provisioning complete for port 0e937048-5a7b-46d2-a41d-bca87bc35efc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:51.091944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.098475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:51.142972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.157080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 88b09db2-5664-456e-8c9d-9b9f473c5386) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:51.165837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.171595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:51.176124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.198028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a30e039-da00-461d-8d94-b74bf2b4cdfd None None] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:51.207038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:51.212564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.220549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8772aa7-1bbb-410b-a289-1d9e13b8ba22']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:51.240303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:51.240597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d04d887-06bb-4f25-aeb9-1b04c9d97fb5') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:51.249506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:51.328785 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3e096b39-ef3d-4b13-a79a-0aa90f458e1b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5861087 Feb 16 12:47:51.332111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:51.447222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.447626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7714-64ca-461d-806a-18648fc1312e None None] Pushing event updated for resources: {'Port': ['ID=bb0cf121-5ec4-4aff-b470-58520699a74b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.544041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.570542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.591611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.613262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:51.613795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.621762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:51.628496 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:51.668973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] Deleting port 7119e397-3702-43ab-8754-f632a8eada69 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:51.669409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.701627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Attempting to bind port bb0cf121-5ec4-4aff-b470-58520699a74b on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:51.702287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Attempting to bind port bb0cf121-5ec4-4aff-b470-58520699a74b by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:51.702383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Attempting to bind port bb0cf121-5ec4-4aff-b470-58520699a74b on network 10443726-c3cf-47d2-b848-4009160cae54 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:51.762977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:51.763282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Checking segment: {'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:51.763686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.764107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Bound using segment: {'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:51.764592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Bound port: bb0cf121-5ec4-4aff-b470-58520699a74b, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a820ff37-6bd7-4571-9875-2e871bc6c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10443726-c3cf-47d2-b848-4009160cae54'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:51.764967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.785235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 0e937048-5a7b-46d2-a41d-bca87bc35efc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0e937048-5a7b-46d2-a41d-bca87bc35efc,segment=NetworkSegment(e103f480-444b-413d-b05e-2a7473f50f1a),segment_id=e103f480-444b-413d-b05e-2a7473f50f1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:51.787859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.891758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.892555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7119e397-3702-43ab-8754-f632a8eada69 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:51.897779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.981721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.984225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=a8772aa7-1bbb-410b-a289-1d9e13b8ba22,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.989426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:52.002730 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:52.020306 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:52.020497 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.036107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9e6b3399-5a52-4e10-9f92-020be497449f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/a8772aa7-1bbb-410b-a289-1d9e13b8ba22 HTTP/1.1" status: 204 len: 168 time: 2.0885503 Feb 16 12:47:52.045561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.074857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51856) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.112133 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.126965 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:52.128272 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.138925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--799396872', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:52.144467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:52.148919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:52.152376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:52.152935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-88b09db2-5664-456e-8c9d-9b9f473c5386', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:52.154031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.159234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:52.182730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:52.192513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:52.207889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:52.209247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.236945 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.237468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e6ea7b-e8aa-4d49-8f98-56779a0d8bc1 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:52.252419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:52.258751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.268599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] For port bb0cf121-5ec4-4aff-b470-58520699a74b, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:52.280576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:52.280861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:52.281349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=0e937048-5a7b-46d2-a41d-bca87bc35efc,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.289233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=21aef2de-22c4-4471-9a86-e948afdffb41,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.295954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:52.307387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.308395 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment 54fec13c-2d33-46c1-aeb3-66c5cb6f79fa of type vlan for network dfb2edae-ffd7-4d70-8d84-2c66205207d6 Feb 16 12:47:52.322492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.322664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.340854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] For port bb0cf121-5ec4-4aff-b470-58520699a74b, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bb0cf121-5ec4-4aff-b470-58520699a74b,segment=NetworkSegment(a820ff37-6bd7-4571-9875-2e871bc6c629),segment_id=a820ff37-6bd7-4571-9875-2e871bc6c629)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:52.382815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] For port 7119e397-3702-43ab-8754-f632a8eada69, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7119e397-3702-43ab-8754-f632a8eada69,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:52.383234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.384828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.430397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.438772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3de78b0d-9142-4bc7-ab4b-41640a8a2fe9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.6040306 Feb 16 12:47:52.440339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51860) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.449044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'port_id': '1e60c77d-5cee-4019-9a8a-ec6917a782e1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:52.518212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.518481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7119e397-3702-43ab-8754-f632a8eada69 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:52.518481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.582818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.586465 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4cbb82ca-41fb-494f-a049-0db46022c7c1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6871452 Feb 16 12:47:52.588326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:52.588919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.592372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51864) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.613599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] Calling delete_port for 7119e397-3702-43ab-8754-f632a8eada69 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:52.642774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.650272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': '21aef2de-22c4-4471-9a86-e948afdffb41', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-617574271'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:52.891291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:52.891845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.934494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.028767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7714-64ca-461d-806a-18648fc1312e None None] Pushing event updated for resources: {'Port': ['ID=bb0cf121-5ec4-4aff-b470-58520699a74b,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.062536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Allocated IP 172.21.0.2 (88b09db2-5664-456e-8c9d-9b9f473c5386/a1b39162-0b56-4ce7-91a8-ba3b071a2d07/a51b4c3c-19df-4ea0-8178-9e9394d467c7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:53.140673 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0610368 Feb 16 12:47:53.144130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.150615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=e56a977f-3439-45b9-ac3b-2d52bb7fb07c,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.153194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.157937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:53.160187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.164374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.170108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.172781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cbba8-cd22-45b6-91c5-bd143ac9aea7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=dfb2edae-ffd7-4d70-8d84-2c66205207d6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.176032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.221227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:53.233038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.281719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.282867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.298845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.340864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Provisioning for port e56a977f-3439-45b9-ac3b-2d52bb7fb07c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:53.342608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.350826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.355474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.412396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] No DVR routers for this DVR port 7119e397-3702-43ab-8754-f632a8eada69 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:53.415934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d59e9-d7b6-495c-b420-157c19998973 None None] Pushing event deleted for resources: {'Port': ['ID=7119e397-3702-43ab-8754-f632a8eada69,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.430752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd651c6-52cd-4911-9fc5-35bdccc19862 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:53.432554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.434566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.443636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Provisioning complete for port e56a977f-3439-45b9-ac3b-2d52bb7fb07c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:53.444015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.559778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6ecab904-0216-403c-8949-f5d49f47046b no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:53.663915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.688498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 6ecab904-0216-403c-8949-f5d49f47046b {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:53.688721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6ecab904-0216-403c-8949-f5d49f47046b not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:53.692391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:53.832230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0e937048-5a7b-46d2-a41d-bca87bc35efc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:53.920607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b02057b2-ad10-48d0-915f-9c22759da5d5 None None] Port e56a977f-3439-45b9-ac3b-2d52bb7fb07c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:53.980717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.082054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.085120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.117810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.125089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.159759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 78737a30-c39d-453e-93ba-ad3654d236f3 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:54.189441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Transition to ACTIVE for port object a51b4c3c-19df-4ea0-8178-9e9394d467c7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:54.202385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0e937048-5a7b-46d2-a41d-bca87bc35efc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:54.202773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.226776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c2396dd6-23fd-4bf3-899d-544032e4acf8 None None] Provisioning complete for port e56a977f-3439-45b9-ac3b-2d52bb7fb07c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:54.227173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2396dd6-23fd-4bf3-899d-544032e4acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.274344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.190 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/102f9a12-1d43-4ff6-9601-fb9063818c0f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:54.348045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Transition to ACTIVE for port object a51b4c3c-19df-4ea0-8178-9e9394d467c7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:54.357661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '21aef2de-22c4-4471-9a86-e948afdffb41'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:54.359016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.384396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c2396dd6-23fd-4bf3-899d-544032e4acf8 None None] Port e56a977f-3439-45b9-ac3b-2d52bb7fb07c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:54.411842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.481052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.21.0.1 (88b09db2-5664-456e-8c9d-9b9f473c5386/a1b39162-0b56-4ce7-91a8-ba3b071a2d07/8745b98d-39db-4f58-8638-4a83cda2c035) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:54.568013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:47:45Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:52Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:54.592517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:54.605976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:54.608493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:54.619348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cebacc5-5ae9-4504-b5a9-c59c3fcd5700 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:47:45Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:52Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:54.629075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Pushing event updated for resources: {'Port': ['ID=a51b4c3c-19df-4ea0-8178-9e9394d467c7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.638487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:54.638487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:54.655764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.705674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.741551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object 8745b98d-39db-4f58-8638-4a83cda2c035 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:54.793169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Attempting to bind port a51b4c3c-19df-4ea0-8178-9e9394d467c7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:54.793575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Attempting to bind port a51b4c3c-19df-4ea0-8178-9e9394d467c7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:54.794003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Attempting to bind port a51b4c3c-19df-4ea0-8178-9e9394d467c7 on network 88b09db2-5664-456e-8c9d-9b9f473c5386 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:54.809856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:54.810248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Checking segment: {'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:54.810654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.811209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Bound using segment: {'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:54.811676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Bound port: a51b4c3c-19df-4ea0-8178-9e9394d467c7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:54.812128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.814075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.826749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ad9035e2-7e94-48ae-be3e-911b18fded5d no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:54.839907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f961819b-ea59-44da-876a-c11422616092 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.2083130 Feb 16 12:47:54.861173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51872) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:54.873837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.936208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:54.940979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:54.945822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3fd1f3cb-6827-44a7-95d7-5adc2f0f152c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:54.947593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:54.951648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:54.970408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.982322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ad9035e2-7e94-48ae-be3e-911b18fded5d {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:54.982890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ad9035e2-7e94-48ae-be3e-911b18fded5d not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:54.983143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7119e397-3702-43ab-8754-f632a8eada69 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:55.015596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.018088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/21aef2de-22c4-4471-9a86-e948afdffb41/da21dbfe-2189-4f97-a053-5019f9474731) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:55.021654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.105338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3fd1f3cb-6827-44a7-95d7-5adc2f0f152c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:55.107073 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3fd1f3cb-6827-44a7-95d7-5adc2f0f152c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2484186 Feb 16 12:47:55.108281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.109370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.113060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51876) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:55.136712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 7119e397-3702-43ab-8754-f632a8eada69 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:55.137083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7119e397-3702-43ab-8754-f632a8eada69 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:55.177671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:55.179424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=102f9a12-1d43-4ff6-9601-fb9063818c0f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.182545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:55.215504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:55.237221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a51b4c3c-19df-4ea0-8178-9e9394d467c7,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:55.314346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.392603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.418797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.432306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=e56a977f-3439-45b9-ac3b-2d52bb7fb07c,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.448368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Transition to ACTIVE for port object da21dbfe-2189-4f97-a053-5019f9474731 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:55.452902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032bbc80-b671-47c9-8172-d47eb84991b4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:55.454521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032bbc80-b671-47c9-8172-d47eb84991b4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:55.456236 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-032bbc80-b671-47c9-8172-d47eb84991b4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2962816 Feb 16 12:47:55.464133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:55.473692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Transition to ACTIVE for port object da21dbfe-2189-4f97-a053-5019f9474731 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:55.477888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5005b4-a320-4d73-b880-a1e9da9e87d2 None None] Pushing event updated for resources: {'Port': ['ID=a51b4c3c-19df-4ea0-8178-9e9394d467c7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.522625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=8745b98d-39db-4f58-8638-4a83cda2c035,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.535900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.604303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network c5a99155-b1a4-494f-8e3f-a07de5898894 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:55.607636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:55.629859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:55.631673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:55.636674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:55.661233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 21aef2de-22c4-4471-9a86-e948afdffb41 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:55.665056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.780464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Pushing event updated for resources: {'Port': ['ID=da21dbfe-2189-4f97-a053-5019f9474731,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.818895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Attempting to bind port da21dbfe-2189-4f97-a053-5019f9474731 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:55.822258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Attempting to bind port da21dbfe-2189-4f97-a053-5019f9474731 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:55.822657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Attempting to bind port da21dbfe-2189-4f97-a053-5019f9474731 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:55.835704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb0cf121-5ec4-4aff-b470-58520699a74b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:55.923428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:55.924220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:55.924993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.925607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:55.934711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Bound port: da21dbfe-2189-4f97-a053-5019f9474731, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:55.935923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.947558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:56.108153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.246225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b7608e9e-29d3-4b1b-8ed9-cac2ac3824c9 None None] Provisioning complete for port e56a977f-3439-45b9-ac3b-2d52bb7fb07c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:56.246798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7608e9e-29d3-4b1b-8ed9-cac2ac3824c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.267340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.281117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] For port da21dbfe-2189-4f97-a053-5019f9474731, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:56.304893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] For port da21dbfe-2189-4f97-a053-5019f9474731, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da21dbfe-2189-4f97-a053-5019f9474731,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:56.312004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b7608e9e-29d3-4b1b-8ed9-cac2ac3824c9 None None] Port e56a977f-3439-45b9-ac3b-2d52bb7fb07c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:56.321927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port bb0cf121-5ec4-4aff-b470-58520699a74b completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:56.328199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bb0cf121-5ec4-4aff-b470-58520699a74b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:56.328573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.335686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Router c8f616bb-8ebd-4991-bbb0-fe0e656c5180 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:56.379019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.451778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.474066 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304293e4-0556-4406-8b9e-5776f9b02754 None None] Pushing event updated for resources: {'Port': ['ID=da21dbfe-2189-4f97-a053-5019f9474731,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:56.475638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:56.495346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.509805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:56.539275 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:56.540479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.577460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.624356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.628105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.654655 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dd730080-4044-48fe-a26c-a701c75126e4 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/floatingips/597cf9fd-a241-462a-9703-6460e3cd4255 HTTP/1.1" status: 200 len: 977 time: 4.2086344 Feb 16 12:47:56.655907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51884) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:56.689443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:56.689777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.806622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port bb0cf121-5ec4-4aff-b470-58520699a74b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bb0cf121-5ec4-4aff-b470-58520699a74b,segment=NetworkSegment(a820ff37-6bd7-4571-9875-2e871bc6c629),segment_id=a820ff37-6bd7-4571-9875-2e871bc6c629)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:56.813331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.825762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b4b3e2-3362-4263-8c5c-4e3cdb5e3e5a None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:56.888478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.910724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.925194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:56.934556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c58f8a84-7e74-424a-a3cf-2eadbe5ca2a9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "PUT /v2.0/routers/c8f616bb-8ebd-4991-bbb0-fe0e656c5180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3210924 Feb 16 12:47:56.935379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51888) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:56.939078 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] Sync routers for ids ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:56.954524 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] Routers {'c8f616bb-8ebd-4991-bbb0-fe0e656c5180'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:56.960080 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:57.004725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=bb0cf121-5ec4-4aff-b470-58520699a74b,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.012694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 8712b04b-1f74-4457-8c0a-41b172154ba3 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:57.013273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.111481 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:57.127702 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] Routers {'c8f616bb-8ebd-4991-bbb0-fe0e656c5180'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:57.128568 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:57.205014 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:57.205411 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb4a6f-33fe-4334-8619-56682f337c50 None None] The sync data for ids ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:57.220750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0977f5-9262-4434-b893-f79d2c33f613 None None] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:57.222474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b0c42-b408-4f9a-b73f-61d8a95c192d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.223240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c42b0c42-b408-4f9a-b73f-61d8a95c192d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:57.260367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.260705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.362764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=21aef2de-22c4-4471-9a86-e948afdffb41,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.377895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.387821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c42b0c42-b408-4f9a-b73f-61d8a95c192d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:57.389025 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c42b0c42-b408-4f9a-b73f-61d8a95c192d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8f616bb-8ebd-4991-bbb0-fe0e656c5180 HTTP/1.1" status: 200 len: 989 time: 0.4504709 Feb 16 12:47:57.395891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 8712b04b-1f74-4457-8c0a-41b172154ba3 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:57.399121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.409788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-36d11f00-f9a6-47f8-82a6-78be4dd3b10b None None] Provisioning for port a51b4c3c-19df-4ea0-8178-9e9394d467c7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:57.463978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.624423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.642534 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-19aee1f3-b9b7-4707-9c23-5a893d096b5c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/21aef2de-22c4-4471-9a86-e948afdffb41 HTTP/1.1" status: 204 len: 168 time: 2.1636624 Feb 16 12:47:57.660495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.779741 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d509ebac-4aa9-410f-8c36-cfd118fb5c78 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056345 Feb 16 12:47:57.788687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.804035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=8712b04b-1f74-4457-8c0a-41b172154ba3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.804035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.804035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 597cf9fd-a241-462a-9703-6460e3cd4255 disassociated (deleted). External IP: 172.26.6.39, port: 1e60c77d-5cee-4019-9a8a-ec6917a782e1. Feb 16 12:47:57.846596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5c497663-5913-436d-a424-df223383540e None None] Provisioning for port 8745b98d-39db-4f58-8638-4a83cda2c035 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:57.851886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5c497663-5913-436d-a424-df223383540e None None] Provisioning complete for port 8745b98d-39db-4f58-8638-4a83cda2c035 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:57.852274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c497663-5913-436d-a424-df223383540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.890821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:57.907214 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:47:57.998502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c497663-5913-436d-a424-df223383540e None None] Port 8745b98d-39db-4f58-8638-4a83cda2c035 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:58.046288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb0cf121-5ec4-4aff-b470-58520699a74b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:58.150193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bb0cf121-5ec4-4aff-b470-58520699a74b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.150432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.207451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a40903-26f8-486a-b7fb-2ece98dc7c65 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:58.368747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-46e245aa-5ffa-42a1-808b-9d24ccbdcaf4 None None] Provisioning for port da21dbfe-2189-4f97-a053-5019f9474731 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:58.392986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:58.448129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:58.471161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:58.480958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-46e245aa-5ffa-42a1-808b-9d24ccbdcaf4 None None] Provisioning complete for port 8745b98d-39db-4f58-8638-4a83cda2c035 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.481715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46e245aa-5ffa-42a1-808b-9d24ccbdcaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.486219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:58.496855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:58.514266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da21dbfe-2189-4f97-a053-5019f9474731 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:58.541213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 124fb1c9-b4bd-436b-b732-bf29c9336e0e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:58.549910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.597103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:58.607194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-46e245aa-5ffa-42a1-808b-9d24ccbdcaf4 None None] Port 8745b98d-39db-4f58-8638-4a83cda2c035 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:58.616123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:58.633065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:58.633733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.645308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.671635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:58.675097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.687538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.692623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:58.703711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.705824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Deleting port da21dbfe-2189-4f97-a053-5019f9474731 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:58.706195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.750637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d1beb6a8-41f9-4e2b-9383-1d7cdc607851 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/floatingips/597cf9fd-a241-462a-9703-6460e3cd4255 HTTP/1.1" status: 204 len: 168 time: 2.0913997 Feb 16 12:47:58.751205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51904) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:58.764412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:58.765720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.834141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 1e60c77d-5cee-4019-9a8a-ec6917a782e1 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:58.834625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.868544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port da21dbfe-2189-4f97-a053-5019f9474731 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:58.908443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:58.908443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a715cc-8e09-45cd-85c1-e28ba738b076 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:58.916011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port da21dbfe-2189-4f97-a053-5019f9474731 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.916208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.086301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] For port da21dbfe-2189-4f97-a053-5019f9474731, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da21dbfe-2189-4f97-a053-5019f9474731,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:59.087251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.095692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.140429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=8745b98d-39db-4f58-8638-4a83cda2c035,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:59.143066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.246034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Calling delete_port for da21dbfe-2189-4f97-a053-5019f9474731 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:59.246959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 1e60c77d-5cee-4019-9a8a-ec6917a782e1 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:59.266417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:59.284510 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65410436-129e-484e-8593-375c3acfe410 None None] Sync routers for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:59.294194 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:59.295166 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:59.311220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.357935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port da21dbfe-2189-4f97-a053-5019f9474731, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da21dbfe-2189-4f97-a053-5019f9474731,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:59.454632 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.456039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a51b4c3c-19df-4ea0-8178-9e9394d467c7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:59.470974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.475252 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-46756efd-6119-49c5-b8a1-2d1d9bf91c8c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3270180 Feb 16 12:47:59.475252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.475788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51908) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:59.488905 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:59.542732 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cf880c36-f955-4b4f-a931-cc874b2ac981 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630424 Feb 16 12:47:59.542945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:59.543998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51912) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:59.552745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:59.600859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:59.602053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:59.661893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=da21dbfe-2189-4f97-a053-5019f9474731,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:59.734482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.779357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.807226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port a51b4c3c-19df-4ea0-8178-9e9394d467c7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:59.825054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a51b4c3c-19df-4ea0-8178-9e9394d467c7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:59.825580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.835891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=1e60c77d-5cee-4019-9a8a-ec6917a782e1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:59.855526 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:47:55Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:59.861513 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65410436-129e-484e-8593-375c3acfe410 None None] Checking router: 124fb1c9-b4bd-436b-b732-bf29c9336e0e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:59.861874 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65410436-129e-484e-8593-375c3acfe410 None None] Updating router 124fb1c9-b4bd-436b-b732-bf29c9336e0e port 102f9a12-1d43-4ff6-9601-fb9063818c0f binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:59.911535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e1ef3-861b-43a7-9487-f40058f5ab92 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:59.915786 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c16e1ef3-861b-43a7-9487-f40058f5ab92 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3683937 Feb 16 12:47:59.924558 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-65410436-129e-484e-8593-375c3acfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.942932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51916) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:59.955223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=5058cf97-6032-488b-96a2-72fa8b2c45ff,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.002749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:00.003463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5de4c6fd-9765-420c-9e1c-c4b7c5ba5a11 None None] Provisioning complete for port 8745b98d-39db-4f58-8638-4a83cda2c035 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:00.003884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5de4c6fd-9765-420c-9e1c-c4b7c5ba5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.008473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:00.015509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:00.016356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.107787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Deleting port da21dbfe-2189-4f97-a053-5019f9474731 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:00.108419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.151245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5de4c6fd-9765-420c-9e1c-c4b7c5ba5a11 None None] Port 8745b98d-39db-4f58-8638-4a83cda2c035 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:00.158460 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a4320c2b-0961-466e-9698-feca99e6786f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2087054 Feb 16 12:48:00.161093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:00.165649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51920) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.175852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367099758', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.256381 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3ca7b1eb-6fd2-4bfa-9118-babb2e5987d8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4619663 Feb 16 12:48:00.260417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.268333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.282932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1979365406', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.290923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:00.295614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:router and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:00.299641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:00.306290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:00.341950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.360518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51928) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.362021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8b027ad6-1bb4-4506-8411-e7a32f27dbea tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/ports/1e60c77d-5cee-4019-9a8a-ec6917a782e1 HTTP/1.1" status: 204 len: 168 time: 1.6096363 Feb 16 12:48:00.362611 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-65410436-129e-484e-8593-375c3acfe410 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.369662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.376561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port e56a977f-3439-45b9-ac3b-2d52bb7fb07c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:00.376561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.377543 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-65410436-129e-484e-8593-375c3acfe410 None None] Transition to ACTIVE for port object 102f9a12-1d43-4ff6-9601-fb9063818c0f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:00.383181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a51b4c3c-19df-4ea0-8178-9e9394d467c7,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:00.392627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:00.396623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.397727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.403016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:00.407378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:00.415799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:00.429921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.452668 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-65410436-129e-484e-8593-375c3acfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.520613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.543639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:00.543639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.553710 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-65410436-129e-484e-8593-375c3acfe410 None None] Attempting to bind port 102f9a12-1d43-4ff6-9601-fb9063818c0f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:00.553710 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-65410436-129e-484e-8593-375c3acfe410 None None] Attempting to bind port 102f9a12-1d43-4ff6-9601-fb9063818c0f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:00.562409 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65410436-129e-484e-8593-375c3acfe410 None None] Attempting to bind port 102f9a12-1d43-4ff6-9601-fb9063818c0f on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:00.569852 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Pushing event updated for resources: {'Port': ['ID=102f9a12-1d43-4ff6-9601-fb9063818c0f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.570495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:00.591329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:floatingip and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:00.594506 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.598560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:00.598761 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.599677 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.599677 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.602707 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.603203 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.607391 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.607708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:00.607937 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.608372 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.608806 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.609326 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.609637 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:00.610043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:00.613124 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65410436-129e-484e-8593-375c3acfe410 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:00.618371 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c5c33d9a-7c57-4efd-b1a0-72e957bd1506 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2844739 Feb 16 12:48:00.621208 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65410436-129e-484e-8593-375c3acfe410 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:00.621700 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-65410436-129e-484e-8593-375c3acfe410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.622161 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65410436-129e-484e-8593-375c3acfe410 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:00.622793 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-65410436-129e-484e-8593-375c3acfe410 None None] Bound port: 102f9a12-1d43-4ff6-9601-fb9063818c0f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:00.627752 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-65410436-129e-484e-8593-375c3acfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.637056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51932) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.644296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:00.646832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da21dbfe-2189-4f97-a053-5019f9474731 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:00.647790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1774530177'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.687848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.701402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:00.711998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:00.721424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:00.722899 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-65410436-129e-484e-8593-375c3acfe410 None None] For port 102f9a12-1d43-4ff6-9601-fb9063818c0f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:00.726345 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-65410436-129e-484e-8593-375c3acfe410 None None] For port 102f9a12-1d43-4ff6-9601-fb9063818c0f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=102f9a12-1d43-4ff6-9601-fb9063818c0f,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:00.731719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:00.754253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.760425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] For port da21dbfe-2189-4f97-a053-5019f9474731, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da21dbfe-2189-4f97-a053-5019f9474731,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:00.760890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.782481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=a51b4c3c-19df-4ea0-8178-9e9394d467c7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.795913 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-65410436-129e-484e-8593-375c3acfe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.837122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.839057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1aaec77a-fff5-4c4a-b448-ddbd69454bb7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5692880 Feb 16 12:48:00.841825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51936) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.851335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:00.855377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.876693 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:00.877239 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.892772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.973830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Calling delete_port for da21dbfe-2189-4f97-a053-5019f9474731 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:01.026656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:01.034807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for e56a977f-3439-45b9-ac3b-2d52bb7fb07c owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:01.080745 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:01.092733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.093078 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment 01303d81-1f9c-490d-ad5b-70e54a2ba1a6 of type vlan for network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 Feb 16 12:48:01.172994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.206742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:01.207731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:01.219170 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3870c-c712-4930-8b58-8b5173bf029f None None] Pushing event updated for resources: {'Port': ['ID=102f9a12-1d43-4ff6-9601-fb9063818c0f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.243514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.258130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Port da21dbfe-2189-4f97-a053-5019f9474731 update to DOWN by agent not found {{(pid=88445) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 12:48:01.265945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.285136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.291132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:01.291824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.401118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] Pushing event deleted for resources: {'Port': ['ID=da21dbfe-2189-4f97-a053-5019f9474731,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.410266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2af61-d8e6-411c-97c0-d0827dcefbf3 None None] No DVR routers for this DVR port da21dbfe-2189-4f97-a053-5019f9474731 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:01.441464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a776de8-0249-4ccb-a111-802e381f3a88 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:01.472738 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:01.498113 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-65410436-129e-484e-8593-375c3acfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:47:55Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:01.503546 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65410436-129e-484e-8593-375c3acfe410 None None] The sync data for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv is: [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:47:55Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:01.537734 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8971424 Feb 16 12:48:01.543625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:01.547723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb330f-a2e0-47df-8c18-27afa19bbbe8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.557139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:01.559772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.600222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:01.627835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.644617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.647979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=6ed823da-5799-4782-87c2-d66be4451771,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.774683 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.26.6.216 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/ddf7d89c-a1f9-4623-840c-99e848702090) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:01.776921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=e56a977f-3439-45b9-ac3b-2d52bb7fb07c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.819956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:01.820340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: dfb2edae-ffd7-4d70-8d84-2c66205207d6, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:02.056481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:02.077173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:02.139701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:02.142685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:02.148672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:02.166018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.281360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '5058cf97-6032-488b-96a2-72fa8b2c45ff'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:02.282360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.292919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, dfb2edae-ffd7-4d70-8d84-2c66205207d6) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:02.317915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.318398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.363159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::1 (d9baa628-812c-4290-914a-2abb43e08a16/5058cf97-6032-488b-96a2-72fa8b2c45ff/e6bc0907-aba6-40c2-afbe-e5248e8a9bd9) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:02.367647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce82a20d-21d2-4523-b228-0c40a7735597 None None] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:02.419867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:02.423769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.465410 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-246eb696-7810-4625-8e79-f54792d5627e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2979691 Feb 16 12:48:02.466131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51944) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:02.655479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 3, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:47:57Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:02.666254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:02.666621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Updating router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f port 8745b98d-39db-4f58-8638-4a83cda2c035 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:02.716709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.727576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.795638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.832376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Router c8f616bb-8ebd-4991-bbb0-fe0e656c5180 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:02.838424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:02.864004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a51b4c3c-19df-4ea0-8178-9e9394d467c7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:02.906298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:02.907160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.030717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:03.044118 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] Sync routers for ids ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:03.059302 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] Routers {'c8f616bb-8ebd-4991-bbb0-fe0e656c5180'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:03.060145 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:03.086705 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2ef82c3f-1d41-4300-9f68-f7ab93eeb0d2 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "PUT /v2.0/routers/c8f616bb-8ebd-4991-bbb0-fe0e656c5180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6860750 Feb 16 12:48:03.088133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.093017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51948) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:03.109788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.143290 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:03.153481 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] Routers {'c8f616bb-8ebd-4991-bbb0-fe0e656c5180'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:03.154361 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:03.212382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=ddf7d89c-a1f9-4623-840c-99e848702090,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.222333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:03.230518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:03.237803 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:03.238662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=e6bc0907-aba6-40c2-afbe-e5248e8a9bd9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.239405 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98961f3c-b16b-4db1-ba10-cc71ab971c15 None None] The sync data for ids ['c8f616bb-8ebd-4991-bbb0-fe0e656c5180'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:03.241330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:03.241870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.255202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:03.256439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:03.261900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:03.309192 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc93888-19f3-4ee8-b23d-92f404ec1711 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:48:03.309533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5cc93888-19f3-4ee8-b23d-92f404ec1711 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:03.399248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.419168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5cc93888-19f3-4ee8-b23d-92f404ec1711 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:03.423243 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5cc93888-19f3-4ee8-b23d-92f404ec1711 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/e56a977f-3439-45b9-ac3b-2d52bb7fb07c HTTP/1.1" status: 404 len: 333 time: 0.2491372 Feb 16 12:48:03.423847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51952) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:03.452572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a51b4c3c-19df-4ea0-8178-9e9394d467c7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:03.453143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.513135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/5058cf97-6032-488b-96a2-72fa8b2c45ff/d863aa41-1d6a-42f1-8b66-dbb8c0db1df0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:03.517442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.577777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c38a6e-a740-428e-8db2-b39f2b82180e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.585885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Allocated IP 172.20.0.2 (dfb2edae-ffd7-4d70-8d84-2c66205207d6/6ed823da-5799-4782-87c2-d66be4451771/95991f91-dcb6-47a7-9a44-537479a8e41c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:03.593913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.598293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.684150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Transition to ACTIVE for port object 8745b98d-39db-4f58-8638-4a83cda2c035 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:03.748341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.790096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.987489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fac829ff-1d25-4248-be5f-503edeee55fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.005951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 102f9a12-1d43-4ff6-9601-fb9063818c0f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:04.177224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c38a6e-a740-428e-8db2-b39f2b82180e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.187756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c38a6e-a740-428e-8db2-b39f2b82180e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.195949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.206898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.272032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=17c8e6e2-8a9b-4922-95dc-8ae9abb209e2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.346708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469086d7-ac46-4b15-848c-19cd1e0d9f8b None None] Pushing event updated for resources: {'Port': ['ID=8745b98d-39db-4f58-8638-4a83cda2c035,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.369138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c38a6e-a740-428e-8db2-b39f2b82180e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.369451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c38a6e-a740-428e-8db2-b39f2b82180e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Fanout notify agent at l3_agent the message router_deleted on router c8f616bb-8ebd-4991-bbb0-fe0e656c5180 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:04.373270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:04.373633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:04.375434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Transition to ACTIVE for port object d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:04.383387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Attempting to bind port 8745b98d-39db-4f58-8638-4a83cda2c035 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:04.384260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Attempting to bind port 8745b98d-39db-4f58-8638-4a83cda2c035 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:04.384769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Attempting to bind port 8745b98d-39db-4f58-8638-4a83cda2c035 on network 88b09db2-5664-456e-8c9d-9b9f473c5386 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:04.407055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:04.407783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Checking segment: {'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:04.408086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.408596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Bound using segment: {'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:04.409872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Bound port: 8745b98d-39db-4f58-8638-4a83cda2c035, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decf57b5-8938-43fd-9189-03853af2fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:04.409872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.412049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.432240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c38a6e-a740-428e-8db2-b39f2b82180e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.432561 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-97c38a6e-a740-428e-8db2-b39f2b82180e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/routers/c8f616bb-8ebd-4991-bbb0-fe0e656c5180 HTTP/1.1" status: 204 len: 168 time: 0.9990633 Feb 16 12:48:04.435830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51956) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:04.479709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.485665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.486404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.503872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:04.518962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Transition to ACTIVE for port object d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:04.555896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.566838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.590463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Transition to ACTIVE for port object 95991f91-dcb6-47a7-9a44-537479a8e41c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:04.604780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] For port 8745b98d-39db-4f58-8638-4a83cda2c035, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:04.605269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:04.610096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] For port 8745b98d-39db-4f58-8638-4a83cda2c035, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8745b98d-39db-4f58-8638-4a83cda2c035,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:04.615381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213b851-ea2b-42bb-ac3f-01ca8c1f8b0a None None] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:04.630426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Transition to ACTIVE for port object 95991f91-dcb6-47a7-9a44-537479a8e41c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:04.634642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:04.635351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.642663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 13ca138e-da68-40af-8ee0-7b62f4f720cb {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:04.656938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.686762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 102f9a12-1d43-4ff6-9601-fb9063818c0f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:04.688049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=e6bc0907-aba6-40c2-afbe-e5248e8a9bd9,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.694193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.708748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=ddf7d89c-a1f9-4623-840c-99e848702090,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.726543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.736531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.750647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.754035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 102f9a12-1d43-4ff6-9601-fb9063818c0f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:04.754411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.802246 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-39858ecc-3653-46cc-9441-dbbf067fd46a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2562487 Feb 16 12:48:04.802482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.804938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:04.846774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:04.856487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:04.869808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:04.873319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:04.881896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:04.884557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:04.898411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Pushing event updated for resources: {'Port': ['ID=d863aa41-1d6a-42f1-8b66-dbb8c0db1df0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.981585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:04.984032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:04.988059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.993042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469086d7-ac46-4b15-848c-19cd1e0d9f8b None None] Pushing event updated for resources: {'Port': ['ID=8745b98d-39db-4f58-8638-4a83cda2c035,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.994603 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b0d53c32-8f2e-452e-9de5-f0cc7816fc33 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6330013 Feb 16 12:48:05.025778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:05.026618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:05.041285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51964) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:05.063396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (dfb2edae-ffd7-4d70-8d84-2c66205207d6/6ed823da-5799-4782-87c2-d66be4451771/30c8a6ef-5208-4bbd-a940-0b8bfab38090) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:05.078079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'port': {'network_id': '8fc54932-184d-434c-8b86-ee67e8a5f550', 'name': 'tempest-FloatingIPTestJSON-1658737927'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:05.341788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.398850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Router b60aa1c8-65ed-4c84-bd34-697f244d4d1b is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:05.441580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:05.460998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Pushing event updated for resources: {'Port': ['ID=95991f91-dcb6-47a7-9a44-537479a8e41c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.473295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.511349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Attempting to bind port 95991f91-dcb6-47a7-9a44-537479a8e41c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:05.511839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Attempting to bind port 95991f91-dcb6-47a7-9a44-537479a8e41c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:05.512220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Attempting to bind port 95991f91-dcb6-47a7-9a44-537479a8e41c on network dfb2edae-ffd7-4d70-8d84-2c66205207d6 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:05.514340 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Attempting to bind port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:05.514701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Attempting to bind port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:05.515075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Attempting to bind port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:05.532793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:05.584719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:05.585185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Checking segment: {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:05.585488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.585881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Bound using segment: {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:05.586915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Bound port: 95991f91-dcb6-47a7-9a44-537479a8e41c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:05.587324 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.636213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:05.636629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:05.637361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.637361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:05.637833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Bound port: d863aa41-1d6a-42f1-8b66-dbb8c0db1df0, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:05.638206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.638342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:port and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:05.669467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.708187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:05.728151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:05.728864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.735278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:05.746698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.785676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 30c8a6ef-5208-4bbd-a940-0b8bfab38090 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:05.789202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:05.809242 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-25d0184c-df5d-4e2d-96ef-696ba5a6f506 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "PUT /v2.0/routers/b60aa1c8-65ed-4c84-bd34-697f244d4d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9655437 Feb 16 12:48:05.812948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51968) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:05.852893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:05.856385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.884708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.22.0.1 (f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33/17c8e6e2-8a9b-4922-95dc-8ae9abb209e2/49686ee1-db62-4955-91ae-167c87ef6c07) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:05.887682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.930478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 102f9a12-1d43-4ff6-9601-fb9063818c0f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=102f9a12-1d43-4ff6-9601-fb9063818c0f,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:05.947347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Sync routers for ids ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:05.948919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=13ca138e-da68-40af-8ee0-7b62f4f720cb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.954731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.960076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cc41d79b-e3d5-489f-a868-ddd6c478001f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/13ca138e-da68-40af-8ee0-7b62f4f720cb HTTP/1.1" status: 204 len: 168 time: 1.5197911 Feb 16 12:48:05.960076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] device_id is not set on port eca798ee-93a2-495f-835e-381c25c59916 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:05.986520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56784b2-8760-40ba-a435-4b03194bddb9 None None] Network c5a99155-b1a4-494f-8e3f-a07de5898894 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:05.994754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51972) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:06.021345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4b18f-f4ca-474b-bfb7-1b92e447301f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:06.021950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-84d4b18f-f4ca-474b-bfb7-1b92e447301f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:06.075911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.092849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.168369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Routers {'b60aa1c8-65ed-4c84-bd34-697f244d4d1b'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:06.169044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:47:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.217070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.223691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:06.230915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-84d4b18f-f4ca-474b-bfb7-1b92e447301f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:06.234581 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-84d4b18f-f4ca-474b-bfb7-1b92e447301f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports/e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 HTTP/1.1" status: 200 len: 911 time: 0.4182746 Feb 16 12:48:06.234581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:06.235029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51976) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:06.240862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object 49686ee1-db62-4955-91ae-167c87ef6c07 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:06.273752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:06.302045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.321298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.364712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=30c8a6ef-5208-4bbd-a940-0b8bfab38090,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.380384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:06.388671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:06.393681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:06.417369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] For port 95991f91-dcb6-47a7-9a44-537479a8e41c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:06.426478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 0e937048-5a7b-46d2-a41d-bca87bc35efc {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:06.426816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.448787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=49686ee1-db62-4955-91ae-167c87ef6c07,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.450581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.451129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] For port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:06.468960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.469405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.469821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.470228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.470630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.471096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.471634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.472020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.472563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.472949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.473496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.474190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:06.483177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.484041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.7 (8fc54932-184d-434c-8b86-ee67e8a5f550/ce9df02d-8f6e-4089-bfa4-97e793c9ac14/eca798ee-93a2-495f-835e-381c25c59916) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:06.486407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] For port 95991f91-dcb6-47a7-9a44-537479a8e41c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95991f91-dcb6-47a7-9a44-537479a8e41c,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:06.533371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] For port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d863aa41-1d6a-42f1-8b66-dbb8c0db1df0,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:06.562966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acee4ff2-2af0-4ccb-96fa-0e87d98af32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.606947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d4aad-483f-43bf-bfbc-a429a05be0aa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:06.612766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d4aad-483f-43bf-bfbc-a429a05be0aa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:06.614380 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-796d4aad-483f-43bf-bfbc-a429a05be0aa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3722608 Feb 16 12:48:06.625414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.627234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51980) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:06.665436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Set router b60aa1c8-65ed-4c84-bd34-697f244d4d1b gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:06.674762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.707917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.712060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=102f9a12-1d43-4ff6-9601-fb9063818c0f,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.990860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Allocated IP 172.22.0.2 (f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33/17c8e6e2-8a9b-4922-95dc-8ae9abb209e2/268feb35-dd06-40a3-a19b-0663ee2613eb) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:07.009070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] For port 0e937048-5a7b-46d2-a41d-bca87bc35efc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0e937048-5a7b-46d2-a41d-bca87bc35efc,segment=NetworkSegment(e103f480-444b-413d-b05e-2a7473f50f1a),segment_id=e103f480-444b-413d-b05e-2a7473f50f1a)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:07.009442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.019612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5e1a0-7a99-4f3d-afa3-b8c0def514ff None None] Pushing event updated for resources: {'Port': ['ID=95991f91-dcb6-47a7-9a44-537479a8e41c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.077947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.126853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.267036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.343974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5199dbb-d40a-4116-8a55-b2c89fff7e64 None None] Pushing event updated for resources: {'Port': ['ID=d863aa41-1d6a-42f1-8b66-dbb8c0db1df0,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.373292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.398211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 0e937048-5a7b-46d2-a41d-bca87bc35efc owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:07.491543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:07.493625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=49686ee1-db62-4955-91ae-167c87ef6c07,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.497043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:07.534552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9bdb3e-3866-4cc2-9ff2-9dc8232c2507 None None] DHCP port deletion for c5a99155-b1a4-494f-8e3f-a07de5898894 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:07.537003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.556225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 3, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:04Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:07.574686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0919c40-d6bc-4e34-a4d7-e0f1c97fd145 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 3, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:04Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:07.581086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdb3e-3866-4cc2-9ff2-9dc8232c2507 None None] Deleting port 0e937048-5a7b-46d2-a41d-bca87bc35efc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:07.581465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af9bdb3e-3866-4cc2-9ff2-9dc8232c2507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.738326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.797458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.811153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:07.877703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdb3e-3866-4cc2-9ff2-9dc8232c2507 None None] The port '0e937048-5a7b-46d2-a41d-bca87bc35efc' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:07.934523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.953044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Transition to ACTIVE for port object 268feb35-dd06-40a3-a19b-0663ee2613eb will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:07.980759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'name': 'tempest-NetworksTestDHCPv6-router-1979365406', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:03Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None, '_interfaces': [{'id': 'e6bc0907-aba6-40c2-afbe-e5248e8a9bd9', 'name': '', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'mac_address': 'fa:16:3e:ef:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5058cf97-6032-488b-96a2-72fa8b2c45ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:01Z', 'updated_at': '2022-02-16T12:48:04Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'subnets': [{'id': '5058cf97-6032-488b-96a2-72fa8b2c45ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:07.992016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Checking router: b60aa1c8-65ed-4c84-bd34-697f244d4d1b for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:07.993825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Updating router b60aa1c8-65ed-4c84-bd34-697f244d4d1b port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:08.039705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.052172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Transition to ACTIVE for port object 268feb35-dd06-40a3-a19b-0663ee2613eb will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:08.127896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=0e937048-5a7b-46d2-a41d-bca87bc35efc,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.134614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.152687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No DVR routers for this DVR port 0e937048-5a7b-46d2-a41d-bca87bc35efc on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:08.199073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.303422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.303782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.304129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.306781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.306781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.306781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.308164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.308673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.309193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.309535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.309887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.310272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:08.345578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:08.354672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:08.362926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:08.368101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:08.395357 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-42481a8a-effa-4fc2-854b-10fb7d01203c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5886021 Feb 16 12:48:08.400521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:08.417097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1036596023'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:08.422583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:08.430692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:network and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:08.438710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.439249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:08.443816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Pushing event updated for resources: {'Port': ['ID=268feb35-dd06-40a3-a19b-0663ee2613eb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.446711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:08.449511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:08.549276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:08.553663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.625889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:08.627035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Attempting to bind port 268feb35-dd06-40a3-a19b-0663ee2613eb on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:08.627506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Attempting to bind port 268feb35-dd06-40a3-a19b-0663ee2613eb by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:08.628210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Attempting to bind port 268feb35-dd06-40a3-a19b-0663ee2613eb on network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:08.644557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.644924 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added segment 574df6b1-0e51-451d-bb67-158686b52892 of type vlan for network b4941280-2f7c-4cd3-9d80-6392510b0212 Feb 16 12:48:08.659946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.680529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.699241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 8fc54932-184d-434c-8b86-ee67e8a5f550 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:08.713404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:08.715933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:08.759002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a99155-b1a4-494f-8e3f-a07de5898894']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.765253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:08.765739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Checking segment: {'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:08.766214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.766734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Bound using segment: {'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:08.767333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Bound port: 268feb35-dd06-40a3-a19b-0663ee2613eb, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:08.767809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.768540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=eca798ee-93a2-495f-835e-381c25c59916,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.775344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.790916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.791866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.803404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e103f480-444b-413d-b05e-2a7473f50f1a') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.803889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e103f480-444b-413d-b05e-2a7473f50f1a') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.833853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.836983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.930736 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:08.950697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.951387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.955825 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:08.960676 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.960817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.049186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Network': ['ID=b4941280-2f7c-4cd3-9d80-6392510b0212,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.049553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:09.049865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.060909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:09.085495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network b4941280-2f7c-4cd3-9d80-6392510b0212 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:09.109099 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:09.127601 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3c1ee448-3502-445a-9bd7-8dfe40344932 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7259624 Feb 16 12:48:09.130109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.138329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'subnet': {'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:09.265664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95991f91-dcb6-47a7-9a44-537479a8e41c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:09.311988 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:09.410348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:09.442758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:subnet and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:09.445929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] For port 268feb35-dd06-40a3-a19b-0663ee2613eb, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:09.452937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:09.462557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:09.475427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:09.480667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400e0db-b816-4bc7-9049-0196fcd924cb None None] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:09.555273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Made reservation on behalf of bb207217906741f98762e3b4a62c4bf4 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:09.559498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.598450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] For port 268feb35-dd06-40a3-a19b-0663ee2613eb, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=268feb35-dd06-40a3-a19b-0663ee2613eb,segment=NetworkSegment(01303d81-1f9c-490d-ad5b-70e54a2ba1a6),segment_id=01303d81-1f9c-490d-ad5b-70e54a2ba1a6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:09.609173 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-baabb72c-ea3e-4686-a749-58dd885f30fa tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5484746 Feb 16 12:48:09.623901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 51994) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.625499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-65eac923-2842-41a2-acb3-ea68f68d3f6d None None] Provisioning for port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:09.627937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.642609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-65eac923-2842-41a2-acb3-ea68f68d3f6d None None] Provisioning complete for port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:09.643779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65eac923-2842-41a2-acb3-ea68f68d3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.739993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.776956 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:06Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:06Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:04Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:09.781434 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:09.781832 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Updating router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f port 49686ee1-db62-4955-91ae-167c87ef6c07 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:09.805046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'port_id': 'eca798ee-93a2-495f-835e-381c25c59916'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:09.843599 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.934118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.938169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.949460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.038401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=c5a99155-b1a4-494f-8e3f-a07de5898894,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.067659 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.075277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6615d26a-45d2-4943-b441-b37c6bfb4b6b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/c5a99155-b1a4-494f-8e3f-a07de5898894 HTTP/1.1" status: 204 len: 168 time: 4.0792878 Feb 16 12:48:10.079703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.093876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Transition to ACTIVE for port object e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:10.103265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 51998) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:10.107480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b3c9-1204-4c71-8636-074ce9b0041b None None] Pushing event updated for resources: {'Port': ['ID=268feb35-dd06-40a3-a19b-0663ee2613eb,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.156426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 95991f91-dcb6-47a7-9a44-537479a8e41c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:10.173787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8745b98d-39db-4f58-8638-4a83cda2c035 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:10.180659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.resource_extend [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:10.188484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Subnet': ['ID=9561f080-13d2-4f55-bed8-1d135ca95e55,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.246744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Checking segment: {'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:10.247611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network hostable DHCP agents. Network: b4941280-2f7c-4cd3-9d80-6392510b0212, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:10.266871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcaa91e-252b-4945-8de8-5d479b307992 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.274351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.274570 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9bcaa91e-252b-4945-8de8-5d479b307992 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/8faa8ac7-c4d1-4d13-81d9-491cc2b89433 HTTP/1.1" status: 200 len: 845 time: 0.1660795 Feb 16 12:48:10.275565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52002) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:10.283227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.350787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.426053 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8e3c105a-2729-46e3-b447-d8fd4940203b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/8faa8ac7-c4d1-4d13-81d9-491cc2b89433?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1489282 Feb 16 12:48:10.426756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:10.431359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network b4941280-2f7c-4cd3-9d80-6392510b0212 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:10.438453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:10.527244 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.549320 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Transition to ACTIVE for port object 49686ee1-db62-4955-91ae-167c87ef6c07 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:10.626514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:10.629647 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.632109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:10.637241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:10.646387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:10.714921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, b4941280-2f7c-4cd3-9d80-6392510b0212) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:10.721641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.724199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.759759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=30c8a6ef-5208-4bbd-a940-0b8bfab38090,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.759909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35995baf-3de0-45a1-ab23-e570c045a4fc None None] Network b4941280-2f7c-4cd3-9d80-6392510b0212 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:10.769795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:10.770921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.773041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.812022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65eac923-2842-41a2-acb3-ea68f68d3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.836274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8745b98d-39db-4f58-8638-4a83cda2c035 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:10.842107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471314e-2dff-4656-9ad5-2db054476b08 None None] Pushing event updated for resources: {'Port': ['ID=e6bc0907-aba6-40c2-afbe-e5248e8a9bd9,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.918641 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719377a-d035-4757-a47b-39968c09e3d0 None None] Pushing event updated for resources: {'Port': ['ID=49686ee1-db62-4955-91ae-167c87ef6c07,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.042946 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Attempting to bind port 49686ee1-db62-4955-91ae-167c87ef6c07 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:11.043389 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Attempting to bind port 49686ee1-db62-4955-91ae-167c87ef6c07 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:11.043751 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Attempting to bind port 49686ee1-db62-4955-91ae-167c87ef6c07 on network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:11.052508 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-be573690-1cc8-42ae-8c56-939c53e36e76 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9210582 Feb 16 12:48:11.053627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52010) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:11.054468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:11.055404 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Checking segment: {'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:11.055928 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.056372 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Bound using segment: {'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:11.057527 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Bound port: 49686ee1-db62-4955-91ae-167c87ef6c07, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01303d81-1f9c-490d-ad5b-70e54a2ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:11.057920 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.068796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8745b98d-39db-4f58-8638-4a83cda2c035 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:11.069298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.116367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Attempting to bind port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:11.116741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Attempting to bind port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:11.119817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Attempting to bind port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:11.140426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:11.140804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:11.141515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.141662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:11.142055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Bound port: e6bc0907-aba6-40c2-afbe-e5248e8a9bd9, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:11.142430 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.171987 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] For port 49686ee1-db62-4955-91ae-167c87ef6c07, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:11.177663 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] For port 49686ee1-db62-4955-91ae-167c87ef6c07, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=49686ee1-db62-4955-91ae-167c87ef6c07,segment=NetworkSegment(01303d81-1f9c-490d-ad5b-70e54a2ba1a6),segment_id=01303d81-1f9c-490d-ad5b-70e54a2ba1a6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:11.181833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:11.182201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.206953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.225190 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.237774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-65eac923-2842-41a2-acb3-ea68f68d3f6d None None] For port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d863aa41-1d6a-42f1-8b66-dbb8c0db1df0,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:11.333661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:11.337333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:11.347419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:11.348433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.351455 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719377a-d035-4757-a47b-39968c09e3d0 None None] Pushing event updated for resources: {'Port': ['ID=49686ee1-db62-4955-91ae-167c87ef6c07,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.377203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a79de2-6dee-499a-b82f-71918210437d None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:11.385128 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:11.385969 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:11.409504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65eac923-2842-41a2-acb3-ea68f68d3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.417428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.418671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-b4941280-2f7c-4cd3-9d80-6392510b0212', 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'fixed_ips': [{'subnet_id': '9561f080-13d2-4f55-bed8-1d135ca95e55'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:11.419730 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.432664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=8889b5cc-b30b-44e6-a3e4-d422b414c738,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.458891 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8611c5ef-129f-482c-a5de-27ea44ebaae7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0291293 Feb 16 12:48:11.462044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:11.467514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'security_group': {'name': 'tempest-secgroup-661505050'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:11.481304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:11.486323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:11.495368 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:11.511445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:11.591244 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:11.606798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.652328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:11.659186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group_rule and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:11.671996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:11.678687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:11.844184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.867893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] For port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:11.871328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15906282-8946-48d7-93f9-648875c06761 None None] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:11.909207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.915384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Allocated IP 172.23.0.2 (b4941280-2f7c-4cd3-9d80-6392510b0212/9561f080-13d2-4f55-bed8-1d135ca95e55/69df082d-8feb-43d7-9990-c45a39f6e2c9) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:11.983092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.007157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] For port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e6bc0907-aba6-40c2-afbe-e5248e8a9bd9,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:12.015771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21141bf2-8e8f-426a-8028-a84194abe6dd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.032654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d8663db6-2a17-443d-936b-254486e46305 None None] Provisioning for port 95991f91-dcb6-47a7-9a44-537479a8e41c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:12.043288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eac923-2842-41a2-acb3-ea68f68d3f6d None None] Pushing event updated for resources: {'Port': ['ID=d863aa41-1d6a-42f1-8b66-dbb8c0db1df0,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.046811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.065944 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c896bc33-9226-49c3-962f-8fe7c313fa9a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5993080 Feb 16 12:48:12.082816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52018) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:12.085187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.086418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:12.088314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.089323 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:06Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:04Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:12.092137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'security_group': {'name': 'tempest-secgroup-33425718'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:12.101102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:12.103459 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384de2f-79c6-4523-94fd-f3a14f4310c1 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:06Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:04Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:12.116574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:12.124774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:12.136415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:12.171828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.194444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:12.223999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.240623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d8663db6-2a17-443d-936b-254486e46305 None None] Provisioning complete for port 95991f91-dcb6-47a7-9a44-537479a8e41c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:12.240996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8663db6-2a17-443d-936b-254486e46305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.262306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:12.266633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group_rule and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:12.269945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:12.276427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:12.367326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.423909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.521568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29bbf6b-99da-4134-9550-0cebd95ac983,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.584186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.586818 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bcb109f1-9f6d-4624-b988-7946fea05f79 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.5018132 Feb 16 12:48:12.589582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52022) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:12.596261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-340071047', 'security_groups': ['b29bbf6b-99da-4134-9550-0cebd95ac983'], 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8889b5cc-b30b-44e6-a3e4-d422b414c738'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:12.748865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8745b98d-39db-4f58-8638-4a83cda2c035, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8745b98d-39db-4f58-8638-4a83cda2c035,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:12.763485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471314e-2dff-4656-9ad5-2db054476b08 None None] Pushing event updated for resources: {'Port': ['ID=e6bc0907-aba6-40c2-afbe-e5248e8a9bd9,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.777308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Routers {'b60aa1c8-65ed-4c84-bd34-697f244d4d1b'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:12.778510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:12.796335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:12.809279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:12.863961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:12.921512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.922219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 102f9a12-1d43-4ff6-9601-fb9063818c0f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:12.937793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9, host dv-neutron-829487-1-hyperv, got binding levels [] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:12.938256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.996766 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 21a0584f-5cbc-4f90-bc22-745ade82554b associated. External IP: 172.26.6.216, port: eca798ee-93a2-495f-835e-381c25c59916. Feb 16 12:48:13.036059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.066896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 048603c2-fcc8-48d4-bd66-2a5e87e79d49 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:13.253502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.317290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] Set router b60aa1c8-65ed-4c84-bd34-697f244d4d1b gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:13.343533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:13.376820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Transition to ACTIVE for port object 69df082d-8feb-43d7-9990-c45a39f6e2c9 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:13.379236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8745b98d-39db-4f58-8638-4a83cda2c035,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.393043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 124fb1c9-b4bd-436b-b732-bf29c9336e0e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:13.406671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::c2 (7602c9cb-86df-4418-8564-c71f6f4c5b97/8889b5cc-b30b-44e6-a3e4-d422b414c738/048603c2-fcc8-48d4-bd66-2a5e87e79d49) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:13.425240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8663db6-2a17-443d-936b-254486e46305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.511405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Transition to ACTIVE for port object 69df082d-8feb-43d7-9990-c45a39f6e2c9 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:13.556143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 102f9a12-1d43-4ff6-9601-fb9063818c0f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:13.556527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.601239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.618119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object 048603c2-fcc8-48d4-bd66-2a5e87e79d49 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:13.662094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.711220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d8663db6-2a17-443d-936b-254486e46305 None None] For port 95991f91-dcb6-47a7-9a44-537479a8e41c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95991f91-dcb6-47a7-9a44-537479a8e41c,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:13.718222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-7602c9cb-86df-4418-8564-c71f6f4c5b97', 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'tenant_id': '8e02bf63068c477b91e7dc0df9bd9081', 'fixed_ips': [{'subnet_id': '8889b5cc-b30b-44e6-a3e4-d422b414c738'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:13.718222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.738663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.796107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Network b4941280-2f7c-4cd3-9d80-6392510b0212 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:13.805621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:13.817130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:13.821096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:13.825663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:13.826041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8663db6-2a17-443d-936b-254486e46305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.831388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:13.832167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.850133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=048603c2-fcc8-48d4-bd66-2a5e87e79d49,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.869285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:13.882091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Pushing event updated for resources: {'Port': ['ID=69df082d-8feb-43d7-9990-c45a39f6e2c9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.930440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.932871 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-793a5608-0394-4085-aa86-bca7d6084948 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3419383 Feb 16 12:48:13.935674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52026) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:13.941818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:14.131676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:14.137244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:14.140758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:14.150708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:14.154369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d8663db6-2a17-443d-936b-254486e46305 None None] Provisioning for port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:14.224539 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:14.229085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.246612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:14.313940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:14.314259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:14.324536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Attempting to bind port 69df082d-8feb-43d7-9990-c45a39f6e2c9 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:14.324536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Attempting to bind port 69df082d-8feb-43d7-9990-c45a39f6e2c9 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:14.324896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Attempting to bind port 69df082d-8feb-43d7-9990-c45a39f6e2c9 on network b4941280-2f7c-4cd3-9d80-6392510b0212 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:14.328932 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-114a6a75-cabc-48d6-8bbe-b2382c6a0d82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/124fb1c9-b4bd-436b-b732-bf29c9336e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8554971 Feb 16 12:48:14.331400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.339664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Sync routers for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:14.358224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:14.358598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Checking segment: {'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:14.359033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.359437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Bound using segment: {'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:14.359912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Bound port: 69df082d-8feb-43d7-9990-c45a39f6e2c9, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:14.360288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.376351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8663db6-2a17-443d-936b-254486e46305 None None] Pushing event updated for resources: {'Port': ['ID=95991f91-dcb6-47a7-9a44-537479a8e41c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.424949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:14.425701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.449876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:14.524383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0e937048-5a7b-46d2-a41d-bca87bc35efc no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:14.629764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.630046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 0e937048-5a7b-46d2-a41d-bca87bc35efc {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:14.630292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.630482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0e937048-5a7b-46d2-a41d-bca87bc35efc not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:14.630705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.631250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.631754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.632215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.634508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.634932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.635464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.635915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.636361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.639661 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-84d912ed-a602-430c-9191-5a8c4bcb1afc tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7708 time: 0.3057845 Feb 16 12:48:14.642682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52034) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.674652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Provisioning for port 268feb35-dd06-40a3-a19b-0663ee2613eb completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:14.693441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Allocated IP 2001:db8::2 (7602c9cb-86df-4418-8564-c71f6f4c5b97/8889b5cc-b30b-44e6-a3e4-d422b414c738/9684e125-fd71-4aed-8e9b-35109c9393bc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:14.756436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.757032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.757530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.758812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.759348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.759845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.760289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.760881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.761321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.761759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.762198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.764458 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-54328512-4279-4c29-b458-df30c64e6fce tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6939 time: 0.1208217 Feb 16 12:48:14.765918 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8889b5cc-b30b-44e6-a3e4-d422b414c738 (CIDR: 2001:db8::/64) Feb 16 12:48:14.767298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52038) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.860445 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:14.861098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:14.865087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:14.865610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.911749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:14.972838 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-131a3cd0-15b5-4389-9497-28acdc349565 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0359001 Feb 16 12:48:14.973689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52042) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.982556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:15.067840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'name': 'tempest-NetworksTestDHCPv6-router-1979365406', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:03Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None, '_interfaces': [{'id': 'e6bc0907-aba6-40c2-afbe-e5248e8a9bd9', 'name': '', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'mac_address': 'fa:16:3e:ef:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5058cf97-6032-488b-96a2-72fa8b2c45ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:01Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 4, 'project_id': '140e5d5ceac342da886ff523217f952c', 'subnets': [{'id': '5058cf97-6032-488b-96a2-72fa8b2c45ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.071836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49686ee1-db62-4955-91ae-167c87ef6c07 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:15.097287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Allocated IP 172.23.0.1 (b4941280-2f7c-4cd3-9d80-6392510b0212/9561f080-13d2-4f55-bed8-1d135ca95e55/d5443518-9fa7-4b53-96af-1b9d7f8d722c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:15.153701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b59070-e60a-4518-9b7a-e0e334ba0327 None None] The sync data for ids ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'] in dv-neutron-829487-1-hyperv is: [{'id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'name': 'tempest-NetworksTestDHCPv6-router-1979365406', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:03Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None, '_interfaces': [{'id': 'e6bc0907-aba6-40c2-afbe-e5248e8a9bd9', 'name': '', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'mac_address': 'fa:16:3e:ef:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5058cf97-6032-488b-96a2-72fa8b2c45ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:01Z', 'updated_at': '2022-02-16T12:48:11Z', 'revision_number': 4, 'project_id': '140e5d5ceac342da886ff523217f952c', 'subnets': [{'id': '5058cf97-6032-488b-96a2-72fa8b2c45ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:15.170516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:15.184300 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:15.205709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:15.206341 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.225602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Provisioning complete for port 95991f91-dcb6-47a7-9a44-537479a8e41c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:15.227715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.260582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.265975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] For port 69df082d-8feb-43d7-9990-c45a39f6e2c9, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:15.283608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:15.296618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:15.300120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:15.320126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:15.348130 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a5cd73d4-4eb1-43de-987c-ac02c2e38b92 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3395 time: 0.5797729 Feb 16 12:48:15.375291 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.381420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port e6bc0907-aba6-40c2-afbe-e5248e8a9bd9, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e6bc0907-aba6-40c2-afbe-e5248e8a9bd9,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:15.381966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.389689 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:15.390301 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.417886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:15.421899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.438197 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] For port 69df082d-8feb-43d7-9990-c45a39f6e2c9, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=69df082d-8feb-43d7-9990-c45a39f6e2c9,segment=NetworkSegment(574df6b1-0e51-451d-bb67-158686b52892),segment_id=574df6b1-0e51-451d-bb67-158686b52892)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:15.483424 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.483652 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f9ff6-91dc-42ca-aa23-b547dcc0e3d4 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:15.590852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.626231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for e6bc0907-aba6-40c2-afbe-e5248e8a9bd9 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:15.627772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.635408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842422383', 'description': 'tempest-secgroup-smoke-1842422383 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:15.641990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:15.646519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:15.650437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:15.658664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:15.761131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 49686ee1-db62-4955-91ae-167c87ef6c07 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:15.764951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.769589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2d087ef5-b9fe-4f0c-ba7b-af801e43c8a6 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/floatingips/21a0584f-5cbc-4f90-bc22-745ade82554b HTTP/1.1" status: 200 len: 978 time: 5.9917905 Feb 16 12:48:15.772187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52052) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.808125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:15.819136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:15.825620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:15.835210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:15.845833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:15.890533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.926030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port eca798ee-93a2-495f-835e-381c25c59916 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:15.926333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.951954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Pushing event updated for resources: {'Port': ['ID=69df082d-8feb-43d7-9990-c45a39f6e2c9,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.955401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.960208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Transition to ACTIVE for port object d5443518-9fa7-4b53-96af-1b9d7f8d722c will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:15.984705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.016778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.017198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.017533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.017874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.018213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.018605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.018942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.019336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.019671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.020003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.020329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.020650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a83da2-a4b7-4e95-ac43-a2ae7d7686b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:16.057646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.094600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Transition to ACTIVE for port object 9684e125-fd71-4aed-8e9b-35109c9393bc will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:16.105227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:16.112644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.197236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Transition to ACTIVE for port object 9684e125-fd71-4aed-8e9b-35109c9393bc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:16.234678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.282443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.297556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:16.314920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:16.318318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:16.319020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.331665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Provisioning for port 49686ee1-db62-4955-91ae-167c87ef6c07 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:16.344145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Provisioning complete for port 49686ee1-db62-4955-91ae-167c87ef6c07 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:16.344531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.360299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=0de01ffd-ec9d-41c5-bf72-a8f6c16e7085,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.371554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.406068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network b4941280-2f7c-4cd3-9d80-6392510b0212 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:16.410916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:16.417746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:16.418037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.520116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=d5443518-9fa7-4b53-96af-1b9d7f8d722c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.535759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.535969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95991f91-dcb6-47a7-9a44-537479a8e41c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:16.571307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:08Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:16.608830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Checking router: 124fb1c9-b4bd-436b-b732-bf29c9336e0e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:16.609177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Updating router 124fb1c9-b4bd-436b-b732-bf29c9336e0e port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:16.620671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.672643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:16.683420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:16.685234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.689821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:16.710891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.778781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.780590 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc0e7030-5201-455b-9c73-370dcf2422bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1524940 Feb 16 12:48:16.782373 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2c5d4137-6da4-45dd-83a6-3a9a8754ba6a tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8058817 Feb 16 12:48:16.783407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:16.786372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52058) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:16.792542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152859872', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0de01ffd-ec9d-41c5-bf72-a8f6c16e7085'}], 'security_groups': ['21141bf2-8e8f-426a-8028-a84194abe6dd']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:16.823065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '0bdb588b-d803-4c08-8f8f-0cf9f935ab5c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:16.835761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:16.853765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:16.858950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:16.873228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:16.878977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.917592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 95991f91-dcb6-47a7-9a44-537479a8e41c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:16.917968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.945877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.967853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=e6bc0907-aba6-40c2-afbe-e5248e8a9bd9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.968497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.978939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Attempting to bind port 9684e125-fd71-4aed-8e9b-35109c9393bc on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:16.978939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Attempting to bind port 9684e125-fd71-4aed-8e9b-35109c9393bc by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '5dc3c520-731d-45b6-8237-3b52f0e65dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:16.978939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Attempting to bind port 9684e125-fd71-4aed-8e9b-35109c9393bc on network 7602c9cb-86df-4418-8564-c71f6f4c5b97 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:17.031505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.065862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:17.066240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Checking segment: {'id': '5dc3c520-731d-45b6-8237-3b52f0e65dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:17.066641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.067092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Bound using segment: {'id': '5dc3c520-731d-45b6-8237-3b52f0e65dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:17.067579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Bound port: 9684e125-fd71-4aed-8e9b-35109c9393bc, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc3c520-731d-45b6-8237-3b52f0e65dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:17.067976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.180424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] For port 49686ee1-db62-4955-91ae-167c87ef6c07, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=49686ee1-db62-4955-91ae-167c87ef6c07,segment=NetworkSegment(01303d81-1f9c-490d-ad5b-70e54a2ba1a6),segment_id=01303d81-1f9c-490d-ad5b-70e54a2ba1a6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:17.260094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.260486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.260884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 21a0584f-5cbc-4f90-bc22-745ade82554b disassociated. External IP: 172.26.6.216, port: eca798ee-93a2-495f-835e-381c25c59916. Feb 16 12:48:17.261300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for eca798ee-93a2-495f-835e-381c25c59916 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:17.294429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.363383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.418857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:17.442914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.492420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df56d21b-4282-4917-9f40-adf92706952b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.516010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Pushing event updated for resources: {'Port': ['ID=49686ee1-db62-4955-91ae-167c87ef6c07,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.538545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.611805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Delete allocated IP 2001:db8::c2 (7602c9cb-86df-4418-8564-c71f6f4c5b97/8889b5cc-b30b-44e6-a3e4-d422b414c738) {{(pid=88444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:48:17.621354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8:0:1::293 (7602c9cb-86df-4418-8564-c71f6f4c5b97/0de01ffd-ec9d-41c5-bf72-a8f6c16e7085/048603c2-fcc8-48d4-bd66-2a5e87e79d49) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:17.629339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:17.639337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.644694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Provisioning for port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:17.644846 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-34fca487-7256-4bc1-9d6e-45ecbe1d4f8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8574789 Feb 16 12:48:17.645889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:17.649539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8745b98d-39db-4f58-8638-4a83cda2c035 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:17.661465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '0bdb588b-d803-4c08-8f8f-0cf9f935ab5c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:17.671266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:17.678046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:17.687772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:17.699380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:17.704061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.710822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.759624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Provisioning complete for port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:17.761233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.844333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89464df-7fa1-4b42-bf3f-e20e03113ab6 None None] Network b4941280-2f7c-4cd3-9d80-6392510b0212 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:17.860936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Transition to ACTIVE for port object 30c8a6ef-5208-4bbd-a940-0b8bfab38090 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:17.883731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.899108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.954777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.982089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=eca798ee-93a2-495f-835e-381c25c59916,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.996793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57cab65f-0675-4451-b2af-a5464b9f1d37 None None] Port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:17.998205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8a925-4e2e-45aa-b502-254b09099c92 None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.041765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.060994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Ignored duplicate provisioning block setup for port 048603c2-fcc8-48d4-bd66-2a5e87e79d49 by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:48:18.120910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.122338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.265031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.288001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] In _notify_port_updated(), no bound segment for port 048603c2-fcc8-48d4-bd66-2a5e87e79d49 on network 7602c9cb-86df-4418-8564-c71f6f4c5b97 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:48:18.294215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:18.294836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.298845 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "PUT /v2.0/ports/048603c2-fcc8-48d4-bd66-2a5e87e79d49 HTTP/1.1" status: 200 len: 931 time: 1.5087142 Feb 16 12:48:18.305701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:18.309038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cf8d9-8c58-4e72-8a1f-8303ef98ddb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=048603c2-fcc8-48d4-bd66-2a5e87e79d49,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.361913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e4e4fd-f7d8-4a03-834e-d0b64e9cee70,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.401737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f6d2e-abdf-4f8f-ab3e-b09a8296cce0 None None] Pushing event updated for resources: {'Port': ['ID=30c8a6ef-5208-4bbd-a940-0b8bfab38090,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.425043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 048603c2-fcc8-48d4-bd66-2a5e87e79d49 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:18.425699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.448777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-98d13f65-e621-4d65-bfe9-fbe2f4bc33c6 None None] Provisioning for port 69df082d-8feb-43d7-9990-c45a39f6e2c9 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:18.459052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.462863 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f10d2594-d2ba-4f93-8cde-9e0430ab04a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8132877 Feb 16 12:48:18.463682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8745b98d-39db-4f58-8638-4a83cda2c035 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:18.464406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.467639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Router b60aa1c8-65ed-4c84-bd34-697f244d4d1b has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:18.467835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:18.480026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '0bdb588b-d803-4c08-8f8f-0cf9f935ab5c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:18.488540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:18.497003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:18.503235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:18.516241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:18.616223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Attempting to bind port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:18.617132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Attempting to bind port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:18.617848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Attempting to bind port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 on network dfb2edae-ffd7-4d70-8d84-2c66205207d6 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:18.625765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-98d13f65-e621-4d65-bfe9-fbe2f4bc33c6 None None] Provisioning complete for port 49686ee1-db62-4955-91ae-167c87ef6c07 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:18.626125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98d13f65-e621-4d65-bfe9-fbe2f4bc33c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.663317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.666111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.684303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:18.684599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:18.684721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Checking segment: {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:18.685071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.685461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Bound using segment: {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:18.685939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Bound port: 30c8a6ef-5208-4bbd-a940-0b8bfab38090, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:18.686313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.707984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:18.711409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] Sync routers for ids ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:18.762302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.782024 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ebc0a835-d096-4b95-a979-c25fa99e6175 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "PUT /v2.0/routers/b60aa1c8-65ed-4c84-bd34-697f244d4d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1460092 Feb 16 12:48:18.782258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:18.784624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.867232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77a3f3-e7ac-4130-90c0-a207a43e8e47 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:18.868825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77a3f3-e7ac-4130-90c0-a207a43e8e47 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:18.869997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-db77a3f3-e7ac-4130-90c0-a207a43e8e47 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:18.913432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] Routers {'b60aa1c8-65ed-4c84-bd34-697f244d4d1b'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:18.914137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:18.928388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.999733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 268feb35-dd06-40a3-a19b-0663ee2613eb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:19.139432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 048603c2-fcc8-48d4-bd66-2a5e87e79d49 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:19.207536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] Set router b60aa1c8-65ed-4c84-bd34-697f244d4d1b gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:19.207789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e507d8-0bda-49de-bdc0-ac5a7251c2f4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.288427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-db77a3f3-e7ac-4130-90c0-a207a43e8e47 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:19.293091 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-db77a3f3-e7ac-4130-90c0-a207a43e8e47 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5107698 Feb 16 12:48:19.297936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52080) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.351973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7593fc-5dd8-44b7-84c8-6e13691ac35c None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:19.366831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.369626 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-650105da-5c78-4d15-828d-963a932c578c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8995998 Feb 16 12:48:19.372310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.378321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'name': 'tempest-NetworksTestDHCPv6-router-1979365406', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:16Z', 'revision_number': 3, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.381417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '0bdb588b-d803-4c08-8f8f-0cf9f935ab5c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:19.386506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] For port 30c8a6ef-5208-4bbd-a940-0b8bfab38090, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:19.391452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:19.396702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:19.401076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:19.409131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:19.420010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.435388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:19.447267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] Checking router: b60aa1c8-65ed-4c84-bd34-697f244d4d1b for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:19.447708 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:19.455717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] For port 30c8a6ef-5208-4bbd-a940-0b8bfab38090, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=30c8a6ef-5208-4bbd-a940-0b8bfab38090,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:19.462903 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:19.464131 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.483897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 5058cf97-6032-488b-96a2-72fa8b2c45ff {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:19.496153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.497389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] Routers {'b60aa1c8-65ed-4c84-bd34-697f244d4d1b'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:19.497909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.542601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.556145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=048603c2-fcc8-48d4-bd66-2a5e87e79d49,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.561978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.562444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.581793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.590730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52088) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.590994 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2b6d999a-14ed-4e43-acfb-1a8a177441cc tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/048603c2-fcc8-48d4-bd66-2a5e87e79d49 HTTP/1.1" status: 204 len: 168 time: 1.2789853 Feb 16 12:48:19.598122 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.619263 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:19.620090 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.649354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.672201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.702579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.715543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 268feb35-dd06-40a3-a19b-0663ee2613eb completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:19.716178 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.716830 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccc480-6c7f-4700-8a8e-f2f62aa23e2f None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:19.760712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.769774 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-024d5eba-4353-42c1-b718-99f19dd3af30 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:48:19.776586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-024d5eba-4353-42c1-b718-99f19dd3af30 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:19.779792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] Set router b60aa1c8-65ed-4c84-bd34-697f244d4d1b gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:19.788143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.791162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-559e2f59-6e29-4cdf-9295-1549062d8b4f tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/ports/eca798ee-93a2-495f-835e-381c25c59916 HTTP/1.1" status: 204 len: 168 time: 4.0131607 Feb 16 12:48:19.804146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52092) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.817772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71888ef-c46b-4bf6-921e-3b796c9ff49d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.908316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.908316 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6827b472-9551-4ea1-9152-fcf6e8b36ef6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5314236 Feb 16 12:48:19.910273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52096) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.918291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '0bdb588b-d803-4c08-8f8f-0cf9f935ab5c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:19.927433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:19.930755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'name': 'tempest-NetworksTestDHCPv6-router-1979365406', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:16Z', 'revision_number': 3, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.935624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:19.940808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:19.941061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 268feb35-dd06-40a3-a19b-0663ee2613eb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:19.941992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.947804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:19.987604 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a213dac9-591e-4386-8909-2f74425179d9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "GET /v2.0/floatingips/21a0584f-5cbc-4f90-bc22-745ade82554b HTTP/1.1" status: 200 len: 688 time: 0.1582375 Feb 16 12:48:19.990639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52100) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.994545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event updated for resources: {'Port': ['ID=d5443518-9fa7-4b53-96af-1b9d7f8d722c,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.090646 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:48:20.095084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f6d2e-abdf-4f8f-ab3e-b09a8296cce0 None None] Pushing event updated for resources: {'Port': ['ID=30c8a6ef-5208-4bbd-a940-0b8bfab38090,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.106553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096023c-134a-46d9-9f3a-48f4ccf334cc None None] The sync data for ids ['b60aa1c8-65ed-4c84-bd34-697f244d4d1b'] in dv-neutron-829487-1-hyperv is: [{'id': 'b60aa1c8-65ed-4c84-bd34-697f244d4d1b', 'name': 'tempest-NetworksTestDHCPv6-router-1979365406', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:16Z', 'revision_number': 3, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:20.113778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.158283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:20.159015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:20.190120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.197167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-024d5eba-4353-42c1-b718-99f19dd3af30 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:20.201155 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-024d5eba-4353-42c1-b718-99f19dd3af30 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/048603c2-fcc8-48d4-bd66-2a5e87e79d49 HTTP/1.1" status: 404 len: 333 time: 0.6006041 Feb 16 12:48:20.202673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52104) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.246061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port ddf7d89c-a1f9-4623-840c-99e848702090 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:20.246688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.280734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8cd40fa6-d494-48e5-b926-a5d55038ce3f None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:20.281106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8cd40fa6-d494-48e5-b926-a5d55038ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.298538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.403491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.429493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-feffb19d-c494-4b54-b1e1-cdabf1b553b4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.460119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-feffb19d-c494-4b54-b1e1-cdabf1b553b4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.494655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8cd40fa6-d494-48e5-b926-a5d55038ce3f None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:20.511569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.520816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.521708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.561942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Network b4941280-2f7c-4cd3-9d80-6392510b0212 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:20.563351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:20.627358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 268feb35-dd06-40a3-a19b-0663ee2613eb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=268feb35-dd06-40a3-a19b-0663ee2613eb,segment=NetworkSegment(01303d81-1f9c-490d-ad5b-70e54a2ba1a6),segment_id=01303d81-1f9c-490d-ad5b-70e54a2ba1a6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:20.637260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:20.678255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.687255 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-feffb19d-c494-4b54-b1e1-cdabf1b553b4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.710751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.802480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.871971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffb19d-c494-4b54-b1e1-cdabf1b553b4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29bbf6b-99da-4134-9550-0cebd95ac983,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.900330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=5058cf97-6032-488b-96a2-72fa8b2c45ff,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.900443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for ddf7d89c-a1f9-4623-840c-99e848702090 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:20.900599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.923807 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-de80e708-b533-4318-a7b3-5e256331d5ce tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/5058cf97-6032-488b-96a2-72fa8b2c45ff HTTP/1.1" status: 204 len: 168 time: 1.6252389 Feb 16 12:48:20.930311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52108) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.931319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeeaee8-307b-4520-9080-98015c8aaf8d None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:20.933592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-feffb19d-c494-4b54-b1e1-cdabf1b553b4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.934209 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-feffb19d-c494-4b54-b1e1-cdabf1b553b4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/security-groups/b29bbf6b-99da-4134-9550-0cebd95ac983 HTTP/1.1" status: 204 len: 168 time: 0.7308981 Feb 16 12:48:20.944570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52112) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.974361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc563e7c-5222-4b0e-ae1f-452786fa2e71,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.006393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.011992 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b1fb4f24-4761-4ba1-92b3-656d2dd17c87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1003332 Feb 16 12:48:21.023724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:21.032757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:21.055603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '0bdb588b-d803-4c08-8f8f-0cf9f935ab5c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:21.084844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:21.101994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:21.109386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8cd40fa6-d494-48e5-b926-a5d55038ce3f None None] Provisioning for port 9684e125-fd71-4aed-8e9b-35109c9393bc completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:21.109715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:21.176320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:21.221426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db46a92a-289d-41dc-8682-9c1e14de3eae tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.235699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49686ee1-db62-4955-91ae-167c87ef6c07 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:21.254699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db46a92a-289d-41dc-8682-9c1e14de3eae tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.269118 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:48:21.270728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a501e-4222-4313-8a93-383d27ee99c7 None None] Update dhcp port {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'fixed_ips': [{'subnet_id': '8889b5cc-b30b-44e6-a3e4-d422b414c738', 'ip_address': '2001:db8::2'}, {'subnet_id': '0de01ffd-ec9d-41c5-bf72-a8f6c16e7085'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '9684e125-fd71-4aed-8e9b-35109c9393bc'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:48:21.285574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.305705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-535933ff-7d9b-4a83-9c2a-3c9a44da6cf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:router {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:21.308883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=268feb35-dd06-40a3-a19b-0663ee2613eb,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.334003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.334251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:21.339467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-53ec3987-3f99-43a8-bea2-53d1eb67df9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2791743 Feb 16 12:48:21.342397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52120) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:21.348325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:21.362454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:21.431931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=ddf7d89c-a1f9-4623-840c-99e848702090,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.463320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-535933ff-7d9b-4a83-9c2a-3c9a44da6cf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:router {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:21.463320 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-535933ff-7d9b-4a83-9c2a-3c9a44da6cf3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5314703 Feb 16 12:48:21.471258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52124) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:21.479866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:21.479866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:21.480193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db46a92a-289d-41dc-8682-9c1e14de3eae tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.524312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46a92a-289d-41dc-8682-9c1e14de3eae tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21141bf2-8e8f-426a-8028-a84194abe6dd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.529662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.537590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.548923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a3a501e-4222-4313-8a93-383d27ee99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.557884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db46a92a-289d-41dc-8682-9c1e14de3eae tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.565808 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-db46a92a-289d-41dc-8682-9c1e14de3eae tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/security-groups/21141bf2-8e8f-426a-8028-a84194abe6dd HTTP/1.1" status: 204 len: 168 time: 0.6134958 Feb 16 12:48:21.565808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.565808 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-12e9387d-b474-42d2-89cf-89aa8d91b4bb tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/floatingips/21a0584f-5cbc-4f90-bc22-745ade82554b HTTP/1.1" status: 204 len: 168 time: 1.5693531 Feb 16 12:48:21.565808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:21.567561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52130) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:21.570803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '918f2553-5eb6-49d9-b398-8c7a3bc28b4a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:21.611933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:21.617095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.630411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:floatingip and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:21.630875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-496f632a-2692-472d-82aa-56e97f15c374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.638916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:21.663407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:21.672569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f94050-a9b6-4a7f-86e8-cf1c932ecdfa,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.689601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 8889b5cc-b30b-44e6-a3e4-d422b414c738 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:21.693401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.753917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.880493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:21.909665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.910847 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b17f2566-5270-49f7-928c-eceb7248db29 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8880625 Feb 16 12:48:21.927720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 49686ee1-db62-4955-91ae-167c87ef6c07 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:21.928568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.970045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.999005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-74fee8a8-31fa-4e46-b1a1-8209add5b2f5 None None] Provisioning for port d5443518-9fa7-4b53-96af-1b9d7f8d722c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:22.073015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-74fee8a8-31fa-4e46-b1a1-8209add5b2f5 None None] Provisioning complete for port d5443518-9fa7-4b53-96af-1b9d7f8d722c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:22.073246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74fee8a8-31fa-4e46-b1a1-8209add5b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.087470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.235875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.254931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:22.290709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] Deleting port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:22.291483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.300996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.355476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=8889b5cc-b30b-44e6-a3e4-d422b414c738,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.357799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.358576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-74fee8a8-31fa-4e46-b1a1-8209add5b2f5 None None] Port d5443518-9fa7-4b53-96af-1b9d7f8d722c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:22.401168 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-792117d1-5104-4373-9ab0-663fd13a3fc5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/8889b5cc-b30b-44e6-a3e4-d422b414c738 HTTP/1.1" status: 204 len: 168 time: 0.8254895 Feb 16 12:48:22.407054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:22.415972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server [None req-0a3a501e-4222-4313-8a93-383d27ee99c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8889b5cc-b30b-44e6-a3e4-d422b414c738: This subnet is being modified by another concurrent operation. Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:48:22.433945 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8889b5cc-b30b-44e6-a3e4-d422b414c738: This subnet is being modified by another concurrent operation. Feb 16 12:48:22.439479 dv-neutron-829487-1-hyperv neutron-server[88445]: ERROR oslo_messaging.rpc.server Feb 16 12:48:22.443581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-496f632a-2692-472d-82aa-56e97f15c374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.445639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-496f632a-2692-472d-82aa-56e97f15c374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.463663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:22.474805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-f8d757f5-df19-426c-b544-24a4436a59cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:22.501494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29a8a6-de46-4901-8914-7ad078488c6b None None] The sync data for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv is: [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:22.553352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.26.6.37 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/1f2cd975-1161-49e6-9b66-410636742c1c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:22.614538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c470436-c308-47c0-a747-1af5056e1765 None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:22.638526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-496f632a-2692-472d-82aa-56e97f15c374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.639084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f632a-2692-472d-82aa-56e97f15c374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Fanout notify agent at l3_agent the message router_deleted on router b60aa1c8-65ed-4c84-bd34-697f244d4d1b {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:22.646316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-f8d757f5-df19-426c-b544-24a4436a59cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:22.659371 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-f8d757f5-df19-426c-b544-24a4436a59cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842422383&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.4403267 Feb 16 12:48:22.723853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:22.736656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:22.741326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:22.750748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:22.826937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.852784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:22.858729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.892774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.extraroute_db [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:48:22.909071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-496f632a-2692-472d-82aa-56e97f15c374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.909071 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-496f632a-2692-472d-82aa-56e97f15c374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/routers/b60aa1c8-65ed-4c84-bd34-697f244d4d1b HTTP/1.1" status: 204 len: 168 time: 1.4329956 Feb 16 12:48:22.909548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52158) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:22.916294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-88edff84-2161-4caf-8ac7-6717f2451463 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.917004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-88edff84-2161-4caf-8ac7-6717f2451463 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:22.926125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:22.997287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] For port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d863aa41-1d6a-42f1-8b66-dbb8c0db1df0,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:22.997688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.012824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.extraroute_db [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Removed routes are [] {{(pid=88443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:48:23.013034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.066511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.071237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:23.085705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:23.147183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:23.160874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:23.170335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:23.179081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] Calling delete_port for d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:23.259584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=1f2cd975-1161-49e6-9b66-410636742c1c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.314451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:23.319305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.332855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-88edff84-2161-4caf-8ac7-6717f2451463 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:23.334087 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-88edff84-2161-4caf-8ac7-6717f2451463 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=dfb2edae-ffd7-4d70-8d84-2c66205207d6 HTTP/1.1" status: 200 len: 796 time: 0.6739705 Feb 16 12:48:23.349519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 69df082d-8feb-43d7-9990-c45a39f6e2c9 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:23.413404 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-f85ff911-0606-4afa-941d-ac38ae623be1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0662148 Feb 16 12:48:23.419322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.478518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] Pushing event deleted for resources: {'Port': ['ID=d863aa41-1d6a-42f1-8b66-dbb8c0db1df0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.483639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6356bedf-8ce9-45a0-a1c0-207a01f60121 None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:23.484011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6356bedf-8ce9-45a0-a1c0-207a01f60121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.535530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bccf4d-b9e7-45eb-ab75-82aa08ae6986 None None] No DVR routers for this DVR port d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:23.602909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6356bedf-8ce9-45a0-a1c0-207a01f60121 None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:23.678667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 69df082d-8feb-43d7-9990-c45a39f6e2c9 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:23.691121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 69df082d-8feb-43d7-9990-c45a39f6e2c9 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:23.691504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.752532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.767381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.820985 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5443518-9fa7-4b53-96af-1b9d7f8d722c', 'name': '', 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:34:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:14Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:23.830104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:23.834123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:23.843966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:23.843966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.844200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:23.844200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Updating router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f port d5443518-9fa7-4b53-96af-1b9d7f8d722c binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:23.864824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=7cc33208-064f-4f2b-9826-40a7ba51a26e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.911593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.916298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.093211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:24.100097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:24.113411 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9bc38c60-a8e0-4920-8513-fb4521c981f8 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7046630 Feb 16 12:48:24.120542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.132038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:24.133262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.133964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'security_group': {'name': 'tempest-secgroup-1987490664'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.141988 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.145325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.146355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.155504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.159612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=14c29c84-b539-4df8-b43b-7e7f81209699,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.164131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.165367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4a6e1-e0d3-4176-9740-7d97ded26b47 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:24.166454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.175444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.176501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.326152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] Update dhcp port {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'fixed_ips': [{'subnet_id': '0de01ffd-ec9d-41c5-bf72-a8f6c16e7085'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '9684e125-fd71-4aed-8e9b-35109c9393bc'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:48:24.329794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-711097b2-97a0-4c67-8de2-3d168737231c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:24.360125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 69df082d-8feb-43d7-9990-c45a39f6e2c9, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=69df082d-8feb-43d7-9990-c45a39f6e2c9,segment=NetworkSegment(574df6b1-0e51-451d-bb67-158686b52892),segment_id=574df6b1-0e51-451d-bb67-158686b52892)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:24.362394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:24.384616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.422073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.427448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group_rule and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.431981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.434895 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d3953e9-a71c-4192-8200-2efd178bac4a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5141368 Feb 16 12:48:24.442797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52166) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.453716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.459374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.488072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.506649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1804875726', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.507836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.508619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:24.524610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.526824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-711097b2-97a0-4c67-8de2-3d168737231c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:24.528453 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-711097b2-97a0-4c67-8de2-3d168737231c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7744169 Feb 16 12:48:24.539270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:router and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.544408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.545858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.548719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.558791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.579129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:24.585731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.589539 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e0f36662-8478-4282-a275-19ff0edc45e1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 200 len: 933 time: 3.2456045 Feb 16 12:48:24.590586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52172) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.658721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.719084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=1f2cd975-1161-49e6-9b66-410636742c1c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.729129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.729380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.730133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.784081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12290113-c906-448c-a9b6-339840ae5ee8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.802288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.805884 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-290c779e-77b8-4c4d-a1bb-b5f10bed7c77 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6843538 Feb 16 12:48:24.813714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52176) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.826974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'security_group': {'name': 'tempest-secgroup-1519752246'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.845710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.850362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=69df082d-8feb-43d7-9990-c45a39f6e2c9,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.855184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.863755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.874425 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2a311879-bde0-463b-b843-d47d8d6aadee tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 200 len: 933 time: 0.2830064 Feb 16 12:48:24.875543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.879064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52180) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.889569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.889906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'routes': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.924105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '14c29c84-b539-4df8-b43b-7e7f81209699'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:24.924970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.925949 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4194fce1-c9af-408f-812f-3c46eaf59ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838656 Feb 16 12:48:25.005197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.016458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.044191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.070838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 9684e125-fd71-4aed-8e9b-35109c9393bc completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:25.076552 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 834ea3de-a95f-4bb7-bf4a-9e3d17070f05 associated. External IP: 172.26.6.37, port: 918f2553-5eb6-49d9-b398-8c7a3bc28b4a. Feb 16 12:48:25.086277 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Transition to ACTIVE for port object d5443518-9fa7-4b53-96af-1b9d7f8d722c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:25.087562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:25.096503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:25.096878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.110372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group_rule and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:25.115668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:25.142810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:25.142810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.146510 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9c9fe6f-b6d9-4684-b036-4b410cc6c72f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7001410 Feb 16 12:48:25.147016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:25.149381 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-814d5312-cab6-4a46-8d4c-d7add64fb145 service neutron] 10.222.0.47 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146866 Feb 16 12:48:25.159450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] Allocated IP 2001:db8:0:1::2 (7602c9cb-86df-4418-8564-c71f6f4c5b97/0de01ffd-ec9d-41c5-bf72-a8f6c16e7085/9684e125-fd71-4aed-8e9b-35109c9393bc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:25.179666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.236590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.349086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.409073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bede7f-36ce-4331-a5e5-2c8528943321,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.493083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.494340 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f1b27b2b-ff3e-4ca8-9274-6c859231fb1f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6764934 Feb 16 12:48:25.497169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52194) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:25.502172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'security_group': {'name': 'tempest-secgroup-1359031585'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:25.514769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:25.567257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:25.580952 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fab527fa-12b5-4272-926b-1d9ed2d22071 req-40afa4dc-6fb7-4945-9e3d-bae251df2ad3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 210 time: 0.0684202 Feb 16 12:48:25.586537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:25.594481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:25.619807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:25.674264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76152d-a16a-4ae4-84b8-5e233b4da86b None None] Pushing event updated for resources: {'Port': ['ID=d5443518-9fa7-4b53-96af-1b9d7f8d722c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.675582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.709046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:25.713762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:security_group_rule and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:25.716696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:25.732200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:25.788255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/14c29c84-b539-4df8-b43b-7e7f81209699/acd8dd47-ef73-45f3-a4b2-68b5f9669450) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:25.855020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:25.914404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Attempting to bind port d5443518-9fa7-4b53-96af-1b9d7f8d722c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:25.914911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Attempting to bind port d5443518-9fa7-4b53-96af-1b9d7f8d722c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:25.915713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Attempting to bind port d5443518-9fa7-4b53-96af-1b9d7f8d722c on network b4941280-2f7c-4cd3-9d80-6392510b0212 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:25.920179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.939236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:25.939715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Checking segment: {'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:25.940200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.940669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Bound using segment: {'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:25.941228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Bound port: d5443518-9fa7-4b53-96af-1b9d7f8d722c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574df6b1-0e51-451d-bb67-158686b52892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:25.941684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.002321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.040886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.054842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] Transition to ACTIVE for port object 9684e125-fd71-4aed-8e9b-35109c9393bc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:26.069938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.113254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb358f0-58bc-4eff-81ee-2002fa1d0970,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:26.155460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] For port d5443518-9fa7-4b53-96af-1b9d7f8d722c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:26.162065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.206568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.211264 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c1cf6efb-08c4-4a0e-aab6-cc9471750e74 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7099566 Feb 16 12:48:26.211702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52204) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:26.215212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] For port d5443518-9fa7-4b53-96af-1b9d7f8d722c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5443518-9fa7-4b53-96af-1b9d7f8d722c,segment=NetworkSegment(574df6b1-0e51-451d-bb67-158686b52892),segment_id=574df6b1-0e51-451d-bb67-158686b52892)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:26.218670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-152598697', 'security_groups': ['feb358f0-58bc-4eff-81ee-2002fa1d0970'], 'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7cc33208-064f-4f2b-9826-40a7ba51a26e'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:26.338564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.388333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:26.403270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:26.426381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:26.428935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:26.428935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be473b9-1a35-45fa-b88a-5a93c6eeeacb None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:26.470163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.543643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:26.543643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:26.548364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:26.769546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:26.779608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:26.786578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f0d9b09-2e8f-4b7b-8c0f-ffd9669ea4b1 req-88858e3e-65b1-41e4-a37d-bed40fde132c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 210 time: 0.0848527 Feb 16 12:48:26.840248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.869046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] device_id is not set on port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:26.878935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:48:26.879341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:48:26.903371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.089525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76152d-a16a-4ae4-84b8-5e233b4da86b None None] Pushing event updated for resources: {'Port': ['ID=d5443518-9fa7-4b53-96af-1b9d7f8d722c,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.107824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Transition to ACTIVE for port object acd8dd47-ef73-45f3-a4b2-68b5f9669450 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:27.201904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8::163 (7602c9cb-86df-4418-8564-c71f6f4c5b97/7cc33208-064f-4f2b-9826-40a7ba51a26e/0ffad428-cb6f-4283-ba5f-a7cf2bca7568) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:27.293298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.309472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:27.335758 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:27.361897 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:27.362925 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.425555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Transition to ACTIVE for port object acd8dd47-ef73-45f3-a4b2-68b5f9669450 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:27.434434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.456365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.460229 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.472703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:27.473551 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.482615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:27.482923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.515722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd5445-bc59-4503-b480-24c8deba85c2 None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:27.539617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.572378 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.573074 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e71f6-4ceb-4435-8a2f-8f07a6c15d69 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:27.618000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.653939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::1 (d9baa628-812c-4290-914a-2abb43e08a16/14c29c84-b539-4df8-b43b-7e7f81209699/ae647de3-5045-473c-b250-ffffd1a587c5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:27.697075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:27.697335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:27.700373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:27.704532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:27.709922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:27.710327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:27.710581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.713168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:27.718689 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Pushing event updated for resources: {'Port': ['ID=acd8dd47-ef73-45f3-a4b2-68b5f9669450,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.723338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-21bd59b3-812a-48e0-acf1-dd1c887915f7 None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:27.723714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21bd59b3-812a-48e0-acf1-dd1c887915f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.724932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=0ffad428-cb6f-4283-ba5f-a7cf2bca7568,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.751531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:27.827622 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f7b0bd31-2723-4023-9370-ad68334f3e09 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2612064 Feb 16 12:48:27.833394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52214) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:27.838851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1606502447'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:27.841469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.849580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:27.855840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:network and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:27.861430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:27.872676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:27.882799 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-04d80fa9-8fe5-4888-a341-232940faf4ac tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6699581 Feb 16 12:48:27.885574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52218) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:27.893103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:27.894210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:27.966901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:27.970385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.025187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.030310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-21bd59b3-812a-48e0-acf1-dd1c887915f7 None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:28.051951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.056597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object ae647de3-5045-473c-b250-ffffd1a587c5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:28.058452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.061525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:28.072518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.072874 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Added segment afce5e6c-b2b2-4e53-aec0-b684dd2ca385 of type vlan for network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 Feb 16 12:48:28.103554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.128171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:22Z', 'revision_number': 6, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5443518-9fa7-4b53-96af-1b9d7f8d722c', 'name': '', 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:34:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:14Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.141762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91bdfe-5eab-4034-ab9b-85b214885e7a None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:22Z', 'revision_number': 6, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5443518-9fa7-4b53-96af-1b9d7f8d722c', 'name': '', 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:34:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:14Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:28.150323 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ba5320e6-9faf-4de0-b171-40aece86ae65 req-f1f567d9-f1bc-42a9-ac2a-ed6cbcf02d64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 210 time: 0.2317929 Feb 16 12:48:28.166246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Attempting to bind port acd8dd47-ef73-45f3-a4b2-68b5f9669450 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:28.166246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Attempting to bind port acd8dd47-ef73-45f3-a4b2-68b5f9669450 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:28.166587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Attempting to bind port acd8dd47-ef73-45f3-a4b2-68b5f9669450 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:28.195894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:28.195894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:28.195894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.195894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:28.195894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Bound port: acd8dd47-ef73-45f3-a4b2-68b5f9669450, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:28.195894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.200904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:28.251944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.262542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.262935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-21bd59b3-812a-48e0-acf1-dd1c887915f7 None None] Provisioning for port 9684e125-fd71-4aed-8e9b-35109c9393bc completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:28.265659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.300820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:28.323495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-21bd59b3-812a-48e0-acf1-dd1c887915f7 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:28.323495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21bd59b3-812a-48e0-acf1-dd1c887915f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.447318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.455404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:28.466672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Network': ['ID=62b0f33d-61df-4bdc-97fa-f3c757fd2c13,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:28.487315 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ec8a3641-68e9-45d6-b9e2-e5cfff9bb7a9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6555698 Feb 16 12:48:28.490329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:28.493733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52222) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:28.504930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:28.526033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:28.538245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'subnet': {'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:28.545146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:28.546946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] For port acd8dd47-ef73-45f3-a4b2-68b5f9669450, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:28.553825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.558392 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b9c040bb-fd06-44a6-babd-b2ed98c90683 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 200 len: 699 time: 3.6798494 Feb 16 12:48:28.559672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52226) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:28.563656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.579238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:28.689913 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] For port acd8dd47-ef73-45f3-a4b2-68b5f9669450, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=acd8dd47-ef73-45f3-a4b2-68b5f9669450,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:28.749896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:28.816424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:28.837215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:28.837215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:28.837215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.838946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] Update dhcp port {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'fixed_ips': [{'subnet_id': '0de01ffd-ec9d-41c5-bf72-a8f6c16e7085', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7cc33208-064f-4f2b-9826-40a7ba51a26e'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '9684e125-fd71-4aed-8e9b-35109c9393bc'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:48:28.857661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-d01369ea-62c2-44f8-b05e-79c8358a0791 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.859625 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-d01369ea-62c2-44f8-b05e-79c8358a0791 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=dfb2edae-ffd7-4d70-8d84-2c66205207d6 HTTP/1.1" status: 200 len: 796 time: 0.3646419 Feb 16 12:48:28.862501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:28.868374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.879562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.895805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=ae647de3-5045-473c-b250-ffffd1a587c5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:28.910532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:28.927058 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c05ec659-d2a1-4126-a77e-6703e2c2ea1a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 200 len: 699 time: 0.3650832 Feb 16 12:48:28.927803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:28.936797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.058702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.112485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0699699-6e43-4554-865e-b3c3303c3738 None None] Pushing event updated for resources: {'Port': ['ID=acd8dd47-ef73-45f3-a4b2-68b5f9669450,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.311154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:29.375341 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-ef63743e-261f-4568-8f9f-646ce79c52a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 380 time: 0.4887068 Feb 16 12:48:29.407486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:29.413071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': '989f36e2-16ba-4333-8c31-a199270b246b', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['0bdb588b-d803-4c08-8f8f-0cf9f935ab5c']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:29.497796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 69df082d-8feb-43d7-9990-c45a39f6e2c9 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:29.545508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:29.550118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.559587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:29.560325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:29.585914 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-71fdf88c-8576-409a-8028-4e0314b990b2 req-7bc3239e-47ee-4e9d-9eeb-9ecb60467f47 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 210 time: 0.0889211 Feb 16 12:48:29.613611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.730326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.745331 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.ipam_backend_mixin [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7cc33208-064f-4f2b-9826-40a7ba51a26e (CIDR: 2001:db8::/64) Feb 16 12:48:29.775029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:29.779913 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:29.780345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:29.810406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:29.869916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c005d225-d6ea-491b-a5bb-ba53e8a16b27 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9826152 Feb 16 12:48:29.874961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52240) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:29.883518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:29.902513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:29.972044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:29.975819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.997874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] Allocated IP 2001:db8::2 (7602c9cb-86df-4418-8564-c71f6f4c5b97/7cc33208-064f-4f2b-9826-40a7ba51a26e/9684e125-fd71-4aed-8e9b-35109c9393bc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:30.092297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 69df082d-8feb-43d7-9990-c45a39f6e2c9 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:30.092928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.146954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.258140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:30.280822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:30.304942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.326136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.329102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:30.353862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:30.356649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Subnet': ['ID=c2c1bc34-1e1c-4db7-ae59-09533c8c8c60,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:30.379661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Checking segment: {'id': 'afce5e6c-b2b2-4e53-aec0-b684dd2ca385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:30.379913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network hostable DHCP agents. Network: 62b0f33d-61df-4bdc-97fa-f3c757fd2c13, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:30.412585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.13 (dfb2edae-ffd7-4d70-8d84-2c66205207d6/6ed823da-5799-4782-87c2-d66be4451771/da2675d1-071d-4af3-94b6-80f9c1fcbd69) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:30.459090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.459694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.509520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:30.530100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:30.550917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:30.553068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:30.558779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.590457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.631654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] Transition to ACTIVE for port object 9684e125-fd71-4aed-8e9b-35109c9393bc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:30.639017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=ae647de3-5045-473c-b250-ffffd1a587c5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:30.678570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:30.678570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.724193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 62b0f33d-61df-4bdc-97fa-f3c757fd2c13) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:30.741447 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 7, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5443518-9fa7-4b53-96af-1b9d7f8d722c', 'name': '', 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:34:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:14Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:30.758490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.759119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.769151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:30.788119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.795912 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.ipam_backend_mixin [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0de01ffd-ec9d-41c5-bf72-a8f6c16e7085 (CIDR: 2001:db8:0:1::/64) Feb 16 12:48:30.814401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.840203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda4193-1be7-4484-8dbc-7b91b3975141 None None] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:30.864995 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8ebe3f8b-f7ea-43f4-8c67-59a792d488d8 req-bc7828c6-1e18-45e0-965f-3ac51795f9ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 210 time: 0.0473700 Feb 16 12:48:30.879654 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:30.880138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:30.899175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object da2675d1-071d-4af3-94b6-80f9c1fcbd69 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:30.942072 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2339a301-8029-4808-89eb-998617958fd9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4170344 Feb 16 12:48:30.947772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52246) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:30.950883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2025274283', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:30.960851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:30.970923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:router and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:30.974318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:30.982214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:31.001361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:31.003294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:31.014740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2b21caa5-1961-4fce-b9cc-afb615798db6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1383822 Feb 16 12:48:31.017465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52250) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:31.039267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'subnet': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:31.055176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:31.055901 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.072772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.085604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port d5443518-9fa7-4b53-96af-1b9d7f8d722c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:31.086229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.249885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Port 9684e125-fd71-4aed-8e9b-35109c9393bc had new provisioning blocks added so it will not transition to active. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 16 12:48:31.253412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 268feb35-dd06-40a3-a19b-0663ee2613eb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:31.253737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.254938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.297935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bede6d4f-a747-4968-9dbc-eb68d6b17e17 None None] Provisioning for port acd8dd47-ef73-45f3-a4b2-68b5f9669450 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:31.325129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:31.329951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.333699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:31.345812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:31.408540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=da2675d1-071d-4af3-94b6-80f9c1fcbd69,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.446108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb03c80-0c58-47b6-a8b3-2908cd6e365d None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.456416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:31.584191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:31.604285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port d5443518-9fa7-4b53-96af-1b9d7f8d722c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5443518-9fa7-4b53-96af-1b9d7f8d722c,segment=NetworkSegment(574df6b1-0e51-451d-bb67-158686b52892),segment_id=574df6b1-0e51-451d-bb67-158686b52892)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:31.604722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.683951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Usage tracker for resource:subnet and tenant:8e02bf63068c477b91e7dc0df9bd9081 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:31.687742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:31.694100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:31.721890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:31.722561 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.771300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for d5443518-9fa7-4b53-96af-1b9d7f8d722c owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:31.806124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Made reservation on behalf of 8e02bf63068c477b91e7dc0df9bd9081 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:31.813576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.823143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-62b0f33d-61df-4bdc-97fa-f3c757fd2c13', 'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13', 'tenant_id': '30d6130a02e84ee4a039c4a42b1e83b6', 'fixed_ips': [{'subnet_id': 'c2c1bc34-1e1c-4db7-ae59-09533c8c8c60'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:31.823143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.852206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d1f47d25-303c-4ef8-90cd-3ae16e25f910 None None] Provisioning for port ae647de3-5045-473c-b250-ffffd1a587c5 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:31.886707 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-4ed486ea-a42d-4e67-b568-de810158a5ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4877214 Feb 16 12:48:31.948759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d1f47d25-303c-4ef8-90cd-3ae16e25f910 None None] Provisioning complete for port ae647de3-5045-473c-b250-ffffd1a587c5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:31.949201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1f47d25-303c-4ef8-90cd-3ae16e25f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.967525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Request body: {'port': {'device_id': '989f36e2-16ba-4333-8c31-a199270b246b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:32.012898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:32.020830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 268feb35-dd06-40a3-a19b-0663ee2613eb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:32.021231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.163149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.199676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d1f47d25-303c-4ef8-90cd-3ae16e25f910 None None] Port ae647de3-5045-473c-b250-ffffd1a587c5 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:32.245319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=d5443518-9fa7-4b53-96af-1b9d7f8d722c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:32.368966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:32.369531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.377751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:32.389077 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Sync routers for ids ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:32.400612 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-15fc41e3-05b6-4076-8aa2-2b56eb67e853 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "PUT /v2.0/routers/0a9e546b-3b1a-4c42-a60c-9fcf078fefbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2503793 Feb 16 12:48:32.401974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52256) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:32.402380 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Routers {'0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:32.405963 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:32.438087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30c8a6ef-5208-4bbd-a940-0b8bfab38090 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:32.627556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Allocated IP 172.20.0.2 (62b0f33d-61df-4bdc-97fa-f3c757fd2c13/c2c1bc34-1e1c-4db7-ae59-09533c8c8c60/ef30b948-beea-40da-a73b-0a39387d52c6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:32.648126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:32.670722 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Set router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:32.677156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.690218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.722836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 7, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5443518-9fa7-4b53-96af-1b9d7f8d722c', 'name': '', 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:34:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:14Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:32.822325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc096-ceb2-41cc-a118-ef90198661a7 req-5f0e9564-402f-4f82-a539-2af4f72fe574 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:32.823191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61398767-2eef-4238-a1ba-4c3f12a4a63f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:32.823663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-ab8bc096-ceb2-41cc-a118-ef90198661a7 req-5f0e9564-402f-4f82-a539-2af4f72fe574 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:32.823792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-61398767-2eef-4238-a1ba-4c3f12a4a63f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:32.847420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.873381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55330b44-03e1-46a3-b12a-2c3f9c7a300e None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 7, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5443518-9fa7-4b53-96af-1b9d7f8d722c', 'name': '', 'network_id': 'b4941280-2f7c-4cd3-9d80-6392510b0212', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:34:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:14Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 4, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '9561f080-13d2-4f55-bed8-1d135ca95e55', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:32.874928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Provisioning for port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:32.904984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Provisioning complete for port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:32.905456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.990236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-61398767-2eef-4238-a1ba-4c3f12a4a63f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:32.996720 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-61398767-2eef-4238-a1ba-4c3f12a4a63f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports/ae647de3-5045-473c-b250-ffffd1a587c5 HTTP/1.1" status: 200 len: 911 time: 0.5934021 Feb 16 12:48:33.007184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:33.045677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:33.093246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:33.093617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.200810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-ab8bc096-ceb2-41cc-a118-ef90198661a7 req-5f0e9564-402f-4f82-a539-2af4f72fe574 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:33.202010 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab8bc096-ceb2-41cc-a118-ef90198661a7 req-5f0e9564-402f-4f82-a539-2af4f72fe574 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 932 time: 1.1551127 Feb 16 12:48:33.250272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:33.292789 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'name': 'tempest-NetworksTestDHCPv6-router-1804875726', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:24Z', 'updated_at': '2022-02-16T12:48:29Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None, '_interfaces': [{'id': 'ae647de3-5045-473c-b250-ffffd1a587c5', 'name': '', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'mac_address': 'fa:16:3e:25:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '14c29c84-b539-4df8-b43b-7e7f81209699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:26Z', 'updated_at': '2022-02-16T12:48:30Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'subnets': [{'id': '14c29c84-b539-4df8-b43b-7e7f81209699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:33.297707 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Checking router: 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:33.298337 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Updating router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf port ae647de3-5045-473c-b250-ffffd1a587c5 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:33.356021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8783413-8354-41d3-b806-97073c880d4c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.364509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8783413-8354-41d3-b806-97073c880d4c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.368807 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a8783413-8354-41d3-b806-97073c880d4c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3580050 Feb 16 12:48:33.369032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:33.379014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab8bc096-ceb2-41cc-a118-ef90198661a7 req-3ea54f3b-7204-4a6f-bcbf-eaa9118ae0dc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090033 Feb 16 12:48:33.396890 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.431677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.485948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.490119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 30c8a6ef-5208-4bbd-a940-0b8bfab38090, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=30c8a6ef-5208-4bbd-a940-0b8bfab38090,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:33.498581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Transition to ACTIVE for port object ef30b948-beea-40da-a73b-0a39387d52c6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:33.521616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Provisioning for port 9684e125-fd71-4aed-8e9b-35109c9393bc completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:33.534113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:33.534627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.544711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:33.546628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.561994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Transition to ACTIVE for port object ef30b948-beea-40da-a73b-0a39387d52c6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:33.590288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.668289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.674997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:33.683163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:33.692912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:33.708663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.711236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.739592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:33.739592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d863aa41-1d6a-42f1-8b66-dbb8c0db1df0 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:33.749366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40472ae1-6a47-48a0-b279-be09ab596011 None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:33.755883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Subnet': ['ID=2bb48d2f-8f93-4056-b09d-43f833b7721c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.765351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:33.773967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0e6fd65e-a5b0-4b2f-8cae-6d73ec0cfe42 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8435018 Feb 16 12:48:33.820267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:33.825829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52268) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:33.980686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet 9561f080-13d2-4f55-bed8-1d135ca95e55 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:33.982748 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.030104 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Transition to ACTIVE for port object ae647de3-5045-473c-b250-ffffd1a587c5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:34.082443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device acd8dd47-ef73-45f3-a4b2-68b5f9669450 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:34.120831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:34.121974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7916e7ea-bdad-4fc0-a6e4-75c2f24c28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.136500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:34.138335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:34.138874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:34.166699 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.175267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.185490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.219165 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b02227cd-0a12-4756-85dd-2430f1a1df8f tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2004256 Feb 16 12:48:34.233286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52272) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.245150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-959793742', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2bb48d2f-8f93-4056-b09d-43f833b7721c'}], 'security_groups': ['12290113-c906-448c-a9b6-339840ae5ee8', '47bede7f-36ce-4331-a5e5-2c8528943321']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:34.265320 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fd191-9cdb-4aed-8daa-cd3c8cb4b780 None None] Pushing event updated for resources: {'Port': ['ID=ae647de3-5045-473c-b250-ffffd1a587c5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.275604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:34.316384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=30c8a6ef-5208-4bbd-a940-0b8bfab38090,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.391622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.488199 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Attempting to bind port ae647de3-5045-473c-b250-ffffd1a587c5 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:34.488775 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Attempting to bind port ae647de3-5045-473c-b250-ffffd1a587c5 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:34.488890 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Attempting to bind port ae647de3-5045-473c-b250-ffffd1a587c5 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:34.495362 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:34.495726 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:34.496679 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.496679 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:34.496920 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Bound port: ae647de3-5045-473c-b250-ffffd1a587c5, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:34.497289 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.577891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.603352 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] For port ae647de3-5045-473c-b250-ffffd1a587c5, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:34.606479 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] For port ae647de3-5045-473c-b250-ffffd1a587c5, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ae647de3-5045-473c-b250-ffffd1a587c5,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:34.608556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:34.652604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.683226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.686573 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.713079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Pushing event updated for resources: {'Port': ['ID=ef30b948-beea-40da-a73b-0a39387d52c6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.715822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Attempting to bind port ef30b948-beea-40da-a73b-0a39387d52c6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:34.716356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Attempting to bind port ef30b948-beea-40da-a73b-0a39387d52c6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'afce5e6c-b2b2-4e53-aec0-b684dd2ca385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:34.716908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Attempting to bind port ef30b948-beea-40da-a73b-0a39387d52c6 on network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:34.768394 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Routers {'0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:34.769159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:34.783729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:34.784409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Checking segment: {'id': 'afce5e6c-b2b2-4e53-aec0-b684dd2ca385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:34.785007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.785564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Bound using segment: {'id': 'afce5e6c-b2b2-4e53-aec0-b684dd2ca385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:34.786211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Bound port: ef30b948-beea-40da-a73b-0a39387d52c6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afce5e6c-b2b2-4e53-aec0-b684dd2ca385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:34.786753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.819844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port ae647de3-5045-473c-b250-ffffd1a587c5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:34.823749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.881960 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fd191-9cdb-4aed-8daa-cd3c8cb4b780 None None] Pushing event updated for resources: {'Port': ['ID=ae647de3-5045-473c-b250-ffffd1a587c5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.905731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2675d1-071d-4af3-94b6-80f9c1fcbd69 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:48:34.911270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port acd8dd47-ef73-45f3-a4b2-68b5f9669450 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:34.922497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.942574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Transition to ACTIVE for port object da2675d1-071d-4af3-94b6-80f9c1fcbd69 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:35.045281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:35.050710 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:48:35.067942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port ae647de3-5045-473c-b250-ffffd1a587c5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ae647de3-5045-473c-b250-ffffd1a587c5,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:35.068790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.074736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port acd8dd47-ef73-45f3-a4b2-68b5f9669450 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:35.075154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.088440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.107546 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] Set router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:35.184216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.193226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.208097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.217459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for ae647de3-5045-473c-b250-ffffd1a587c5 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:35.274012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ec202-1c68-410f-8c45-801d108af809 None None] Network b4941280-2f7c-4cd3-9d80-6392510b0212 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:35.274321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.334344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=9561f080-13d2-4f55-bed8-1d135ca95e55,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.471292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:35.472948 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5f2a911f-7600-424b-83b4-31854b2b0600 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/9561f080-13d2-4f55-bed8-1d135ca95e55 HTTP/1.1" status: 204 len: 168 time: 1.6096294 Feb 16 12:48:35.475148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] For port ef30b948-beea-40da-a73b-0a39387d52c6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:35.478937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] For port ef30b948-beea-40da-a73b-0a39387d52c6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ef30b948-beea-40da-a73b-0a39387d52c6,segment=NetworkSegment(afce5e6c-b2b2-4e53-aec0-b684dd2ca385),segment_id=afce5e6c-b2b2-4e53-aec0-b684dd2ca385)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:35.520710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.568723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=da2675d1-071d-4af3-94b6-80f9c1fcbd69,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.595276 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'name': 'tempest-NetworksTestDHCPv6-router-1804875726', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:24Z', 'updated_at': '2022-02-16T12:48:29Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None, '_interfaces': [{'id': 'ae647de3-5045-473c-b250-ffffd1a587c5', 'name': '', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'mac_address': 'fa:16:3e:25:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '14c29c84-b539-4df8-b43b-7e7f81209699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:26Z', 'updated_at': '2022-02-16T12:48:34Z', 'revision_number': 4, 'project_id': '140e5d5ceac342da886ff523217f952c', 'subnets': [{'id': '14c29c84-b539-4df8-b43b-7e7f81209699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:35.597633 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467a45d-7807-4512-bfff-856bebf36f87 None None] The sync data for ids ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'] in dv-neutron-829487-1-hyperv is: [{'id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'name': 'tempest-NetworksTestDHCPv6-router-1804875726', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:24Z', 'updated_at': '2022-02-16T12:48:29Z', 'revision_number': 2, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None, '_interfaces': [{'id': 'ae647de3-5045-473c-b250-ffffd1a587c5', 'name': '', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'mac_address': 'fa:16:3e:25:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '14c29c84-b539-4df8-b43b-7e7f81209699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:26Z', 'updated_at': '2022-02-16T12:48:34Z', 'revision_number': 4, 'project_id': '140e5d5ceac342da886ff523217f952c', 'subnets': [{'id': '14c29c84-b539-4df8-b43b-7e7f81209699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:35.601275 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.646478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.707032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=ae647de3-5045-473c-b250-ffffd1a587c5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.766170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.778129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.791101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.26.6.175 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/c7b052ab-e0c8-4902-bd76-b8c586660371) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:35.830222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39aec9-2bb5-4c7c-836f-8b32760694b7 req-c988559a-dcb3-4f0b-88da-5c05f9a41ca9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.830222 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9e39aec9-2bb5-4c7c-836f-8b32760694b7 req-c988559a-dcb3-4f0b-88da-5c05f9a41ca9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 944 time: 1.1452136 Feb 16 12:48:35.844841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a46d4f68-c4b7-4c73-8155-882423e4afa5 None None] Provisioning for port da2675d1-071d-4af3-94b6-80f9c1fcbd69 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:35.940439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.997978 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port acd8dd47-ef73-45f3-a4b2-68b5f9669450, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=acd8dd47-ef73-45f3-a4b2-68b5f9669450,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:36.024050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ea908863-ad2b-48d5-88e0-ab385be762ca None None] Could not find standard attr ID for object ae647de3-5045-473c-b250-ffffd1a587c5. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:36.048554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cc788-ed90-483b-89e8-ef428bf4cdc3 None None] Pushing event updated for resources: {'Port': ['ID=ef30b948-beea-40da-a73b-0a39387d52c6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:36.052094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ea908863-ad2b-48d5-88e0-ab385be762ca None None] Could not find standard attr ID for object 048603c2-fcc8-48d4-bd66-2a5e87e79d49. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:36.097047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.097888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:36.100165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.126367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 69df082d-8feb-43d7-9990-c45a39f6e2c9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:36.126943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.171422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ea908863-ad2b-48d5-88e0-ab385be762ca None None] Provisioning complete for port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:36.171796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea908863-ad2b-48d5-88e0-ab385be762ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.258195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Attempting to bind port da2675d1-071d-4af3-94b6-80f9c1fcbd69 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:36.258731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Attempting to bind port da2675d1-071d-4af3-94b6-80f9c1fcbd69 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:36.258870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Attempting to bind port da2675d1-071d-4af3-94b6-80f9c1fcbd69 on network dfb2edae-ffd7-4d70-8d84-2c66205207d6 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:36.280907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea908863-ad2b-48d5-88e0-ab385be762ca None None] Port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:36.282673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] DHCP port deletion for b4941280-2f7c-4cd3-9d80-6392510b0212 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:36.299516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Port da2675d1-071d-4af3-94b6-80f9c1fcbd69 on network dfb2edae-ffd7-4d70-8d84-2c66205207d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:48:36.299849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Attempting to bind port da2675d1-071d-4af3-94b6-80f9c1fcbd69 on network dfb2edae-ffd7-4d70-8d84-2c66205207d6 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:36.342568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Deleting port 69df082d-8feb-43d7-9990-c45a39f6e2c9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:36.342956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.407662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f423fec-1b00-474d-815f-2272c547b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.463130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:31Z', 'revision_number': 8, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:36.486583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:36.498202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=acd8dd47-ef73-45f3-a4b2-68b5f9669450,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:36.514870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] Update dhcp port {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'fixed_ips': [{'subnet_id': '0de01ffd-ec9d-41c5-bf72-a8f6c16e7085', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7cc33208-064f-4f2b-9826-40a7ba51a26e', 'ip_address': '2001:db8::2'}, {'subnet_id': '2bb48d2f-8f93-4056-b09d-43f833b7721c'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '9684e125-fd71-4aed-8e9b-35109c9393bc'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:48:36.585148 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9e39aec9-2bb5-4c7c-836f-8b32760694b7 req-6f875ecb-f3fb-47f7-8d26-7b12d289d375 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692644 Feb 16 12:48:36.585933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:36.586275 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Checking segment: {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:36.586657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Bound using segment: {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:36.587129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Bound port: da2675d1-071d-4af3-94b6-80f9c1fcbd69, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:36.587477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.707841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:36.708492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:36.775139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] For port da2675d1-071d-4af3-94b6-80f9c1fcbd69, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:36.788100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.790484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:36.790853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.822549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] For port da2675d1-071d-4af3-94b6-80f9c1fcbd69, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:36.882954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:36.921757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.946321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.040667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] For port 69df082d-8feb-43d7-9990-c45a39f6e2c9, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=69df082d-8feb-43d7-9990-c45a39f6e2c9,segment=NetworkSegment(574df6b1-0e51-451d-bb67-158686b52892),segment_id=574df6b1-0e51-451d-bb67-158686b52892)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:37.040979 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.049378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:37.093489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=da2675d1-071d-4af3-94b6-80f9c1fcbd69,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.124951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.124951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.124951 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-bd9f1d48-f556-473e-ac28-0ec4c3034ec0 service neutron] 10.222.0.67 "PUT /v2.0/ports/da2675d1-071d-4af3-94b6-80f9c1fcbd69 HTTP/1.1" status: 200 len: 1094 time: 5.1713262 Feb 16 12:48:37.124951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:37.126528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:37.176396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Delete allocated IP 2001:db8::163 (7602c9cb-86df-4418-8564-c71f6f4c5b97/7cc33208-064f-4f2b-9826-40a7ba51a26e) {{(pid=88443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:48:37.189423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port 69df082d-8feb-43d7-9990-c45a39f6e2c9, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=69df082d-8feb-43d7-9990-c45a39f6e2c9,segment=NetworkSegment(574df6b1-0e51-451d-bb67-158686b52892),segment_id=574df6b1-0e51-451d-bb67-158686b52892)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:37.189686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.200247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Allocated IP 2001:db8:0:2::3b8 (7602c9cb-86df-4418-8564-c71f6f4c5b97/2bb48d2f-8f93-4056-b09d-43f833b7721c/0ffad428-cb6f-4283-ba5f-a7cf2bca7568) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:37.259051 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'status': 'completed', 'code': 200} Feb 16 12:48:37.316254 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-adff56d4-66ef-4535-a8ad-3e5f39a38ead tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "PUT /v2.0/routers/0a9e546b-3b1a-4c42-a60c-9fcf078fefbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9461725 Feb 16 12:48:37.356535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Calling delete_port for 69df082d-8feb-43d7-9990-c45a39f6e2c9 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:37.426220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52284) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:37.429272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.472405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 69df082d-8feb-43d7-9990-c45a39f6e2c9 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:37.560747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b185d-a3c3-41f0-bece-f6db5757a2ab tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.561906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b185d-a3c3-41f0-bece-f6db5757a2ab tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.566490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.566784 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-510b185d-a3c3-41f0-bece-f6db5757a2ab tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1392071 Feb 16 12:48:37.567290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.580040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:37.596307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=c7b052ab-e0c8-4902-bd76-b8c586660371,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.669331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:37.685911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:37.686389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 14c29c84-b539-4df8-b43b-7e7f81209699 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:37.691276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.697252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:37.727106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.739518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334654b-cd7d-424d-aded-6c295bedd9d9 None None] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:37.745231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16c64-6181-4032-99ac-750cd3f46d2d req-b366fe52-8657-4ca5-9677-8ad0ff6d5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.746910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ad16c64-6181-4032-99ac-750cd3f46d2d req-b366fe52-8657-4ca5-9677-8ad0ff6d5fbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 1097 time: 0.4864855 Feb 16 12:48:37.784922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=69df082d-8feb-43d7-9990-c45a39f6e2c9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.796833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No DVR routers for this DVR port 69df082d-8feb-43d7-9990-c45a39f6e2c9 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:37.903497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.925888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:37.926110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:37.945638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.974196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4941280-2f7c-4cd3-9d80-6392510b0212']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:37.987787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574df6b1-0e51-451d-bb67-158686b52892') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:37.987934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574df6b1-0e51-451d-bb67-158686b52892') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:38.001444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.019354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.025988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:38.026345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.044479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-035d9a4c-ed31-449c-bb7c-59e8fec263af None None] Provisioning for port ef30b948-beea-40da-a73b-0a39387d52c6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:38.137696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:38.167464 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:38.172160 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] Sync routers for ids ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:38.185651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:31Z', 'revision_number': 8, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:38.189695 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] Routers {'0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:38.190423 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:38.197361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdeff8-c735-48ea-8c9b-2188da2b5128 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:31Z', 'revision_number': 8, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '49686ee1-db62-4955-91ae-167c87ef6c07', 'name': '', 'network_id': 'f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:1e:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': '17c8e6e2-8a9b-4922-95dc-8ae9abb209e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:38.207665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.232600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.241866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Transition to ACTIVE for port object 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:38.252037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=b4941280-2f7c-4cd3-9d80-6392510b0212,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.295286 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fa6cf092-f375-47e2-9033-a071fd74955b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/b4941280-2f7c-4cd3-9d80-6392510b0212 HTTP/1.1" status: 204 len: 168 time: 2.8225749 Feb 16 12:48:38.304929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52294) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:38.326580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.344220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7e10-f244-4642-9aa5-e38868f015d6 req-7a017864-df8c-49ff-a368-ed5880b794ef tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:38.349452 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e21a7e10-f244-4642-9aa5-e38868f015d6 req-7a017864-df8c-49ff-a368-ed5880b794ef tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 944 time: 0.5540762 Feb 16 12:48:38.370832 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.409525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16c64-6181-4032-99ac-750cd3f46d2d req-9ea45281-7540-44be-9aa4-996d86c267c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:38.410907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ad16c64-6181-4032-99ac-750cd3f46d2d req-9ea45281-7540-44be-9aa4-996d86c267c6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.6480842 Feb 16 12:48:38.421676 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] Set router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:38.431630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Deleting port 69df082d-8feb-43d7-9990-c45a39f6e2c9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:38.432234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.514100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-01b25c4c-9160-4c0f-bfcc-5061a83f40fb None None] The port '69df082d-8feb-43d7-9990-c45a39f6e2c9' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:38.516174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] Allocated IP 2001:db8:0:2::2 (7602c9cb-86df-4418-8564-c71f6f4c5b97/2bb48d2f-8f93-4056-b09d-43f833b7721c/9684e125-fd71-4aed-8e9b-35109c9393bc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:38.576570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device acd8dd47-ef73-45f3-a4b2-68b5f9669450 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:38.627752 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'name': 'tempest-NetworksTestDHCPv6-router-1804875726', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:24Z', 'updated_at': '2022-02-16T12:48:35Z', 'revision_number': 3, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:38.633208 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] Checking router: 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:38.676834 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] Routers {'0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:38.676834 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:38.769098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.777191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:38.791711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port acd8dd47-ef73-45f3-a4b2-68b5f9669450 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:38.792084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.845984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.898442 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] Set router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:38.912598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] In _notify_port_updated(), no bound segment for port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 on network 7602c9cb-86df-4418-8564-c71f6f4c5b97 {{(pid=88443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:48:38.917909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:38.918506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.922384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "PUT /v2.0/ports/0ffad428-cb6f-4283-ba5f-a7cf2bca7568 HTTP/1.1" status: 200 len: 969 time: 4.6824620 Feb 16 12:48:38.928457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52298) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.017992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:39.037744 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'name': 'tempest-NetworksTestDHCPv6-router-1804875726', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:24Z', 'updated_at': '2022-02-16T12:48:35Z', 'revision_number': 3, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:39.043199 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45d72-8b83-43eb-8613-9d3e57c00fe1 None None] The sync data for ids ['0a9e546b-3b1a-4c42-a60c-9fcf078fefbf'] in dv-neutron-829487-1-hyperv is: [{'id': '0a9e546b-3b1a-4c42-a60c-9fcf078fefbf', 'name': 'tempest-NetworksTestDHCPv6-router-1804875726', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:24Z', 'updated_at': '2022-02-16T12:48:35Z', 'revision_number': 3, 'project_id': '140e5d5ceac342da886ff523217f952c', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:39.082415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.091005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] Transition to ACTIVE for port object 9684e125-fd71-4aed-8e9b-35109c9393bc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:39.116214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455a0de-846f-4ebd-89e9-e85eeec19a3b tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event updated for resources: {'Port': ['ID=0ffad428-cb6f-4283-ba5f-a7cf2bca7568,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.118628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.127230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:39.127476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.129094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=14c29c84-b539-4df8-b43b-7e7f81209699,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.131252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.145157 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ec5f4f1d-e7e2-4e90-a10c-60feda5d91cb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/14c29c84-b539-4df8-b43b-7e7f81209699 HTTP/1.1" status: 204 len: 168 time: 1.5640113 Feb 16 12:48:39.146030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.161092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a16d73-7ba4-49ba-bf53-20c9cfa621cf None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:39.190046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.194643 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e21a7e10-f244-4642-9aa5-e38868f015d6 req-e30012cf-a9d9-41da-86c6-9dfa05a929ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8091047 Feb 16 12:48:39.251225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16c64-6181-4032-99ac-750cd3f46d2d req-e1afeef7-50aa-4cc3-92da-85939bdd3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.252666 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ad16c64-6181-4032-99ac-750cd3f46d2d req-e1afeef7-50aa-4cc3-92da-85939bdd3e10 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7702844 Feb 16 12:48:39.268988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:39.269364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.358589 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4ae94024-24d8-4513-8174-657f08a14cea tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2108295 Feb 16 12:48:39.360457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52306) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.530040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc2b9b-b4f8-4f76-acec-3775eeac9669 None None] Pushing event updated for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=9']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.540477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.558414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Port 9684e125-fd71-4aed-8e9b-35109c9393bc had new provisioning blocks added so it will not transition to active. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 16 12:48:39.558962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ef30b948-beea-40da-a73b-0a39387d52c6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:39.595012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ad07c26-eff4-416e-b399-abb49037ec61 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.771567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-a8eb168b-a070-4eea-9871-f511c5374fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.773204 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-a8eb168b-a070-4eea-9871-f511c5374fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 1097 time: 0.4344783 Feb 16 12:48:39.814915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ef30b948-beea-40da-a73b-0a39387d52c6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:39.819916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:39.825317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ef30b948-beea-40da-a73b-0a39387d52c6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:39.825616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.891686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] Deleting port acd8dd47-ef73-45f3-a4b2-68b5f9669450 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:39.892063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.994525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.026299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ad07c26-eff4-416e-b399-abb49037ec61 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.172847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:40.182224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.228127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port ef30b948-beea-40da-a73b-0a39387d52c6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ef30b948-beea-40da-a73b-0a39387d52c6,segment=NetworkSegment(afce5e6c-b2b2-4e53-aec0-b684dd2ca385),segment_id=afce5e6c-b2b2-4e53-aec0-b684dd2ca385)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:40.238242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ad07c26-eff4-416e-b399-abb49037ec61 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.258853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-5a99c4e7-39ed-4d9e-8559-330bd7ae9b8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69 HTTP/1.1" status: 200 len: 217 time: 0.3990073 Feb 16 12:48:40.261438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] For port acd8dd47-ef73-45f3-a4b2-68b5f9669450, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=acd8dd47-ef73-45f3-a4b2-68b5f9669450,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:40.261648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.358739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.359733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30c8a6ef-5208-4bbd-a940-0b8bfab38090 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:40.373960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.418805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 49686ee1-db62-4955-91ae-167c87ef6c07 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:40.419201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.467798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ad07c26-eff4-416e-b399-abb49037ec61 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.468295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad07c26-eff4-416e-b399-abb49037ec61 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9e546b-3b1a-4c42-a60c-9fcf078fefbf {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:40.495168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ad07c26-eff4-416e-b399-abb49037ec61 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.499263 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4ad07c26-eff4-416e-b399-abb49037ec61 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/routers/0a9e546b-3b1a-4c42-a60c-9fcf078fefbf HTTP/1.1" status: 204 len: 168 time: 1.1361520 Feb 16 12:48:40.499886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:40.547782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] Calling delete_port for acd8dd47-ef73-45f3-a4b2-68b5f9669450 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:40.561195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-03a8df1a-7da5-4ed4-b884-195b83d2ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:40.570382 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-03a8df1a-7da5-4ed4-b884-195b83d2ddc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ed823da-5799-4782-87c2-d66be4451771 HTTP/1.1" status: 200 len: 835 time: 0.2984433 Feb 16 12:48:40.657080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:40.657514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.734078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=ef30b948-beea-40da-a73b-0a39387d52c6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.740373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:40.740739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.740869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port 49686ee1-db62-4955-91ae-167c87ef6c07, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=49686ee1-db62-4955-91ae-167c87ef6c07,segment=NetworkSegment(01303d81-1f9c-490d-ad5b-70e54a2ba1a6),segment_id=01303d81-1f9c-490d-ad5b-70e54a2ba1a6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:40.741116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.759606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f685d-6843-441e-a4e8-832d5b3db172 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:40.760313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-205f685d-6843-441e-a4e8-832d5b3db172 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:40.788945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:40.856198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.881382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 49686ee1-db62-4955-91ae-167c87ef6c07 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:40.925496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] Pushing event deleted for resources: {'Port': ['ID=acd8dd47-ef73-45f3-a4b2-68b5f9669450,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.930110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f305226-7d98-4683-a1d7-cd7aef07d168 None None] No DVR routers for this DVR port acd8dd47-ef73-45f3-a4b2-68b5f9669450 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:40.972756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b103a2-3d9b-42f2-b46c-68605adccebe None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:48:41.017962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fd36-160e-42d8-b4cd-df1209168150 req-051d464f-ddcb-4064-9a8c-de55b388c447 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:41.019416 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f55fd36-160e-42d8-b4cd-df1209168150 req-051d464f-ddcb-4064-9a8c-de55b388c447 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 944 time: 0.6374125 Feb 16 12:48:41.042537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 69df082d-8feb-43d7-9990-c45a39f6e2c9 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:41.055513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-0c52ec6e-e29e-4d57-8c18-af2993a0d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:41.057069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-0c52ec6e-e29e-4d57-8c18-af2993a0d2e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfb2edae-ffd7-4d70-8d84-2c66205207d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2683907 Feb 16 12:48:41.080795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-205f685d-6843-441e-a4e8-832d5b3db172 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:41.084819 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-205f685d-6843-441e-a4e8-832d5b3db172 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5809712 Feb 16 12:48:41.089826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.091634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Provisioning for port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:41.096974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 69df082d-8feb-43d7-9990-c45a39f6e2c9 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:41.098142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 69df082d-8feb-43d7-9990-c45a39f6e2c9 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:41.106542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.109077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.118296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Provisioning complete for port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:41.118765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.169439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Port 0ffad428-cb6f-4283-ba5f-a7cf2bca7568 was deleted so its status cannot be updated. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:48:41.188507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e0687-9ff9-4b88-8ab5-6f4ab9c88276 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:41.188507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f78e0687-9ff9-4b88-8ab5-6f4ab9c88276 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:41.214293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=0ffad428-cb6f-4283-ba5f-a7cf2bca7568,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.226380 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f55fd36-160e-42d8-b4cd-df1209168150 req-4685b02c-7046-49e9-8783-30c6ffc81fad tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978543 Feb 16 12:48:41.241524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ef30b948-beea-40da-a73b-0a39387d52c6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:41.288368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.293256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.311970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b103a2-3d9b-42f2-b46c-68605adccebe None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:48:41.316512 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c36835d3-9e76-4c92-a95a-ce22ef2c56ed tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/0ffad428-cb6f-4283-ba5f-a7cf2bca7568 HTTP/1.1" status: 204 len: 168 time: 2.3803942 Feb 16 12:48:41.317145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52320) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.329706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Provisioning for port 9684e125-fd71-4aed-8e9b-35109c9393bc completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:41.349805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f78e0687-9ff9-4b88-8ab5-6f4ab9c88276 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:41.352911 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f78e0687-9ff9-4b88-8ab5-6f4ab9c88276 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2614353 Feb 16 12:48:41.354879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:41.355050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4444d8d-4826-4f5d-90c1-58da8fce77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.357099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=49686ee1-db62-4955-91ae-167c87ef6c07,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.360112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.373136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router c25b657b-1916-4306-8c50-62fd04b44f88 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:41.389712 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb9c21c-88f1-4646-aa06-21fe6f364906 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] GET failed (client error): The resource could not be found. Feb 16 12:48:41.390254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7cb9c21c-88f1-4646-aa06-21fe6f364906 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Synchronizing usage tracker for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:41.449512 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-11a0d409-fa91-4273-95f7-9c6b4d8ac913 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805604 Feb 16 12:48:41.473993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ef30b948-beea-40da-a73b-0a39387d52c6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:41.474426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.498458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9392150e-ed6f-4742-b64d-35f4b884ffc2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:router {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:41.569593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7cb9c21c-88f1-4646-aa06-21fe6f364906 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Unset dirty status for tenant:8e02bf63068c477b91e7dc0df9bd9081 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:41.573298 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7cb9c21c-88f1-4646-aa06-21fe6f364906 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports/0ffad428-cb6f-4283-ba5f-a7cf2bca7568 HTTP/1.1" status: 404 len: 333 time: 0.2501843 Feb 16 12:48:41.597209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.663649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:41.675538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9392150e-ed6f-4742-b64d-35f4b884ffc2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:router {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:41.676669 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9392150e-ed6f-4742-b64d-35f4b884ffc2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3143327 Feb 16 12:48:41.689015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52332) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.700866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:41.726180 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f542147c-65b3-42a7-84c4-7ebe74b8f612 req-d47caf0e-7c33-4a76-95c7-05007a4cd2b4 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597749 Feb 16 12:48:41.747039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.758119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4f36ca9-2bc0-4b5b-8ddf-9301615c6be7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.776086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:41.797057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] Sync routers for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:41.823518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:41.824115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:41.833973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:41.844637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:41.919424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:41.934284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.938371 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-886d8b49-4a00-465e-9dac-5fc7abb6ab72 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.9919379 Feb 16 12:48:41.941860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52336) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.970186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:41.970816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:42.021597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-434aaeec-e099-4b82-a2a2-8ec5d3c6d446 None None] Could not find standard attr ID for object 0ffad428-cb6f-4283-ba5f-a7cf2bca7568. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:42.037039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:42.041211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.050216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:42.050607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.052228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4f36ca9-2bc0-4b5b-8ddf-9301615c6be7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.107110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:42.107437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ccc4e-2cb9-4359-846a-9b3e97d8e11b None None] The sync data for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:42.315695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:42.344141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ae647de3-5045-473c-b250-ffffd1a587c5 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:42.408743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ae647de3-5045-473c-b250-ffffd1a587c5 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:42.409091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ae647de3-5045-473c-b250-ffffd1a587c5 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:42.409508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d5443518-9fa7-4b53-96af-1b9d7f8d722c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:42.427905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4f36ca9-2bc0-4b5b-8ddf-9301615c6be7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.446132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: d5443518-9fa7-4b53-96af-1b9d7f8d722c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:42.446469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d5443518-9fa7-4b53-96af-1b9d7f8d722c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:42.446925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device acd8dd47-ef73-45f3-a4b2-68b5f9669450 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:42.485754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: acd8dd47-ef73-45f3-a4b2-68b5f9669450 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:42.486341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device acd8dd47-ef73-45f3-a4b2-68b5f9669450 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:42.524098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f36ca9-2bc0-4b5b-8ddf-9301615c6be7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb358f0-58bc-4eff-81ee-2002fa1d0970,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.555983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4f36ca9-2bc0-4b5b-8ddf-9301615c6be7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.559431 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d4f36ca9-2bc0-4b5b-8ddf-9301615c6be7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/security-groups/feb358f0-58bc-4eff-81ee-2002fa1d0970 HTTP/1.1" status: 204 len: 168 time: 0.9596803 Feb 16 12:48:42.560541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52342) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:42.568780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:42.568780 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a27c9307-55af-4dd2-a208-d949f610481f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2608249 Feb 16 12:48:42.572268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:42.576843 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:42.588670 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:42.589613 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:42.722409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c453324e-ee6b-4986-8b4a-8043504428d6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.728142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet 17c8e6e2-8a9b-4922-95dc-8ae9abb209e2 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:42.739838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.770128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c3888-d863-4836-9525-d1acb3e77d88 req-81bb9b72-84d3-4662-bc94-0d3aa49ea24d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:42.771780 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df0c3888-d863-4836-9525-d1acb3e77d88 req-81bb9b72-84d3-4662-bc94-0d3aa49ea24d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 944 time: 0.3311338 Feb 16 12:48:42.800804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c453324e-ee6b-4986-8b4a-8043504428d6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.815211 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:42.837298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.934628 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df0c3888-d863-4836-9525-d1acb3e77d88 req-ec639d1e-3bc1-46f3-8ab6-eadc9be050fe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456957 Feb 16 12:48:42.951405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.030709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c453324e-ee6b-4986-8b4a-8043504428d6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.078881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453324e-ee6b-4986-8b4a-8043504428d6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bede7f-36ce-4331-a5e5-2c8528943321,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.105146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c453324e-ee6b-4986-8b4a-8043504428d6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.106690 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c453324e-ee6b-4986-8b4a-8043504428d6 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/security-groups/47bede7f-36ce-4331-a5e5-2c8528943321 HTTP/1.1" status: 204 len: 168 time: 0.5383992 Feb 16 12:48:43.111325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:43.126238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-99a96dbe-5e66-430f-b02c-b5bd2de08650 None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:43.127452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99a96dbe-5e66-430f-b02c-b5bd2de08650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.129908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:48:43.133192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.251945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=a830bf52-02b3-48d9-850d-c560bfe33aa9,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.253091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-99a96dbe-5e66-430f-b02c-b5bd2de08650 None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:43.253223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7f48dd-7ac5-4738-a86c-b252edbaeff5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.273195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-99a96dbe-5e66-430f-b02c-b5bd2de08650 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:43.273956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99a96dbe-5e66-430f-b02c-b5bd2de08650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.292996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:43.300180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:43.301768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.305107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.305701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.343299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f3484-b498-440e-8b4e-92b48f346233 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:43.349956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7f48dd-7ac5-4738-a86c-b252edbaeff5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.366951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=17c8e6e2-8a9b-4922-95dc-8ae9abb209e2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.385667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.389740 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:41Z', 'revision_number': 9, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:43.395239 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:43.404775 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-38705bbd-acb8-4da0-b19c-20e719d6f078 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/17c8e6e2-8a9b-4922-95dc-8ae9abb209e2 HTTP/1.1" status: 204 len: 168 time: 0.8311059 Feb 16 12:48:43.407243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:43.408950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.409453 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:43.410032 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:43.481782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e3253-c063-4141-87aa-85c052e8121d None None] Network f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:43.527729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.539768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 268feb35-dd06-40a3-a19b-0663ee2613eb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:43.540215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.576031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7f48dd-7ac5-4738-a86c-b252edbaeff5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.580448 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:43.615280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f48dd-7ac5-4738-a86c-b252edbaeff5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12290113-c906-448c-a9b6-339840ae5ee8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.629911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a7f48dd-7ac5-4738-a86c-b252edbaeff5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.633481 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4a7f48dd-7ac5-4738-a86c-b252edbaeff5 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/security-groups/12290113-c906-448c-a9b6-339840ae5ee8 HTTP/1.1" status: 204 len: 168 time: 0.5188637 Feb 16 12:48:43.638471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:43.784847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 7cc33208-064f-4f2b-9826-40a7ba51a26e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:43.833115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.890627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'a830bf52-02b3-48d9-850d-c560bfe33aa9'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:43.892425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.902802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.1 (62b0f33d-61df-4bdc-97fa-f3c757fd2c13/c2c1bc34-1e1c-4db7-ae59-09533c8c8c60/23c98579-d746-44e2-9083-ca860c31ec7f) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:43.921171 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:41Z', 'revision_number': 9, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:43.925753 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07a9c4-c27d-4ee6-9dab-73fd6a556890 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:41Z', 'revision_number': 9, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': '8745b98d-39db-4f58-8638-4a83cda2c035', 'name': '', 'network_id': '88b09db2-5664-456e-8c9d-9b9f473c5386', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:fb:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:52Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'a1b39162-0b56-4ce7-91a8-ba3b071a2d07', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:43.931280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.946339 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ff553670-6925-4080-bccb-d271603e060e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2561841 Feb 16 12:48:43.951213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52362) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:44.004531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port 268feb35-dd06-40a3-a19b-0663ee2613eb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=268feb35-dd06-40a3-a19b-0663ee2613eb,segment=NetworkSegment(01303d81-1f9c-490d-ad5b-70e54a2ba1a6),segment_id=01303d81-1f9c-490d-ad5b-70e54a2ba1a6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:44.004895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.107312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:44.156751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Allocated IP 2001:db8::f816:3eff:fe72:6b60 (d9baa628-812c-4290-914a-2abb43e08a16/a830bf52-02b3-48d9-850d-c560bfe33aa9/f656bf35-fd0e-4a61-9e87-055f5314c1ee) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:44.290489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90bd8d8-3e1c-448c-bf53-1ae37ee6ba0a None None] DHCP port deletion for f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:44.295820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 268feb35-dd06-40a3-a19b-0663ee2613eb owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:44.389401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.392022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.408987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e90bd8d8-3e1c-448c-bf53-1ae37ee6ba0a None None] Deleting port 268feb35-dd06-40a3-a19b-0663ee2613eb {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:44.410077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e90bd8d8-3e1c-448c-bf53-1ae37ee6ba0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.447946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Transition to ACTIVE for port object 23c98579-d746-44e2-9083-ca860c31ec7f will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:44.481847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.486076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54f3d7-4319-4ee0-b8c2-b386ccd4ed01 req-71bbf495-0dd2-48e8-993c-437721eef270 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.487570 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca54f3d7-4319-4ee0-b8c2-b386ccd4ed01 req-71bbf495-0dd2-48e8-993c-437721eef270 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 944 time: 0.3658848 Feb 16 12:48:44.496773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:44.497239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.519078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:44.527743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e90bd8d8-3e1c-448c-bf53-1ae37ee6ba0a None None] The port '268feb35-dd06-40a3-a19b-0663ee2613eb' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:44.528262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:44.528593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Transition to ACTIVE for port object f656bf35-fd0e-4a61-9e87-055f5314c1ee will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:44.544558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:44.557014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=268feb35-dd06-40a3-a19b-0663ee2613eb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.559205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Transition to ACTIVE for port object f656bf35-fd0e-4a61-9e87-055f5314c1ee will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:44.559572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.567081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca54f3d7-4319-4ee0-b8c2-b386ccd4ed01 req-9e6cc415-6764-494b-86c3-01ce8fd615ae tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714612 Feb 16 12:48:44.597852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No DVR routers for this DVR port 268feb35-dd06-40a3-a19b-0663ee2613eb on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:44.635246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.638348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.645861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc33208-064f-4f2b-9826-40a7ba51a26e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.663404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:44.667951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.674283 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-92353732-9e93-4e5d-8b66-fd46bea18194 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/7cc33208-064f-4f2b-9826-40a7ba51a26e HTTP/1.1" status: 204 len: 168 time: 1.0343339 Feb 16 12:48:44.674765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:44.680972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c723ca-21b6-4d86-9eec-0359434d551f None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:44.682974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.769696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:44.775179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:44.781918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:44.794744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.817028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:44.822492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:44.830962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:44.837045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 2bb48d2f-8f93-4056-b09d-43f833b7721c {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:44.839366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Pushing event updated for resources: {'Port': ['ID=f656bf35-fd0e-4a61-9e87-055f5314c1ee,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.839513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:44.847329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.885682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01303d81-1f9c-490d-ad5b-70e54a2ba1a6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:44.885986 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01303d81-1f9c-490d-ad5b-70e54a2ba1a6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:44.903860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.905956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=23c98579-d746-44e2-9083-ca860c31ec7f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.930724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.934011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Attempting to bind port f656bf35-fd0e-4a61-9e87-055f5314c1ee on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:44.934386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Attempting to bind port f656bf35-fd0e-4a61-9e87-055f5314c1ee by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:44.934749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Attempting to bind port f656bf35-fd0e-4a61-9e87-055f5314c1ee on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:44.947141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.972872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:44.973274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:44.973674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.974624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:44.974624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Bound port: f656bf35-fd0e-4a61-9e87-055f5314c1ee, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:44.974960 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.975161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.987328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:44.987857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:45.002653 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:45.126059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.185415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:45.195454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:45.200217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49686ee1-db62-4955-91ae-167c87ef6c07 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:45.232609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device da2675d1-071d-4af3-94b6-80f9c1fcbd69 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:48:45.244480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 49686ee1-db62-4955-91ae-167c87ef6c07 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:45.244827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49686ee1-db62-4955-91ae-167c87ef6c07 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:45.245239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 268feb35-dd06-40a3-a19b-0663ee2613eb no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:45.249540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.263296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.287017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 268feb35-dd06-40a3-a19b-0663ee2613eb {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:45.287461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 268feb35-dd06-40a3-a19b-0663ee2613eb not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:45.292255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.301254 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33 HTTP/1.1" status: 204 len: 168 time: 1.8930860 Feb 16 12:48:45.306270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52372) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:45.324190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.438793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2f02c7e9-4e5c-4b6f-a058-f1405781cbc4 None None] Provisioning for port 23c98579-d746-44e2-9083-ca860c31ec7f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:45.447830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b370a3-b66c-4a17-ad6d-7bcd72943a25 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=f8b58c96-dc3e-42d8-b2d4-68c2d1eecc33,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.462863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.469350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2f02c7e9-4e5c-4b6f-a058-f1405781cbc4 None None] Provisioning complete for port 23c98579-d746-44e2-9083-ca860c31ec7f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:45.469723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f02c7e9-4e5c-4b6f-a058-f1405781cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.537624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb48d2f-8f93-4056-b09d-43f833b7721c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.546193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.548592 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e2a99c2d-9893-46c8-8f55-d6ef4d48a6c3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/2bb48d2f-8f93-4056-b09d-43f833b7721c HTTP/1.1" status: 204 len: 168 time: 0.8728540 Feb 16 12:48:45.551792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52376) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:45.601205 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c43e279-25a3-4aa8-9180-f8230244521d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:45.601668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c43e279-25a3-4aa8-9180-f8230244521d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:45.603439 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9c43e279-25a3-4aa8-9180-f8230244521d tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/7cc33208-064f-4f2b-9826-40a7ba51a26e HTTP/1.1" status: 404 len: 337 time: 0.0507400 Feb 16 12:48:45.606306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52382) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:45.647621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port da2675d1-071d-4af3-94b6-80f9c1fcbd69, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:45.709673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'port_id': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'mac_address': 'fa:16:3e:5b:73:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:48:45.713356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2f02c7e9-4e5c-4b6f-a058-f1405781cbc4 None None] Port 23c98579-d746-44e2-9083-ca860c31ec7f cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:45.719808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0617-9116-4f8c-9da6-628a864576f4 None None] Pushing event updated for resources: {'Port': ['ID=f656bf35-fd0e-4a61-9e87-055f5314c1ee,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.836860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.861944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2675d1-071d-4af3-94b6-80f9c1fcbd69 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:48:45.877513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting subnet 0de01ffd-ec9d-41c5-bf72-a8f6c16e7085 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:45.882953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port da2675d1-071d-4af3-94b6-80f9c1fcbd69, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:45.883350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.973232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.040927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.074128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.142250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=da2675d1-071d-4af3-94b6-80f9c1fcbd69,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.221214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:46.224430 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce1a8e-4c18-4a4c-a847-350d53e24704 None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:46.233814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:46.249285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:46.250346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.282721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=d8738a61-c98f-4084-9323-63ef152602fd,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.285282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.326702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016cbca-baa5-4ca1-a6da-cbb901c89fdb req-721377a5-b149-4b5a-a7d6-4a1be02353a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:46.328378 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4016cbca-baa5-4ca1-a6da-cbb901c89fdb req-721377a5-b149-4b5a-a7d6-4a1be02353a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 944 time: 0.5657482 Feb 16 12:48:46.330525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.340268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['da2675d1-071d-4af3-94b6-80f9c1fcbd69'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:48:46.360440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.377509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ea5e9ef1-93db-4f8d-8663-8f3b11fd8105 None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.377770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9ef1-93db-4f8d-8663-8f3b11fd8105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.432528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4016cbca-baa5-4ca1-a6da-cbb901c89fdb req-81a1bdfc-accb-4a2c-a200-c3fb8f0d6175 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926442 Feb 16 12:48:46.467076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ee809b14-379f-4806-b8b9-47c0d3ca925c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5122933 Feb 16 12:48:46.469163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.504341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:46.550673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:c9:26:a5', 'name': 'tempest-NetworksTestDHCPv6-500817756'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:46.552232 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e9ef1-93db-4f8d-8663-8f3b11fd8105 None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:46.661503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ea5e9ef1-93db-4f8d-8663-8f3b11fd8105 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.662180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9ef1-93db-4f8d-8663-8f3b11fd8105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.731269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=23c98579-d746-44e2-9083-ca860c31ec7f,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.735167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.754767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:46.761575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:46.767055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:46.778252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:46.786778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.853730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port 8745b98d-39db-4f58-8638-4a83cda2c035 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:46.854081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.923993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Subnet': ['ID=0de01ffd-ec9d-41c5-bf72-a8f6c16e7085,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.933634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.960704 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-55fb0d3f-07ab-44b8-b394-c3fd9360f681 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/0de01ffd-ec9d-41c5-bf72-a8f6c16e7085 HTTP/1.1" status: 204 len: 168 time: 1.3521664 Feb 16 12:48:46.961493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52390) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.014389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:47.058257 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f0943d-8a25-49ee-bc01-3c9cf08d42a1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:47.058843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f0943d-8a25-49ee-bc01-3c9cf08d42a1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:47.063013 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-08f0943d-8a25-49ee-bc01-3c9cf08d42a1 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/8889b5cc-b30b-44e6-a3e4-d422b414c738 HTTP/1.1" status: 404 len: 337 time: 0.0948448 Feb 16 12:48:47.070516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52394) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.104246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1974f-da86-4d5d-8a87-60caae902358 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:47.132572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-88ff9fc0-7630-4da5-a66a-9d18626fb455 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8f616bb-8ebd-4991-bbb0-fe0e656c5180 HTTP/1.1" status: 200 len: 205 time: 0.0565822 Feb 16 12:48:47.133409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52398) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.172088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port 8745b98d-39db-4f58-8638-4a83cda2c035, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8745b98d-39db-4f58-8638-4a83cda2c035,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:47.172580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.206502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715ebbe-218f-499c-9057-1b40c8e27bb1 None None] Update dhcp port {'port': {'network_id': '7602c9cb-86df-4418-8564-c71f6f4c5b97', 'fixed_ips': [{'subnet_id': '0de01ffd-ec9d-41c5-bf72-a8f6c16e7085'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '9684e125-fd71-4aed-8e9b-35109c9393bc'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:48:47.217910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-16e2f3df-50a1-4a4b-a7a0-946f99c40cdf tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] delete failed (client error): The resource could not be found. Feb 16 12:48:47.218938 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-16e2f3df-50a1-4a4b-a7a0-946f99c40cdf tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/routers/c8f616bb-8ebd-4991-bbb0-fe0e656c5180 HTTP/1.1" status: 404 len: 336 time: 0.0846984 Feb 16 12:48:47.224664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:47.226015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:47.227652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52402) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.257425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f656bf35-fd0e-4a61-9e87-055f5314c1ee up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:47.325880 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b878e3a-0d84-4181-8576-db25e246bfb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:47.326336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b878e3a-0d84-4181-8576-db25e246bfb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:47.330309 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1b878e3a-0d84-4181-8576-db25e246bfb3 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/13ca138e-da68-40af-8ee0-7b62f4f720cb HTTP/1.1" status: 404 len: 337 time: 0.0996726 Feb 16 12:48:47.333449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52406) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.403974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b715ebbe-218f-499c-9057-1b40c8e27bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.419651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for 8745b98d-39db-4f58-8638-4a83cda2c035 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:47.471682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-46370610-f96a-44f5-91b6-ce9946a46284 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:47.472332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46370610-f96a-44f5-91b6-ce9946a46284 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:47.474507 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-46370610-f96a-44f5-91b6-ce9946a46284 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/98baa4c7-21b2-4cde-bb8a-0e84d150c43b HTTP/1.1" status: 404 len: 337 time: 0.1375015 Feb 16 12:48:47.477570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.483981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52412) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.538119 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51d1f83-5d42-4e2e-9c67-13264cedae88 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:47.544039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51d1f83-5d42-4e2e-9c67-13264cedae88 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:47.544039 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f51d1f83-5d42-4e2e-9c67-13264cedae88 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/70f1151a-e1ad-4796-9fb9-6c60d6abd8e5 HTTP/1.1" status: 404 len: 337 time: 0.0567675 Feb 16 12:48:47.546162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52416) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.608395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e6928060-6be7-4f3f-8dc1-ff5168d9abb5 None None] Provisioning for port f656bf35-fd0e-4a61-9e87-055f5314c1ee completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:47.636208 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fdeb06-4467-4a03-92c3-6a24b0a90ef4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:47.636680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fdeb06-4467-4a03-92c3-6a24b0a90ef4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:47.639061 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-14fdeb06-4467-4a03-92c3-6a24b0a90ef4 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/3ef42836-1f65-411d-ae77-afb020d55db0 HTTP/1.1" status: 404 len: 333 time: 0.0912726 Feb 16 12:48:47.641173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.646281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port b228076b-8807-45de-b502-f91bbc424d81 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:47.656672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router c25b657b-1916-4306-8c50-62fd04b44f88 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:47.703135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f656bf35-fd0e-4a61-9e87-055f5314c1ee completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:47.710119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f656bf35-fd0e-4a61-9e87-055f5314c1ee triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:47.710501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.733495 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-631f1489-2a0d-43be-8f9d-a6f01d2a9491 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:47.733495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631f1489-2a0d-43be-8f9d-a6f01d2a9491 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:47.751043 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-631f1489-2a0d-43be-8f9d-a6f01d2a9491 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/f51a8225-5014-4e53-99ac-90f8f0c3088b HTTP/1.1" status: 404 len: 337 time: 0.1058331 Feb 16 12:48:47.753359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.780790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb9355-695c-468b-a9b6-0ac0a548f9bd req-99f0df24-b73b-4659-b724-ba43ba64a29a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:47.782308 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a4fb9355-695c-468b-a9b6-0ac0a548f9bd req-99f0df24-b73b-4659-b724-ba43ba64a29a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 945 time: 0.1995666 Feb 16 12:48:47.808555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a71b2-1aa0-46dc-b93e-0d7acfba3b1f None None] Network 7602c9cb-86df-4418-8564-c71f6f4c5b97 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:47.837537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8428c6dc-e0e6-43b2-ae40-644acf079061 None None] Provisioning complete for port 23c98579-d746-44e2-9083-ca860c31ec7f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:47.837537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8428c6dc-e0e6-43b2-ae40-644acf079061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.908235 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a4fb9355-695c-468b-a9b6-0ac0a548f9bd req-20ecc1e5-9c1f-4edc-bcf8-23d604fd296d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716083 Feb 16 12:48:47.911196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:47.916232 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1ae78ff4-db21-4506-b92e-9c17274f1a14 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/routers/c25b657b-1916-4306-8c50-62fd04b44f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9763510 Feb 16 12:48:47.919572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52428) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.925809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'port': {'network_id': '62b0f33d-61df-4bdc-97fa-f3c757fd2c13', 'name': 'tempest-FloatingIPTestJSON-1520087684'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:47.945690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] Sync routers for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:47.951696 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-13268f9c-7acd-4c74-854a-2a55a6ad773e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:47.952136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13268f9c-7acd-4c74-854a-2a55a6ad773e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:47.953423 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-13268f9c-7acd-4c74-854a-2a55a6ad773e tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/8bee6134-bc96-48c2-ac05-bd12ff36c1f4 HTTP/1.1" status: 404 len: 337 time: 0.1991768 Feb 16 12:48:47.957348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.960463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.007727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8428c6dc-e0e6-43b2-ae40-644acf079061 None None] Port 23c98579-d746-44e2-9083-ca860c31ec7f cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:48.009634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:48.010488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:48.088045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=8745b98d-39db-4f58-8638-4a83cda2c035,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.124606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:48.125207 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-983a53d3-3540-44b2-a167-18073c6968e9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:48.125683 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983a53d3-3540-44b2-a167-18073c6968e9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:48.129715 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-983a53d3-3540-44b2-a167-18073c6968e9 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/4fb88ac1-0625-40b3-a767-55d2ab310115 HTTP/1.1" status: 404 len: 333 time: 0.1329648 Feb 16 12:48:48.130153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52436) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.133390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Usage tracker for resource:port and tenant:30d6130a02e84ee4a039c4a42b1e83b6 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:48.170462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:48.179743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-942c58f1-08de-4bb9-b71c-f7a0efcb59fb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:48.180237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942c58f1-08de-4bb9-b71c-f7a0efcb59fb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:48.184417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-942c58f1-08de-4bb9-b71c-f7a0efcb59fb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/eb58b59a-3648-4cec-804f-fdda1fee7a8e HTTP/1.1" status: 404 len: 337 time: 0.0508392 Feb 16 12:48:48.184417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:48.192264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52440) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.215650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:48.232955 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b19f30-9d1d-48ae-8ad2-3f4d099635cb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] DELETE failed (client error): The resource could not be found. Feb 16 12:48:48.233555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b19f30-9d1d-48ae-8ad2-3f4d099635cb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:48.237702 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a9b19f30-9d1d-48ae-8ad2-3f4d099635cb tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/subnets/f5c4393c-6d3a-4f45-8893-3bc09dd2c5e2 HTTP/1.1" status: 404 len: 337 time: 0.0495868 Feb 16 12:48:48.239352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52444) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.297571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:48.297793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:48.304332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Made reservation on behalf of 30d6130a02e84ee4a039c4a42b1e83b6 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:48.308042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.329088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Deleting port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:48.329588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.431369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.443030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 172.20.0.12 (d9baa628-812c-4290-914a-2abb43e08a16/d8738a61-c98f-4084-9323-63ef152602fd/b228076b-8807-45de-b502-f91bbc424d81) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:48.448142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:48.448588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd366fcd-5c5d-445a-9454-a5a423fd36c9 None None] The sync data for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:48.455233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ad0de920-d73d-4ccf-b7ef-8b03f7998934 None None] Provisioning complete for port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.455665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad0de920-d73d-4ccf-b7ef-8b03f7998934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.471701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fec9:26a5 (d9baa628-812c-4290-914a-2abb43e08a16/a830bf52-02b3-48d9-850d-c560bfe33aa9/b228076b-8807-45de-b502-f91bbc424d81) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:48.482470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] Update dhcp port {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': 'a830bf52-02b3-48d9-850d-c560bfe33aa9', 'ip_address': '2001:db8::f816:3eff:fe72:6b60'}, {'subnet_id': 'd8738a61-c98f-4084-9323-63ef152602fd'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': 'f656bf35-fd0e-4a61-9e87-055f5314c1ee'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:48:48.496023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] device_id is not set on port db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:48.513612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.582891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:48.590732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ad0de920-d73d-4ccf-b7ef-8b03f7998934 None None] Port 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:48.597151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.664997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] DHCP port deletion for 7602c9cb-86df-4418-8564-c71f6f4c5b97 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:48.673536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.711801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ad0de920-d73d-4ccf-b7ef-8b03f7998934 None None] Provisioning complete for port 9684e125-fd71-4aed-8e9b-35109c9393bc triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.712490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad0de920-d73d-4ccf-b7ef-8b03f7998934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.747368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] Deleting port 9684e125-fd71-4aed-8e9b-35109c9393bc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:48.747763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.786183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Allocated IP 172.20.0.13 (62b0f33d-61df-4bdc-97fa-f3c757fd2c13/c2c1bc34-1e1c-4db7-ae59-09533c8c8c60/db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:48.789477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.918480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Calling delete_port for 8faa8ac7-c4d1-4d13-81d9-491cc2b89433 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:48.947899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f656bf35-fd0e-4a61-9e87-055f5314c1ee,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.984563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.012505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:49.016413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object b228076b-8807-45de-b502-f91bbc424d81 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:49.160912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.186531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Transition to ACTIVE for port object db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:49.187733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] For port 9684e125-fd71-4aed-8e9b-35109c9393bc, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9684e125-fd71-4aed-8e9b-35109c9393bc,segment=NetworkSegment(5dc3c520-731d-45b6-8237-3b52f0e65dc6),segment_id=5dc3c520-731d-45b6-8237-3b52f0e65dc6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:49.189680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.229251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:49.241239 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:49.253184 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:49.254134 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:49.254614 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1c12ddb1-7b27-44d2-9143-31c202d772f6 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9468729 Feb 16 12:48:49.254797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52450) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:49.281038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device da2675d1-071d-4af3-94b6-80f9c1fcbd69 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:49.292167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.362291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet a1b39162-0b56-4ce7-91a8-ba3b071a2d07 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:49.367366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.388612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] Calling delete_port for 9684e125-fd71-4aed-8e9b-35109c9393bc owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:49.401356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=b228076b-8807-45de-b502-f91bbc424d81,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.422303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f656bf35-fd0e-4a61-9e87-055f5314c1ee up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:49.423994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:49.425672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:49.428265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b8d6d-dc30-4159-a57c-a6c05565cd23 req-41ec4e0f-648c-4109-8e9a-d213a326979c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.428475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:49.429772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-315b8d6d-dc30-4159-a57c-a6c05565cd23 req-41ec4e0f-648c-4109-8e9a-d213a326979c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 945 time: 0.2312453 Feb 16 12:48:49.437493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.490779 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:49.499232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.500103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.520725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.540699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.602872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] Allocated IP 172.20.0.2 (d9baa628-812c-4290-914a-2abb43e08a16/d8738a61-c98f-4084-9323-63ef152602fd/f656bf35-fd0e-4a61-9e87-055f5314c1ee) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:49.617169 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fe89f320-ab01-4e89-8ca6-c5cd744d7a58 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1061552 Feb 16 12:48:49.622292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:49.628350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Port': ['ID=8faa8ac7-c4d1-4d13-81d9-491cc2b89433,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.695934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f656bf35-fd0e-4a61-9e87-055f5314c1ee triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:49.696327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.724536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event updated for resources: {'Port': ['ID=db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.740947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.760602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:49.778216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.778954 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-315b8d6d-dc30-4159-a57c-a6c05565cd23 req-9a4038a3-204d-4157-b82d-5e83aa6f70ce tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590785 Feb 16 12:48:49.796245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:49.798902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.848968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port da2675d1-071d-4af3-94b6-80f9c1fcbd69 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:49.850571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:49.875580 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:47Z', 'revision_number': 10, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:49.888722 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:49.895491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] Pushing event deleted for resources: {'Port': ['ID=9684e125-fd71-4aed-8e9b-35109c9393bc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.916819 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:49.917653 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:49.919324 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc0016-094f-421b-a85e-2743c710916b None None] No DVR routers for this DVR port 9684e125-fd71-4aed-8e9b-35109c9393bc on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:49.931790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port da2675d1-071d-4af3-94b6-80f9c1fcbd69 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:49.933407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.935428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcaa96f-aec0-4fe6-ae75-a45709161d80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.942611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcaa96f-aec0-4fe6-ae75-a45709161d80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.944432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6bcaa96f-aec0-4fe6-ae75-a45709161d80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:49.977604 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9c205874-27b5-4c4d-bdfc-7a88a219efe7 tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/ports/8faa8ac7-c4d1-4d13-81d9-491cc2b89433 HTTP/1.1" status: 204 len: 168 time: 1.7371287 Feb 16 12:48:49.980128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:49.986740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.987517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.071247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:50.074089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6bcaa96f-aec0-4fe6-ae75-a45709161d80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:50.078089 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6bcaa96f-aec0-4fe6-ae75-a45709161d80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4540589 Feb 16 12:48:50.078925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52462) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.132382 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ddd0b019-af8f-4a7f-bf80-ee38570e939e tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2100005 Feb 16 12:48:50.135235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.137373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52466) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.144310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Request body: {'floatingip': {'port_id': 'db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:50.169571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port b228076b-8807-45de-b502-f91bbc424d81 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:50.170300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.182164 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:50.221310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.282362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.300805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] Transition to ACTIVE for port object f656bf35-fd0e-4a61-9e87-055f5314c1ee will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:50.317812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.326668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.352353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:50.372822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port da2675d1-071d-4af3-94b6-80f9c1fcbd69, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:50.373034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b39162-0b56-4ce7-91a8-ba3b071a2d07,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.377737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.382465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f482f02f-f7df-4ae8-ae7f-6335b05ab739 None None] Network 88b09db2-5664-456e-8c9d-9b9f473c5386 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:50.386667 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-278be54d-ccb5-4962-b408-448754b9d308 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/a1b39162-0b56-4ce7-91a8-ba3b071a2d07 HTTP/1.1" status: 204 len: 168 time: 1.1286495 Feb 16 12:48:50.412894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52474) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.427393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:50.473720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-31120515-d465-4684-a82e-050c5b412882 None None] Provisioning for port db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:50.548227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.565114 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'code': 200} Feb 16 12:48:50.611338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.613300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-31120515-d465-4684-a82e-050c5b412882 None None] Provisioning complete for port db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:50.613676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31120515-d465-4684-a82e-050c5b412882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.647349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.667050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 9684e125-fd71-4aed-8e9b-35109c9393bc {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:50.668539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9684e125-fd71-4aed-8e9b-35109c9393bc not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:50.680872 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:47Z', 'revision_number': 10, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.691268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7602c9cb-86df-4418-8564-c71f6f4c5b97']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.692650 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0869c8-b346-4a98-82c7-40839eb5ae53 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:47Z', 'revision_number': 10, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None, '_interfaces': [{'id': 'bb0cf121-5ec4-4aff-b470-58520699a74b', 'name': '', 'network_id': '10443726-c3cf-47d2-b848-4009160cae54', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'mac_address': 'fa:16:3e:0f:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:43Z', 'updated_at': '2022-02-16T12:47:56Z', 'revision_number': 5, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'subnets': [{'id': 'b3a670e5-2e3c-4f2a-a921-de076c123bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:50.709609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc3c520-731d-45b6-8237-3b52f0e65dc6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.709942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc3c520-731d-45b6-8237-3b52f0e65dc6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.782306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.874127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.909483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-31120515-d465-4684-a82e-050c5b412882 None None] Port db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:50.915648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c98c7-0677-46f8-82a1-6c8636c85833 None None] Pushing event updated for resources: {'Port': ['ID=f656bf35-fd0e-4a61-9e87-055f5314c1ee,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.935970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.961484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.048147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=da2675d1-071d-4af3-94b6-80f9c1fcbd69,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.064787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for b228076b-8807-45de-b502-f91bbc424d81 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:51.128513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] DHCP port deletion for 88b09db2-5664-456e-8c9d-9b9f473c5386 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:51.133209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Deleting port a51b4c3c-19df-4ea0-8178-9e9394d467c7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:51.133697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.242679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f656bf35-fd0e-4a61-9e87-055f5314c1ee up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:51.358153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:51.358716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.377567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port a51b4c3c-19df-4ea0-8178-9e9394d467c7 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:51.378245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:51.442268 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:51.485172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.519341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8745b98d-39db-4f58-8638-4a83cda2c035 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:51.555683 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.557193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8745b98d-39db-4f58-8638-4a83cda2c035 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:51.557630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8745b98d-39db-4f58-8638-4a83cda2c035 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:51.558139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a51b4c3c-19df-4ea0-8178-9e9394d467c7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:51.599309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a51b4c3c-19df-4ea0-8178-9e9394d467c7,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:51.599309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.624411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.665473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.672852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] Pushing event deleted for resources: {'Network': ['ID=7602c9cb-86df-4418-8564-c71f6f4c5b97,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.679201 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-538e556c-ede1-4e23-a679-f0223b9b969c tempest-PortsIpV6TestJSON-1344169486 tempest-PortsIpV6TestJSON-1344169486-project] 10.222.0.47 "DELETE /v2.0/networks/7602c9cb-86df-4418-8564-c71f6f4c5b97 HTTP/1.1" status: 204 len: 168 time: 1.6969826 Feb 16 12:48:51.747225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Calling delete_port for a51b4c3c-19df-4ea0-8178-9e9394d467c7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:51.750243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36b045-f01d-44f0-aeb9-4747ba942e31 req-a9916e43-ee10-4ef7-8b70-d7712faed2d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.751981 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a36b045-f01d-44f0-aeb9-4747ba942e31 req-a9916e43-ee10-4ef7-8b70-d7712faed2d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 946 time: 0.6012414 Feb 16 12:48:51.758285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.772429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c5035-b413-418f-a910-fc599b2ad3d2 req-ca8debde-175b-43d6-8480-63a87e0f4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.772429 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-517c5035-b413-418f-a910-fc599b2ad3d2 req-ca8debde-175b-43d6-8480-63a87e0f4897 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 1099 time: 0.6627173 Feb 16 12:48:51.877803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.909875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=b228076b-8807-45de-b502-f91bbc424d81,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.935825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a51b4c3c-19df-4ea0-8178-9e9394d467c7,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:51.994295 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 834ea3de-a95f-4bb7-bf4a-9e3d17070f05 associated. External IP: 172.26.6.37, port: 918f2553-5eb6-49d9-b398-8c7a3bc28b4a. Feb 16 12:48:52.018254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a51b4c3c-19df-4ea0-8178-9e9394d467c7,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:52.018620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.052093 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-517c5035-b413-418f-a910-fc599b2ad3d2 req-44e9988c-49e6-4f5d-bd04-0cf805603e2f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356744 Feb 16 12:48:52.056104 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a36b045-f01d-44f0-aeb9-4747ba942e31 req-97faef02-0ecd-4223-a609-e05922cba232 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868557 Feb 16 12:48:52.057320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-97b0df1d-ca7f-4f07-9b7b-2b00e382db71 None None] Provisioning for port f656bf35-fd0e-4a61-9e87-055f5314c1ee completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:52.063077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-97b0df1d-ca7f-4f07-9b7b-2b00e382db71 None None] Provisioning complete for port f656bf35-fd0e-4a61-9e87-055f5314c1ee triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:52.070011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97b0df1d-ca7f-4f07-9b7b-2b00e382db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.132636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.178746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for a51b4c3c-19df-4ea0-8178-9e9394d467c7 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:52.240010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=a51b4c3c-19df-4ea0-8178-9e9394d467c7,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.244938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:52.248959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:52.249115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.376513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:52.376995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:52.415999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52484) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:52.446601 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c65c2eda-ac41-4a62-8188-9900c5cd8fd1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/b228076b-8807-45de-b502-f91bbc424d81 HTTP/1.1" status: 204 len: 168 time: 2.3662577 Feb 16 12:48:52.452072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52490) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:52.469095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:52.480603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-99c66ffd-e4ec-4424-914f-4abfd653236b None None] Could not find standard attr ID for object b228076b-8807-45de-b502-f91bbc424d81. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:48:52.644282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1ccca-7b65-4b5f-b9f7-0806a9dd4969 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:52.645673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1ccca-7b65-4b5f-b9f7-0806a9dd4969 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:52.647243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1ccca-7b65-4b5f-b9f7-0806a9dd4969 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:52.648028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1ca1ccca-7b65-4b5f-b9f7-0806a9dd4969 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:52.666314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:52.677711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:52.687502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-456a1faa-d00e-4dff-a8da-c6566979dcbd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e02bf63068c477b91e7dc0df9bd9081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705610 Feb 16 12:48:52.690732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52494) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:52.690843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:52.691086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:52.738624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1ca1ccca-7b65-4b5f-b9f7-0806a9dd4969 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:52.739876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1ca1ccca-7b65-4b5f-b9f7-0806a9dd4969 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2869062 Feb 16 12:48:52.743236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52498) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:52.797778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Deleting port a51b4c3c-19df-4ea0-8178-9e9394d467c7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:52.799169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.806900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33534022-559a-4387-8bc3-8ba605d6d143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.843253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:52.856867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet a830bf52-02b3-48d9-850d-c560bfe33aa9 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:52.861191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33534022-559a-4387-8bc3-8ba605d6d143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.868813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.869203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:52.869906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:52.894683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port a51b4c3c-19df-4ea0-8178-9e9394d467c7 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:52.894683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.958923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:52.960046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5e0e7-d1f4-45b7-8922-9e186b419081 None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:53.025103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.059245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router c25b657b-1916-4306-8c50-62fd04b44f88 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:53.152307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a51b4c3c-19df-4ea0-8178-9e9394d467c7,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:53.152650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.227383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33534022-559a-4387-8bc3-8ba605d6d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.275307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:53.280012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.288200 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] Sync routers for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:53.309858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33534022-559a-4387-8bc3-8ba605d6d143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f8b87-b56a-4250-a7cb-5bbc94a7a001,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:53.314732 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:53.315850 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:53.328642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.337977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Calling delete_port for a51b4c3c-19df-4ea0-8178-9e9394d467c7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:53.400904 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e2b1114b-b946-4d8d-be23-1ed8757f6b03 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/floatingips/834ea3de-a95f-4bb7-bf4a-9e3d17070f05 HTTP/1.1" status: 200 len: 978 time: 3.2621026 Feb 16 12:48:53.401785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52504) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:53.430404 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:53.437465 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:53.438341 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:53.442207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port a51b4c3c-19df-4ea0-8178-9e9394d467c7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a51b4c3c-19df-4ea0-8178-9e9394d467c7,segment=NetworkSegment(decf57b5-8938-43fd-9189-03853af2fe94),segment_id=decf57b5-8938-43fd-9189-03853af2fe94)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:53.442672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.494877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:53.495476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.499739 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:53.500221 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c7bef-8b1b-43b3-ae1f-356efc3f8810 None None] The sync data for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:53.518613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.572239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] Pushing event deleted for resources: {'Port': ['ID=a51b4c3c-19df-4ea0-8178-9e9394d467c7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:53.574466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7cc0f-b0a2-4694-9b7b-6e9b122e92d7 None None] No DVR routers for this DVR port a51b4c3c-19df-4ea0-8178-9e9394d467c7 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:53.598961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for a51b4c3c-19df-4ea0-8178-9e9394d467c7 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:53.626777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33534022-559a-4387-8bc3-8ba605d6d143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.627937 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-33534022-559a-4387-8bc3-8ba605d6d143 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e91f8b87-b56a-4250-a7cb-5bbc94a7a001 HTTP/1.1" status: 204 len: 168 time: 0.9371614 Feb 16 12:48:53.652510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.707947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.710881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=a830bf52-02b3-48d9-850d-c560bfe33aa9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:53.716598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7bdd2-b395-4188-9e00-6329c0292b1c None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:53.746844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396f96d-f6a8-45ff-bac3-a4cb5d518d2c req-81437d5f-4bb7-4842-a76d-184d95460398 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.748343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c396f96d-f6a8-45ff-bac3-a4cb5d518d2c req-81437d5f-4bb7-4842-a76d-184d95460398 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 946 time: 0.5220604 Feb 16 12:48:53.757080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:53.757080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:53.810465 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c396f96d-f6a8-45ff-bac3-a4cb5d518d2c req-2118f0a3-9b3d-454e-a11f-1582ba3cf3d6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525856 Feb 16 12:48:53.818945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f837c323-7556-4d40-aac1-1dffcbe105c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/a830bf52-02b3-48d9-850d-c560bfe33aa9 HTTP/1.1" status: 204 len: 168 time: 1.0723815 Feb 16 12:48:53.826360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52510) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:53.891061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet d8738a61-c98f-4084-9323-63ef152602fd {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:53.894010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.910260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.950343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.074297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.240570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.261418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.261847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.262161 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Floating IP 834ea3de-a95f-4bb7-bf4a-9e3d17070f05 disassociated. External IP: 172.26.6.37, port: db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32. Feb 16 12:48:54.262506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:54.286669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=d8738a61-c98f-4084-9323-63ef152602fd,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.291059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.303805 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-244e37ce-29f4-46d7-9898-a531a6b3c191 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d8738a61-c98f-4084-9323-63ef152602fd HTTP/1.1" status: 204 len: 168 time: 0.4758148 Feb 16 12:48:54.306499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:54.390044 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-967660b4-50a1-423a-8fd5-2da7a9fb34a1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820711 Feb 16 12:48:54.392853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:54.401023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:54.533388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bddec7-5cf6-4ce1-b9c3-725d17634ea0 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:54.570439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:54.581136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:54.587385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:54.597667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:54.603785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port a51b4c3c-19df-4ea0-8178-9e9394d467c7 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:54.604282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.674299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] The port 'a51b4c3c-19df-4ea0-8178-9e9394d467c7' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:54.674490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.702306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ecade34f-bec1-4970-846c-9f32e1d6378f None None] Provisioning complete for port f656bf35-fd0e-4a61-9e87-055f5314c1ee triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:54.702685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecade34f-bec1-4970-846c-9f32e1d6378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.762544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.767383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:54.769978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.843630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.881520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b09db2-5664-456e-8c9d-9b9f473c5386']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:54.903823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decf57b5-8938-43fd-9189-03853af2fe94') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:54.904894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decf57b5-8938-43fd-9189-03853af2fe94') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:54.918841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.949955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.958559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:54.967482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.008867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:55.013700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Deleting port f656bf35-fd0e-4a61-9e87-055f5314c1ee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:55.014088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.105905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router c25b657b-1916-4306-8c50-62fd04b44f88 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:55.195358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52542) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: util.warn( Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:55.233388 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:55.317327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f656bf35-fd0e-4a61-9e87-055f5314c1ee no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:55.362663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293d05a-a408-41f0-83e6-2181da4e15fa req-4729de7b-80de-4617-b5f5-bd6e4bf26193 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:55.364457 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7293d05a-a408-41f0-83e6-2181da4e15fa req-4729de7b-80de-4617-b5f5-bd6e4bf26193 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 946 time: 0.1214550 Feb 16 12:48:55.410734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:55.411167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.413551 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7293d05a-a408-41f0-83e6-2181da4e15fa req-473b879d-a78a-4a5e-a0c1-1d35ab1b7fc0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 Feb 16 12:48:55.434054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-417680441'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:55.439016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.450560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:55.458533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:55.459097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.464324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:55.470905 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/88b09db2-5664-456e-8c9d-9b9f473c5386 HTTP/1.1" status: 204 len: 168 time: 5.0568724 Feb 16 12:48:55.472029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed432fb7-45f8-47ae-85da-f2b4ae0a456e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=88b09db2-5664-456e-8c9d-9b9f473c5386,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.473885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52550) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:55.481406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:55.546796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:55.622693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:55.625612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.626277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.634611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] Sync routers for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:55.644290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Calling delete_port for f656bf35-fd0e-4a61-9e87-055f5314c1ee owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:55.655597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.681443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:55.685341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:security_group_rule and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:55.698736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:55.707302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:55.707918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:55.721155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:55.730605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.764754 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-358bb56b-7651-43c8-9e78-e2dd31c72752 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/ports/db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 HTTP/1.1" status: 204 len: 168 time: 2.3619254 Feb 16 12:48:55.771801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52554) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:55.795664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:55.811118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:55.817855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:55.818582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:55.858230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aef3e3-829f-492a-bc07-5140d4969bbe req-63c0a525-0108-4802-9091-83975fb7575d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:55.859729 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21aef3e3-829f-492a-bc07-5140d4969bbe req-63c0a525-0108-4802-9091-83975fb7575d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 946 time: 0.2515159 Feb 16 12:48:55.884532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:55.885016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646d0a6-b2d1-4e66-9b4b-a26be71784a4 None None] The sync data for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:55.899337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.977210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f656bf35-fd0e-4a61-9e87-055f5314c1ee,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.996670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:55.997254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21aef3e3-829f-492a-bc07-5140d4969bbe req-495e590f-d413-4aba-804f-b644ed96de8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048050 Feb 16 12:48:55.997832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:56.019463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52558) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:56.114188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d271e-c267-432e-ad62-4a0de590138e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:56.115738 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-320d271e-c267-432e-ad62-4a0de590138e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 1094 time: 0.0943286 Feb 16 12:48:56.118543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52562) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:56.123859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:56.160685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:56.169911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:56.173680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:56.185682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:56.197389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.209817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.280796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:48:56.344313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.406777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:56.409554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.424969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e1c0e6-7fc9-42e2-ad5d-94d0441e5432,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.476966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.477301 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment 27fe1804-579b-4e15-9271-08e4dbfa5fdb of type vlan for network e2a2f516-9b47-4c62-b874-6096227cc24a Feb 16 12:48:56.499347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Deleting port f656bf35-fd0e-4a61-9e87-055f5314c1ee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:56.499740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.570030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.655039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port bb0cf121-5ec4-4aff-b470-58520699a74b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:56.655660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.763226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:56.763790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.768668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.774255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:56.775010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.814448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.886443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Calling delete_port for f656bf35-fd0e-4a61-9e87-055f5314c1ee owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:56.899550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.963602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=e2a2f516-9b47-4c62-b874-6096227cc24a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.975880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.976862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e2a2f516-9b47-4c62-b874-6096227cc24a details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:57.051269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:57.051573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:57.064896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port bb0cf121-5ec4-4aff-b470-58520699a74b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bb0cf121-5ec4-4aff-b470-58520699a74b,segment=NetworkSegment(a820ff37-6bd7-4571-9875-2e871bc6c629),segment_id=a820ff37-6bd7-4571-9875-2e871bc6c629)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:57.065081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.182669 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-df4fe0e0-27c7-46d3-a1d4-f5e522b0b4c0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9859452 Feb 16 12:48:57.187742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:57.200122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.151 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/39bc1072-f1f9-48c2-bc53-df2baadb351f) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:57.205655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-975614813'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:57.208137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for bb0cf121-5ec4-4aff-b470-58520699a74b owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:57.214398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:57.221975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:57.227156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:57.246114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:57.270004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Deleting port f656bf35-fd0e-4a61-9e87-055f5314c1ee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:57.270500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.500739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:57.501338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.508256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:57.511672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.585943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.590009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:57.614053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:57.640142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.640489 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment 4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b of type vlan for network a9808832-ff97-4ee5-8b67-1c62f75fc4be Feb 16 12:48:57.655782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.674697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Calling delete_port for f656bf35-fd0e-4a61-9e87-055f5314c1ee owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:57.679935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.728961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.729921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.755088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.758625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.789599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:57.790351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:57.826023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:57.853477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:57.862437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:57.867367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:57.875592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:57.878759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:57.879379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.883085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 23c98579-d746-44e2-9083-ca860c31ec7f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:57.883426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.963525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=39bc1072-f1f9-48c2-bc53-df2baadb351f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.967669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=ceb30021-b2ac-42bd-b6e4-d4a921c6d3de,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.989198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.995179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:57.996425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.018258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=bb0cf121-5ec4-4aff-b470-58520699a74b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.097505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=f656bf35-fd0e-4a61-9e87-055f5314c1ee,revision_number=9']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.116057 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7a1ee90a-6a95-46e9-b4fb-ef8b79450171 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7222211 Feb 16 12:48:58.139433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52570) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:58.186324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=a9808832-ff97-4ee5-8b67-1c62f75fc4be,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.198248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:58.208139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:58.252506 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bea2d01c-bd45-46fe-a7bf-61d1814c77fa tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0557084 Feb 16 12:48:58.256139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52574) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:58.262255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.274399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': 'e2a2f516-9b47-4c62-b874-6096227cc24a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:58.455546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.467600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 23c98579-d746-44e2-9083-ca860c31ec7f owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:58.551583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:58.563369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:58.572600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:58.579631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:58.659265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:58.662874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.736898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:58.746262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:58.785581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Deleting port f656bf35-fd0e-4a61-9e87-055f5314c1ee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:58.786247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.855740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:58.898889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:58.995414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:59.031694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.068626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] For port f656bf35-fd0e-4a61-9e87-055f5314c1ee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f656bf35-fd0e-4a61-9e87-055f5314c1ee,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:59.069168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.072060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:59.077681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.220784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:59.223527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Calling delete_port for f656bf35-fd0e-4a61-9e87-055f5314c1ee owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:59.233670 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:59.245373 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:59.246267 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.283205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=23c98579-d746-44e2-9083-ca860c31ec7f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.314954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.416682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d1956dbe-37e7-4a09-9a7c-35543375904c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9415665 Feb 16 12:48:59.423824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52578) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:59.435688 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:59.468418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.512315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.518090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.526443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=8313a57e-32c1-427c-b8df-b36759378e8d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.542711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] Pushing event deleted for resources: {'Port': ['ID=f656bf35-fd0e-4a61-9e87-055f5314c1ee,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.548390 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 11, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.552326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting subnet b3a670e5-2e3c-4f2a-a921-de076c123bf0 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:59.556166 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:59.564184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.568204 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:59.569355 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.632689 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc617d93-4f34-42eb-a0ae-e231c5c33c9b None None] No DVR routers for this DVR port f656bf35-fd0e-4a61-9e87-055f5314c1ee on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:59.646272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a77919-ca8b-495a-afbe-68a9423cbda5 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:59.665538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.667045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': '27fe1804-579b-4e15-9271-08e4dbfa5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2a2f516-9b47-4c62-b874-6096227cc24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:59.667348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: e2a2f516-9b47-4c62-b874-6096227cc24a, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:59.734057 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:59.822996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.860460 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 11, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.865597 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5a763-7db1-44d7-9f22-00fa5a404ec8 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 11, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:59.890607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network e2a2f516-9b47-4c62-b874-6096227cc24a is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:59.895769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'ceb30021-b2ac-42bd-b6e4-d4a921c6d3de'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:59.896530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.984113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, e2a2f516-9b47-4c62-b874-6096227cc24a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:00.000834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd687760-e697-42c0-a0ad-bf42020bfe70 None None] Network e2a2f516-9b47-4c62-b874-6096227cc24a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:00.005245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:00.006394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.044573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.050532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router c25b657b-1916-4306-8c50-62fd04b44f88 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:00.140826 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a57ea343-efeb-4714-9f48-dc0fc4652d56 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8835945 Feb 16 12:49:00.143710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52582) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:00.152660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': 'a9808832-ff97-4ee5-8b67-1c62f75fc4be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:00.178910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.186410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Allocated IP 2001:db8::f816:3eff:feb5:7963 (d9baa628-812c-4290-914a-2abb43e08a16/ceb30021-b2ac-42bd-b6e4-d4a921c6d3de/924fcd38-f1ac-4305-af56-cd66ec169630) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:00.313012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=dca9f174-ffb4-48df-ac06-b7b70db661fb,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.336448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:00.340881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:00.346090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:00.349057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.356339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:00.358208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:00.366039 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9329b89b-cc70-45a7-8546-32f06646738d tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/routers/c25b657b-1916-4306-8c50-62fd04b44f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5903938 Feb 16 12:49:00.372692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:00.373375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52586) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:00.376919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:00.379838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] Sync routers for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:00.386880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:00.445770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:00.446246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.449213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.524792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.526833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-e2a2f516-9b47-4c62-b874-6096227cc24a', 'network_id': 'e2a2f516-9b47-4c62-b874-6096227cc24a', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '8313a57e-32c1-427c-b8df-b36759378e8d'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:00.527768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.529741 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/b3a670e5-2e3c-4f2a-a921-de076c123bf0 HTTP/1.1" status: 204 len: 168 time: 1.1020641 Feb 16 12:49:00.529893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52590) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:00.530684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d326749-d1b6-42bc-9755-5eef6c67aa7f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a670e5-2e3c-4f2a-a921-de076c123bf0,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.538611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbdb689-8f11-41c2-83f8-725e54047d23 None None] Network 10443726-c3cf-47d2-b848-4009160cae54 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:00.558971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.573300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.623403 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7c0a76ed-71dc-4d36-8993-837d33168161 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4724441 Feb 16 12:49:00.625009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52594) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:00.633546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:ef:31:aa', 'name': 'tempest-NetworksTestDHCPv6-1362292746'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:00.645719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.757312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] Routers {'c25b657b-1916-4306-8c50-62fd04b44f88'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:00.757789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c25b657b-1916-4306-8c50-62fd04b44f88'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.759360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.793678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:00.797000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.847019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.847261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7a0b5-5fd3-4d28-b7f5-48a3ae0c8d98 None None] The sync data for ids ['c25b657b-1916-4306-8c50-62fd04b44f88'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:00.880126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=39bc1072-f1f9-48c2-bc53-df2baadb351f,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.911393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.933423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.946381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.976077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Deleting port e9004a84-22dc-406e-9792-82fd687d8121 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:00.976423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.988058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Transition to ACTIVE for port object 924fcd38-f1ac-4305-af56-cd66ec169630 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:01.044302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Transition to ACTIVE for port object 924fcd38-f1ac-4305-af56-cd66ec169630 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:01.050945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Allocated IP 2001:db8::2 (e2a2f516-9b47-4c62-b874-6096227cc24a/8313a57e-32c1-427c-b8df-b36759378e8d/85190d08-c50f-4210-ae77-771c5a192bc5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:01.141486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:01.153637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:01.161263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:01.170073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb0cf121-5ec4-4aff-b470-58520699a74b no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:01.187784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:01.211615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.227124 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.234371 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP a2077fdf-6b2e-40a9-a35b-83fe0b446df4 associated. External IP: 172.26.6.151, port: da2675d1-071d-4af3-94b6-80f9c1fcbd69. Feb 16 12:49:01.285367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: bb0cf121-5ec4-4aff-b470-58520699a74b {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:01.285799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb0cf121-5ec4-4aff-b470-58520699a74b not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:01.300966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] DHCP port deletion for 10443726-c3cf-47d2-b848-4009160cae54 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:01.304506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port c7b052ab-e0c8-4902-bd76-b8c586660371 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:01.304847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.312255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Deleting port e9004a84-22dc-406e-9792-82fd687d8121 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:01.313063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.343947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] For port e9004a84-22dc-406e-9792-82fd687d8121, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e9004a84-22dc-406e-9792-82fd687d8121,segment=NetworkSegment(a820ff37-6bd7-4571-9875-2e871bc6c629),segment_id=a820ff37-6bd7-4571-9875-2e871bc6c629)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:01.344310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.399991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:01.405033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Pushing event updated for resources: {'Port': ['ID=924fcd38-f1ac-4305-af56-cd66ec169630,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:01.410889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:01.424590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:01.432492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:01.573717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Calling delete_port for e9004a84-22dc-406e-9792-82fd687d8121 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:01.686269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.723742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Attempting to bind port 924fcd38-f1ac-4305-af56-cd66ec169630 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:01.724200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Attempting to bind port 924fcd38-f1ac-4305-af56-cd66ec169630 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:01.725155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Attempting to bind port 924fcd38-f1ac-4305-af56-cd66ec169630 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:01.734844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.739572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:01.739874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:01.741013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.741478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:01.742037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Bound port: 924fcd38-f1ac-4305-af56-cd66ec169630, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:01.742625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.759678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.769999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] For port e9004a84-22dc-406e-9792-82fd687d8121, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e9004a84-22dc-406e-9792-82fd687d8121,segment=NetworkSegment(a820ff37-6bd7-4571-9875-2e871bc6c629),segment_id=a820ff37-6bd7-4571-9875-2e871bc6c629)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:01.770474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.772851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.778428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Transition to ACTIVE for port object 85190d08-c50f-4210-ae77-771c5a192bc5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:01.817638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port a1c0a8b1-4b84-4fa4-9105-e3263f5d5146 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:01.868540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=42247e9d-ddd9-4a7e-9874-2319169256e8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:01.880375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': '4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a9808832-ff97-4ee5-8b67-1c62f75fc4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:01.880749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: a9808832-ff97-4ee5-8b67-1c62f75fc4be, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:01.890868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.958685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for c7b052ab-e0c8-4902-bd76-b8c586660371 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:01.966500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No DVR routers for this DVR port e9004a84-22dc-406e-9792-82fd687d8121 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:02.008789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Calling delete_port for e9004a84-22dc-406e-9792-82fd687d8121 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:02.061330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 124fb1c9-b4bd-436b-b732-bf29c9336e0e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:02.064916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Transition to ACTIVE for port object 85190d08-c50f-4210-ae77-771c5a192bc5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:02.100835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Port': ['ID=e9004a84-22dc-406e-9792-82fd687d8121,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.109694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:02.117989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.123712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:02.123712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:02.123712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=924fcd38-f1ac-4305-af56-cd66ec169630,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:02.158643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.190091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10443726-c3cf-47d2-b848-4009160cae54']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.209603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a820ff37-6bd7-4571-9875-2e871bc6c629') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.209880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a820ff37-6bd7-4571-9875-2e871bc6c629') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.230615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.232961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.236955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Network e2a2f516-9b47-4c62-b874-6096227cc24a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:02.242430 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:02.248547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:02.250795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Pushing event updated for resources: {'Port': ['ID=85190d08-c50f-4210-ae77-771c5a192bc5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.295679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:02.307781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:02.308430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.323645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:02.324531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.326198 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] Sync routers for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:02.340837 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:02.344153 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:02.355501 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:02.417997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.456274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8d072-c439-44a1-becd-94aaf347b1ca None None] Pushing event updated for resources: {'Port': ['ID=924fcd38-f1ac-4305-af56-cd66ec169630,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.462675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Attempting to bind port 85190d08-c50f-4210-ae77-771c5a192bc5 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:02.463244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Attempting to bind port 85190d08-c50f-4210-ae77-771c5a192bc5 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '27fe1804-579b-4e15-9271-08e4dbfa5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2a2f516-9b47-4c62-b874-6096227cc24a'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:02.463716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Attempting to bind port 85190d08-c50f-4210-ae77-771c5a192bc5 on network e2a2f516-9b47-4c62-b874-6096227cc24a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:02.471329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:02.472173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Checking segment: {'id': '27fe1804-579b-4e15-9271-08e4dbfa5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2a2f516-9b47-4c62-b874-6096227cc24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:02.472984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.473560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Bound using segment: {'id': '27fe1804-579b-4e15-9271-08e4dbfa5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2a2f516-9b47-4c62-b874-6096227cc24a'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:02.474408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Bound port: 85190d08-c50f-4210-ae77-771c5a192bc5, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fe1804-579b-4e15-9271-08e4dbfa5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2a2f516-9b47-4c62-b874-6096227cc24a'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:02.475060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.484800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.581252 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7f50f1c4-c678-4931-92c6-9bdebe985cab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4616673 Feb 16 12:49:02.585465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] For port 85190d08-c50f-4210-ae77-771c5a192bc5, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:02.588687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] For port 85190d08-c50f-4210-ae77-771c5a192bc5, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85190d08-c50f-4210-ae77-771c5a192bc5,segment=NetworkSegment(27fe1804-579b-4e15-9271-08e4dbfa5fdb),segment_id=27fe1804-579b-4e15-9271-08e4dbfa5fdb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:02.590547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:02.591106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a9808832-ff97-4ee5-8b67-1c62f75fc4be) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:02.597327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:02.597327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.600314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150668af-80b1-4598-b767-5aa1ae1ef213 None None] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:02.624955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Deleting port e9004a84-22dc-406e-9792-82fd687d8121 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:02.625336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.627424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52598) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:02.641974 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:02.702380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=c7b052ab-e0c8-4902-bd76-b8c586660371,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.735083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.735444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.787677 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'status': 'completed', 'code': 200} Feb 16 12:49:02.835855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 172.20.0.5 (d9baa628-812c-4290-914a-2abb43e08a16/dca9f174-ffb4-48df-ac06-b7b70db661fb/a1c0a8b1-4b84-4fa4-9105-e3263f5d5146) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:02.852875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af52a92d-424b-4da2-ba8f-2d8817995047 None None] The port 'e9004a84-22dc-406e-9792-82fd687d8121' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:02.909638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.914597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.916445 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/networks/10443726-c3cf-47d2-b848-4009160cae54 HTTP/1.1" status: 204 len: 168 time: 2.3851132 Feb 16 12:49:02.929433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:02.974274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'routes': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:03.027521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add35e98-6b5a-466a-b915-18b1aed0a539 None None] Pushing event updated for resources: {'Port': ['ID=85190d08-c50f-4210-ae77-771c5a192bc5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.080207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.085877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.111644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6728d-df53-45b5-8b7a-9c3f942d2c62 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Pushing event deleted for resources: {'Network': ['ID=10443726-c3cf-47d2-b848-4009160cae54,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.121140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:feef:31aa (d9baa628-812c-4290-914a-2abb43e08a16/ceb30021-b2ac-42bd-b6e4-d4a921c6d3de/a1c0a8b1-4b84-4fa4-9105-e3263f5d5146) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:03.128651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-1ed12129-6a24-45d2-92e7-3dbf35022ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:03.132415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-1ed12129-6a24-45d2-92e7-3dbf35022ae4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 1099 time: 0.3474014 Feb 16 12:49:03.136425 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-58624bca-f772-4f36-bbe9-acefadcb4878 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9915471 Feb 16 12:49:03.174596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52608) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:03.207780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.208277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Fanout notify agent at l3_agent the message router_deleted on router c25b657b-1916-4306-8c50-62fd04b44f88 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:03.260797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a9808832-ff97-4ee5-8b67-1c62f75fc4be', 'network_id': 'a9808832-ff97-4ee5-8b67-1c62f75fc4be', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '42247e9d-ddd9-4a7e-9874-2319169256e8'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:03.261640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.310121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-269294458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:03.386914 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'a2077fdf-6b2e-40a9-a35b-83fe0b446df4', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'port_id': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'mac_address': 'fa:16:3e:5b:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989f36e2-16ba-4333-8c31-a199270b246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:58Z', 'updated_at': '2022-02-16T12:48:58Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:33Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:03.394110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 924fcd38-f1ac-4305-af56-cd66ec169630 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:03.399111 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] Checking router: 124fb1c9-b4bd-436b-b732-bf29c9336e0e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:03.416575 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:03.417205 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:03.619780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Allocated IP 2001:db8:1::2 (a9808832-ff97-4ee5-8b67-1c62f75fc4be/42247e9d-ddd9-4a7e-9874-2319169256e8/e4ed5a2b-d805-470c-9501-eafc69e390ca) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:03.635585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.640010 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1414ff75-ff88-4344-82e6-c049d8e394dc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/a2077fdf-6b2e-40a9-a35b-83fe0b446df4 HTTP/1.1" status: 200 len: 992 time: 1.0112860 Feb 16 12:49:03.644914 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-68a9a5ba-e00d-485d-acd4-7033797622f0 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/routers/c25b657b-1916-4306-8c50-62fd04b44f88 HTTP/1.1" status: 204 len: 168 time: 3.2704079 Feb 16 12:49:03.645633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52612) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:03.647233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:03.655596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:router and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:03.658864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:03.665853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:03.712664 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:03.743111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 924fcd38-f1ac-4305-af56-cd66ec169630 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:03.765431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting subnet c2c1bc34-1e1c-4db7-ae59-09533c8c8c60 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:03.810540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.878125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.895681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e9004a84-22dc-406e-9792-82fd687d8121 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:03.896057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Added routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:49:03.896057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Removed routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:49:03.896057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.896898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-3a47d6e6-9d01-48e2-a11f-6cc42d53b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:03.898313 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-3a47d6e6-9d01-48e2-a11f-6cc42d53b1f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfb2edae-ffd7-4d70-8d84-2c66205207d6 HTTP/1.1" status: 200 len: 896 time: 0.7561321 Feb 16 12:49:03.940530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: e9004a84-22dc-406e-9792-82fd687d8121 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:03.947155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e9004a84-22dc-406e-9792-82fd687d8121 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:03.947155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-953413d8-87ba-4d8d-a041-347c3730d659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.061717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.069493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.072557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc140e-82c0-4f28-94a2-755d34b49f4c None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:04.084638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.090064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object a1c0a8b1-4b84-4fa4-9105-e3263f5d5146 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:04.175269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.196388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-d9422003-2acb-484c-bd5f-bb0e44d31749 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69 HTTP/1.1" status: 200 len: 1000 time: 0.2812700 Feb 16 12:49:04.239700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.268777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Transition to ACTIVE for port object e4ed5a2b-d805-470c-9501-eafc69e390ca will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:04.306615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.311503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.338993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-f5cf3c20-063d-4f4e-88a3-0c8127b250c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:04.351371 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'a2077fdf-6b2e-40a9-a35b-83fe0b446df4', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'port_id': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'mac_address': 'fa:16:3e:5b:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989f36e2-16ba-4333-8c31-a199270b246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:58Z', 'updated_at': '2022-02-16T12:48:58Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:33Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.353641 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-f5cf3c20-063d-4f4e-88a3-0c8127b250c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ed823da-5799-4782-87c2-d66be4451771 HTTP/1.1" status: 200 len: 835 time: 0.1421046 Feb 16 12:49:04.357902 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731058d-9e4a-45e0-8677-b09e468688aa None None] The sync data for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv is: [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'a2077fdf-6b2e-40a9-a35b-83fe0b446df4', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'port_id': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'mac_address': 'fa:16:3e:5b:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989f36e2-16ba-4333-8c31-a199270b246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:58Z', 'updated_at': '2022-02-16T12:48:58Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:33Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:04.391882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Transition to ACTIVE for port object e4ed5a2b-d805-470c-9501-eafc69e390ca will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:04.397309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-feaebb46-c3da-462c-848e-b4b31fb4f748 None None] Provisioning for port 924fcd38-f1ac-4305-af56-cd66ec169630 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:04.407638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-feaebb46-c3da-462c-848e-b4b31fb4f748 None None] Provisioning complete for port 924fcd38-f1ac-4305-af56-cd66ec169630 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:04.408007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-feaebb46-c3da-462c-848e-b4b31fb4f748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.422324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.442638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c88ca1-b8db-4fb9-a4e0-02fc4cf03e3e None None] Network e2a2f516-9b47-4c62-b874-6096227cc24a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:04.445313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.507401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:04.543295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-dd91fd5d-a330-4416-bce4-aebe845821bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:04.545021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-dd91fd5d-a330-4416-bce4-aebe845821bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfb2edae-ffd7-4d70-8d84-2c66205207d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832986 Feb 16 12:49:04.636017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.663968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52616) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.701081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b3895-6df5-4e6a-b197-af7584d3823f None None] New status for floating IP a2077fdf-6b2e-40a9-a35b-83fe0b446df4: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:49:04.726716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.731343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1c4d5c9d-3ccb-4354-a4d6-0d57582d1bee tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5522850 Feb 16 12:49:04.745781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52620) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.749825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.780012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:04.782129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.788551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.795884 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3da6c166-2fbb-4a98-be0e-04ff0bb95300 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 200 len: 700 time: 1.8225987 Feb 16 12:49:04.795994 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] Sync routers for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:04.804693 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:04.805544 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:04.808842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52624) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.847593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:04.853983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:04.865341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:04.894088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:04.905114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:04.916705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:04.935519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=a1c0a8b1-4b84-4fa4-9105-e3263f5d5146,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.947953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:04.948589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.959527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Pushing event updated for resources: {'Port': ['ID=e4ed5a2b-d805-470c-9501-eafc69e390ca,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:05.009948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c1bc34-1e1c-4db7-ae59-09533c8c8c60,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:05.012221 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:05.040154 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c1b7cf5a-eeae-429f-b112-77b1deaa5da7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4139743 Feb 16 12:49:05.042474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:05.138349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4de761-957e-4b37-8678-42da560ca0d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:05.144626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4de761-957e-4b37-8678-42da560ca0d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:05.145438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f4de761-957e-4b37-8678-42da560ca0d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:05.151203 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 11, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:05.155529 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] Checking router: f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:05.164895 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] Routers {'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:05.165594 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:48:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:05.197989 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-966017d4-8bad-4f13-b9f4-75971dffd399 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457670 Feb 16 12:49:05.198879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Attempting to bind port e4ed5a2b-d805-470c-9501-eafc69e390ca on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:05.199350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Attempting to bind port e4ed5a2b-d805-470c-9501-eafc69e390ca by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a9808832-ff97-4ee5-8b67-1c62f75fc4be'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:05.207159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc2a32d3-0b48-4ff6-ba8c-2203d85a9d9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:05.207261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Attempting to bind port e4ed5a2b-d805-470c-9501-eafc69e390ca on network a9808832-ff97-4ee5-8b67-1c62f75fc4be {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:05.222077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.226837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f4de761-957e-4b37-8678-42da560ca0d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:05.230753 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1f4de761-957e-4b37-8678-42da560ca0d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1846852 Feb 16 12:49:05.231072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:05.322134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port a1c0a8b1-4b84-4fa4-9105-e3263f5d5146 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:05.322726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.337755 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] Set router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:05.353478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889f31c-6707-4a93-acd7-2e70858b9d92 None None] Network 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:05.383634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85190d08-c50f-4210-ae77-771c5a192bc5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:05.409062 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a7995723-f10a-4c20-b66b-5852117cc35d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/a2077fdf-6b2e-40a9-a35b-83fe0b446df4 HTTP/1.1" status: 200 len: 992 time: 0.7427733 Feb 16 12:49:05.441016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:05.441604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Checking segment: {'id': '4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a9808832-ff97-4ee5-8b67-1c62f75fc4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:05.442110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.442612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Bound using segment: {'id': '4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a9808832-ff97-4ee5-8b67-1c62f75fc4be'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:05.443808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Bound port: e4ed5a2b-d805-470c-9501-eafc69e390ca, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a9808832-ff97-4ee5-8b67-1c62f75fc4be'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:05.444305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.487517 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 11, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:05.493107 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d89681-0853-4cf4-b1e1-a9398c6e8496 None None] The sync data for ids ['f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f'] in dv-neutron-829487-1-hyperv is: [{'id': 'f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f', 'name': 'tempest-RoutersTest-router-783605202', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:40Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 11, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:05.636726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-feaebb46-c3da-462c-848e-b4b31fb4f748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.663646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.793660 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-35b15ff2-e46b-4d7a-9bdb-f28c3afa0434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/subnets/c2c1bc34-1e1c-4db7-ae59-09533c8c8c60 HTTP/1.1" status: 204 len: 168 time: 2.1229856 Feb 16 12:49:05.798300 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a889a6dc-1bb7-477c-8ab3-b0340d841e74 req-861efce8-d058-4063-8513-5f7a3f098bd1 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815036 Feb 16 12:49:05.800796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52636) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:05.801760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-feaebb46-c3da-462c-848e-b4b31fb4f748 None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=924fcd38-f1ac-4305-af56-cd66ec169630,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:05.814182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc2a32d3-0b48-4ff6-ba8c-2203d85a9d9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:05.815419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dc2a32d3-0b48-4ff6-ba8c-2203d85a9d9f tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 200 len: 205 time: 0.8622696 Feb 16 12:49:05.844400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52640) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:05.854033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for a1c0a8b1-4b84-4fa4-9105-e3263f5d5146 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:05.868075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] For port e4ed5a2b-d805-470c-9501-eafc69e390ca, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:05.876164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 85190d08-c50f-4210-ae77-771c5a192bc5 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:05.900332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] For port e4ed5a2b-d805-470c-9501-eafc69e390ca, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e4ed5a2b-d805-470c-9501-eafc69e390ca,segment=NetworkSegment(4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b),segment_id=4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:05.905107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] Update dhcp port {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': 'ceb30021-b2ac-42bd-b6e4-d4a921c6d3de', 'ip_address': '2001:db8::f816:3eff:feb5:7963'}, {'subnet_id': 'dca9f174-ffb4-48df-ac06-b7b70db661fb'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '924fcd38-f1ac-4305-af56-cd66ec169630'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:49:05.955867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-feaebb46-c3da-462c-848e-b4b31fb4f748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.010734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.020889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.067820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.095060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.101583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port ef30b948-beea-40da-a73b-0a39387d52c6 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:06.102020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.167443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-526defe8-0491-44cb-a67f-cd3fd9f7e70c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.172031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaebb46-c3da-462c-848e-b4b31fb4f748 None None] Pushing event updated for resources: {'Port': ['ID=924fcd38-f1ac-4305-af56-cd66ec169630,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.303397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4a8df49a-fc39-4b13-ae82-a1a0efaa5924 None None] Provisioning for port 85190d08-c50f-4210-ae77-771c5a192bc5 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:06.319693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42e8e9ad-fb8b-4d31-a1a6-11b91d8b1b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.327493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4a8df49a-fc39-4b13-ae82-a1a0efaa5924 None None] Provisioning complete for port 85190d08-c50f-4210-ae77-771c5a192bc5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:06.328404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4a8df49a-fc39-4b13-ae82-a1a0efaa5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.363059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] DHCP port deletion for 62b0f33d-61df-4bdc-97fa-f3c757fd2c13 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:06.365687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3927fa-739a-40ae-a2cb-37610a06d930 None None] Pushing event updated for resources: {'Port': ['ID=e4ed5a2b-d805-470c-9501-eafc69e390ca,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.395620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Deleting port ef30b948-beea-40da-a73b-0a39387d52c6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:06.395997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.412273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52644) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:06.508691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.619451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] Allocated IP 172.20.0.2 (d9baa628-812c-4290-914a-2abb43e08a16/dca9f174-ffb4-48df-ac06-b7b70db661fb/924fcd38-f1ac-4305-af56-cd66ec169630) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:06.719212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] For port ef30b948-beea-40da-a73b-0a39387d52c6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ef30b948-beea-40da-a73b-0a39387d52c6,segment=NetworkSegment(afce5e6c-b2b2-4e53-aec0-b684dd2ca385),segment_id=afce5e6c-b2b2-4e53-aec0-b684dd2ca385)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:06.719987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.731047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8::1 (e2a2f516-9b47-4c62-b874-6096227cc24a/8313a57e-32c1-427c-b8df-b36759378e8d/ed174d45-de5d-4393-b929-4becb454d441) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:06.778723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4a8df49a-fc39-4b13-ae82-a1a0efaa5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.816878 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f1812525-fb34-4d2e-81c2-b0e4ab8ce84b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/a2077fdf-6b2e-40a9-a35b-83fe0b446df4 HTTP/1.1" status: 200 len: 994 time: 0.3906505 Feb 16 12:49:06.834850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=a1c0a8b1-4b84-4fa4-9105-e3263f5d5146,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.869861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for ef30b948-beea-40da-a73b-0a39387d52c6 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:06.872409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] For port ef30b948-beea-40da-a73b-0a39387d52c6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ef30b948-beea-40da-a73b-0a39387d52c6,segment=NetworkSegment(afce5e6c-b2b2-4e53-aec0-b684dd2ca385),segment_id=afce5e6c-b2b2-4e53-aec0-b684dd2ca385)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:06.877161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.878554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.879108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.879336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.879626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.880463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.880463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.880660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.880920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.881664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.881664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.882001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.882178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:06.901087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-526defe8-0491-44cb-a67f-cd3fd9f7e70c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.934054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-526defe8-0491-44cb-a67f-cd3fd9f7e70c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.018060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.024938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Calling delete_port for ef30b948-beea-40da-a73b-0a39387d52c6 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:07.065338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4a8df49a-fc39-4b13-ae82-a1a0efaa5924 None None] For port 85190d08-c50f-4210-ae77-771c5a192bc5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85190d08-c50f-4210-ae77-771c5a192bc5,segment=NetworkSegment(27fe1804-579b-4e15-9271-08e4dbfa5fdb),segment_id=27fe1804-579b-4e15-9271-08e4dbfa5fdb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:07.097289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-526defe8-0491-44cb-a67f-cd3fd9f7e70c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.097688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526defe8-0491-44cb-a67f-cd3fd9f7e70c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Fanout notify agent at l3_agent the message router_deleted on router f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:07.111196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-526defe8-0491-44cb-a67f-cd3fd9f7e70c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.111196 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-526defe8-0491-44cb-a67f-cd3fd9f7e70c tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 204 len: 168 time: 1.2608151 Feb 16 12:49:07.111196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52648) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:07.116374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1584700731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:07.122643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:07.126790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Usage tracker for resource:router and tenant:bb207217906741f98762e3b4a62c4bf4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:07.127184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=924fcd38-f1ac-4305-af56-cd66ec169630,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:07.131112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:07.137526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:07.174458 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d2142c2d-4d48-402f-863a-320c8455b2bb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/a1c0a8b1-4b84-4fa4-9105-e3263f5d5146 HTTP/1.1" status: 204 len: 168 time: 1.9395218 Feb 16 12:49:07.174458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:07.210121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.215567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.240668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.243461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4a8df49a-fc39-4b13-ae82-a1a0efaa5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.246689 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] Transition to ACTIVE for port object 924fcd38-f1ac-4305-af56-cd66ec169630 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:07.278793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.280006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.299914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.302692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f34a10-eedd-44d2-97ac-73f7f9140e6d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:07.304656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f34a10-eedd-44d2-97ac-73f7f9140e6d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:07.306218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f34a10-eedd-44d2-97ac-73f7f9140e6d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:07.307192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-08f34a10-eedd-44d2-97ac-73f7f9140e6d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:07.308458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.311601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] No DVR routers for this DVR port ef30b948-beea-40da-a73b-0a39387d52c6 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:07.313347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=ef30b948-beea-40da-a73b-0a39387d52c6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.339413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:07.340086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:07.348199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.382421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.393857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e4ed5a2b-d805-470c-9501-eafc69e390ca up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:07.422615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-08f34a10-eedd-44d2-97ac-73f7f9140e6d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:07.424008 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-08f34a10-eedd-44d2-97ac-73f7f9140e6d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2483854 Feb 16 12:49:07.426809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:07.499672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8df49a-fc39-4b13-ae82-a1a0efaa5924 None None] Pushing event updated for resources: {'Port': ['ID=85190d08-c50f-4210-ae77-771c5a192bc5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.516255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet ceb30021-b2ac-42bd-b6e4-d4a921c6d3de {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:07.519621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.533066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object ed174d45-de5d-4393-b929-4becb454d441 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:07.552389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.587724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccc59b-48a3-487a-b438-5268edc936d4 None None] Pushing event updated for resources: {'Port': ['ID=924fcd38-f1ac-4305-af56-cd66ec169630,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.605719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.635494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.668693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e420ea-4ebe-47e7-81b4-b3b186543b0a None None] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:07.677833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b0f33d-61df-4bdc-97fa-f3c757fd2c13']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.697783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afce5e6c-b2b2-4e53-aec0-b684dd2ca385') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.698214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afce5e6c-b2b2-4e53-aec0-b684dd2ca385') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.712619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.716891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.732720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.741249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:07.742009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.760925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.762409 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-da4317dc-c9bb-4660-972a-4d7ceae23ab3 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6508837 Feb 16 12:49:07.765440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:07.767940 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:07.775078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c1c658f2-9590-4fb7-8804-c368d059337e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:07.831558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.843102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Deleting port ef30b948-beea-40da-a73b-0a39387d52c6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:07.843777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.927913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=ed174d45-de5d-4393-b929-4becb454d441,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.960890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network e2a2f516-9b47-4c62-b874-6096227cc24a is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:07.963331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:07.966569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:07.967517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.001296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e4ed5a2b-d805-470c-9501-eafc69e390ca completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:08.019534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b55d787c-22c2-485c-a9fd-28f9469282b5 None None] Provisioning for port e4ed5a2b-d805-470c-9501-eafc69e390ca completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:08.100680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3478d8df-f43c-40f3-ba0d-5853c77a02a2 None None] The port 'ef30b948-beea-40da-a73b-0a39387d52c6' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:08.119459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e4ed5a2b-d805-470c-9501-eafc69e390ca triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:08.120469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.132310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.164728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.187849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Network': ['ID=62b0f33d-61df-4bdc-97fa-f3c757fd2c13,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.210111 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f5631bc9-dd5b-4100-899d-0e0231eb0b7b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/networks/62b0f33d-61df-4bdc-97fa-f3c757fd2c13 HTTP/1.1" status: 204 len: 168 time: 2.4081779 Feb 16 12:49:08.213546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52664) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:08.235376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b55d787c-22c2-485c-a9fd-28f9469282b5 None None] Provisioning complete for port e4ed5a2b-d805-470c-9501-eafc69e390ca triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:08.236353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b55d787c-22c2-485c-a9fd-28f9469282b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.397291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1c658f2-9590-4fb7-8804-c368d059337e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.407230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.425807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 1f2cd975-1161-49e6-9b66-410636742c1c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:08.426076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.429546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.451445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb30021-b2ac-42bd-b6e4-d4a921c6d3de,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.459665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.485961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1c658f2-9590-4fb7-8804-c368d059337e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.535254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port e4ed5a2b-d805-470c-9501-eafc69e390ca, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e4ed5a2b-d805-470c-9501-eafc69e390ca,segment=NetworkSegment(4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b),segment_id=4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:08.558311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b55d787c-22c2-485c-a9fd-28f9469282b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.630414 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a16c4423-3622-4d67-a2c7-ce84f067afaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/ceb30021-b2ac-42bd-b6e4-d4a921c6d3de HTTP/1.1" status: 204 len: 168 time: 1.2015140 Feb 16 12:49:08.633992 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:08.665006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.679651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.680439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 924fcd38-f1ac-4305-af56-cd66ec169630 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:08.750666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet dca9f174-ffb4-48df-ac06-b7b70db661fb {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:08.755269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.816784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3aa25-af7a-4446-9d1f-33c1dc874b9f None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:08.840645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.893431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c658f2-9590-4fb7-8804-c368d059337e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Router 093f3138-0b89-4085-bb19-a909124ece6e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:08.947914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-b55d787c-22c2-485c-a9fd-28f9469282b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:08.948170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-b55d787c-22c2-485c-a9fd-28f9469282b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:08.975375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=e4ed5a2b-d805-470c-9501-eafc69e390ca,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.981330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.073296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ef30b948-beea-40da-a73b-0a39387d52c6 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:09.123193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ef30b948-beea-40da-a73b-0a39387d52c6 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:09.123537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ef30b948-beea-40da-a73b-0a39387d52c6 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:09.241044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c658f2-9590-4fb7-8804-c368d059337e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:09.246574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e4ed5a2b-d805-470c-9501-eafc69e390ca up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:09.256229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c1c658f2-9590-4fb7-8804-c368d059337e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.257604 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c1c658f2-9590-4fb7-8804-c368d059337e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "PUT /v2.0/routers/093f3138-0b89-4085-bb19-a909124ece6e HTTP/1.1" status: 200 len: 694 time: 1.4911163 Feb 16 12:49:09.260507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:09.273785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] Sync routers for ids ['093f3138-0b89-4085-bb19-a909124ece6e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:09.310159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] Routers {'093f3138-0b89-4085-bb19-a909124ece6e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:09.310811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['093f3138-0b89-4085-bb19-a909124ece6e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:09.371604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.403506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.403832 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.435161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.505844 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-08701a53-43c8-4025-8fec-8dabc46df510 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/routers/093f3138-0b89-4085-bb19-a909124ece6e HTTP/1.1" status: 200 len: 700 time: 0.2426553 Feb 16 12:49:09.506043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.506480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.507963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:09.557054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] Set router 093f3138-0b89-4085-bb19-a909124ece6e gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:09.582751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-92d729b9-66af-4bbd-b603-520a6aa4e266 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Synchronizing usage tracker for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:09.617971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-92d729b9-66af-4bbd-b603-520a6aa4e266 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Unset dirty status for tenant:bb207217906741f98762e3b4a62c4bf4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:09.622682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-92d729b9-66af-4bbd-b603-520a6aa4e266 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=093f3138-0b89-4085-bb19-a909124ece6e HTTP/1.1" status: 200 len: 205 time: 0.1136444 Feb 16 12:49:09.625336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52680) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:09.715309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093f3138-0b89-4085-bb19-a909124ece6e', 'name': 'tempest-RoutersTest-router-1584700731', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:08Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:09.719540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e4ed5a2b-d805-470c-9501-eafc69e390ca triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:09.719987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.749108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 1f2cd975-1161-49e6-9b66-410636742c1c owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:09.783018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] Checking router: 093f3138-0b89-4085-bb19-a909124ece6e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:09.789810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=ed174d45-de5d-4393-b929-4becb454d441,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:09.797001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] Routers {'093f3138-0b89-4085-bb19-a909124ece6e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:09.797629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['093f3138-0b89-4085-bb19-a909124ece6e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:09.863829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9e0c-25a0-46dd-8880-6c1ae9573e74 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.883118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.883474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.883816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.884151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.884485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.884811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.885135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.885453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.885776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.886095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.886411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.886727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:09.996807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network e2a2f516-9b47-4c62-b874-6096227cc24a is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:09.999784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:10.098245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] Set router 093f3138-0b89-4085-bb19-a909124ece6e gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:10.132691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.242681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85190d08-c50f-4210-ae77-771c5a192bc5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:10.309056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093f3138-0b89-4085-bb19-a909124ece6e', 'name': 'tempest-RoutersTest-router-1584700731', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:08Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.314200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Provisioning for port ed174d45-de5d-4393-b929-4becb454d441 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:10.319320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a80206-27c1-4609-8184-e97e525570d9 None None] The sync data for ids ['093f3138-0b89-4085-bb19-a909124ece6e'] in dv-neutron-829487-1-hyperv is: [{'id': '093f3138-0b89-4085-bb19-a909124ece6e', 'name': 'tempest-RoutersTest-router-1584700731', 'tenant_id': 'bb207217906741f98762e3b4a62c4bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:08Z', 'revision_number': 2, 'project_id': 'bb207217906741f98762e3b4a62c4bf4', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:10.322327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Provisioning complete for port ed174d45-de5d-4393-b929-4becb454d441 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.322798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.350353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9e0c-25a0-46dd-8880-6c1ae9573e74 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.352837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9e0c-25a0-46dd-8880-6c1ae9573e74 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.372137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.389515 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/dca9f174-ffb4-48df-ac06-b7b70db661fb HTTP/1.1" status: 204 len: 168 time: 1.7540717 Feb 16 12:49:10.391300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c10c8-907a-4f2c-a6fb-4e8dd2a67b88 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=dca9f174-ffb4-48df-ac06-b7b70db661fb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.392173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52684) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.396651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.422536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 85190d08-c50f-4210-ae77-771c5a192bc5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.422966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.455183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6435d-98f2-418a-b92f-7cdf7551f13e None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:10.474594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Port ed174d45-de5d-4393-b929-4becb454d441 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:10.509154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 8029acfe-dfd4-4def-a340-3366436fa360 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:10.512291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9e0c-25a0-46dd-8880-6c1ae9573e74 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.512886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fc9e0c-25a0-46dd-8880-6c1ae9573e74 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Fanout notify agent at l3_agent the message router_deleted on router 093f3138-0b89-4085-bb19-a909124ece6e {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:10.522242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=1f2cd975-1161-49e6-9b66-410636742c1c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.531358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5fc9e0c-25a0-46dd-8880-6c1ae9573e74 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.532714 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f5fc9e0c-25a0-46dd-8880-6c1ae9573e74 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/093f3138-0b89-4085-bb19-a909124ece6e HTTP/1.1" status: 204 len: 168 time: 0.9032185 Feb 16 12:49:10.536143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52688) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.554846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a285eec-4199-4bfe-a3a8-ee2fe0c0aac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:router {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:10.600268 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-97220095-9ff8-42df-9735-b8f73033636a tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=093f3138-0b89-4085-bb19-a909124ece6e HTTP/1.1" status: 200 len: 205 time: 0.0610750 Feb 16 12:49:10.602776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.628283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Provisioning complete for port e4ed5a2b-d805-470c-9501-eafc69e390ca triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.628841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.670697 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-ffc61c1f-0d0d-4e13-ace1-112b1267bc57 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] delete failed (client error): The resource could not be found. Feb 16 12:49:10.674778 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ffc61c1f-0d0d-4e13-ace1-112b1267bc57 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/093f3138-0b89-4085-bb19-a909124ece6e HTTP/1.1" status: 404 len: 336 time: 0.0687094 Feb 16 12:49:10.675066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.716322 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a36453b-4d19-4c28-b77d-f12d60ca4498 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:10.716768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a36453b-4d19-4c28-b77d-f12d60ca4498 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:10.721184 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9a36453b-4d19-4c28-b77d-f12d60ca4498 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/9561f080-13d2-4f55-bed8-1d135ca95e55 HTTP/1.1" status: 404 len: 337 time: 0.0424738 Feb 16 12:49:10.721184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52700) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.733878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a285eec-4199-4bfe-a3a8-ee2fe0c0aac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:router {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:10.737691 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9a285eec-4199-4bfe-a3a8-ee2fe0c0aac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3415596 Feb 16 12:49:10.745157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52704) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.756646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:10.759206 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4276485f-20c6-47b3-ba6e-4fa65d0403a1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:10.759751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4276485f-20c6-47b3-ba6e-4fa65d0403a1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:10.763727 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4276485f-20c6-47b3-ba6e-4fa65d0403a1 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/17c8e6e2-8a9b-4922-95dc-8ae9abb209e2 HTTP/1.1" status: 404 len: 337 time: 0.0394342 Feb 16 12:49:10.764605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52708) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.803556 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-60db69f5-3149-43f7-9ae7-8f70421d347e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:10.804056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60db69f5-3149-43f7-9ae7-8f70421d347e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:10.808196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 924fcd38-f1ac-4305-af56-cd66ec169630 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:10.808389 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-60db69f5-3149-43f7-9ae7-8f70421d347e tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/a1b39162-0b56-4ce7-91a8-ba3b071a2d07 HTTP/1.1" status: 404 len: 337 time: 0.0407810 Feb 16 12:49:10.808509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.857066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.904575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:10.920755 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] Sync routers for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:10.930519 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b3dceb94-5002-4507-a8ed-f153c1d63096 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/8029acfe-dfd4-4def-a340-3366436fa360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1822245 Feb 16 12:49:10.931712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:10.931868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Could not find standard attr ID for object a1c0a8b1-4b84-4fa4-9105-e3263f5d5146. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:10.934930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.937011 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:10.937637 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.940927 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-60f8b4f0-0acb-46d1-ad1d-9b4a55bfb8b2 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/floatingips/834ea3de-a95f-4bb7-bf4a-9e3d17070f05 HTTP/1.1" status: 204 len: 168 time: 2.7261987 Feb 16 12:49:10.941874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52716) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.942004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52718) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.950091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:10.994292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:11.011119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Provisioning for port 924fcd38-f1ac-4305-af56-cd66ec169630 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:11.017016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Provisioning complete for port 924fcd38-f1ac-4305-af56-cd66ec169630 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:11.017534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c936328-07e7-4e63-861d-744ac5b79c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.029913 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-600b1c05-9e38-400b-8e98-e5b43a6c21ca tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:11.030741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600b1c05-9e38-400b-8e98-e5b43a6c21ca tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:11.032672 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-600b1c05-9e38-400b-8e98-e5b43a6c21ca tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/b3a670e5-2e3c-4f2a-a921-de076c123bf0 HTTP/1.1" status: 404 len: 337 time: 0.2230065 Feb 16 12:49:11.037471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.052849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:11.055997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af28f9a-e70f-4490-a75e-ec357f831d2a tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:11.055997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af28f9a-e70f-4490-a75e-ec357f831d2a tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:11.059615 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2af28f9a-e70f-4490-a75e-ec357f831d2a tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/ports/db3ea5c3-2b6d-4cb6-a00a-90ac8f9c0e32 HTTP/1.1" status: 404 len: 333 time: 0.1125588 Feb 16 12:49:11.066703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:11.066901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52728) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.094833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Deleting port 924fcd38-f1ac-4305-af56-cd66ec169630 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:11.096952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.098522 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.115795 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:11.115795 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.134450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.157865 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-457dde54-01e5-4b4e-840d-4aecc56b0ca4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 200 len: 205 time: 0.1192863 Feb 16 12:49:11.161808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.240322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 924fcd38-f1ac-4305-af56-cd66ec169630 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:11.243748 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.244391 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a47bc-57ba-49b4-bc66-b5bf466fa08b None None] The sync data for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:11.263163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c9495335-e0ce-4522-9f3e-9ce31cce8434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Synchronizing usage tracker for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:11.267864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:11.271764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.284213 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-7b0dd2b7-c768-4684-b8ce-2c07cc93d3e5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] delete failed (client error): The resource could not be found. Feb 16 12:49:11.288337 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7b0dd2b7-c768-4684-b8ce-2c07cc93d3e5 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/f7eeb938-8b0b-4c9c-ab55-0328aa8b4f0f HTTP/1.1" status: 404 len: 336 time: 0.1208746 Feb 16 12:49:11.289291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.303795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e119f-8408-468f-8a1e-575b40981e0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:11.304970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-511e119f-8408-468f-8a1e-575b40981e0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:11.338485 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22c5091f-b926-4541-9ccb-f385a6d00d29 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c0a7402-6d8d-43bf-a600-62d330b90937 HTTP/1.1" status: 200 len: 205 time: 0.0478966 Feb 16 12:49:11.341044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.424208 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-c0b73095-9c92-4573-8a15-57d947a235b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] delete failed (client error): The resource could not be found. Feb 16 12:49:11.425351 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c0b73095-9c92-4573-8a15-57d947a235b2 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/2c0a7402-6d8d-43bf-a600-62d330b90937 HTTP/1.1" status: 404 len: 336 time: 0.0831373 Feb 16 12:49:11.428534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.473811 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e691089-be3b-4cdf-8900-2a8b5615b633 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:11.474809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e691089-be3b-4cdf-8900-2a8b5615b633 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:11.479443 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8e691089-be3b-4cdf-8900-2a8b5615b633 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/88595f78-cfcb-4c0a-a395-1153bd3ce5e4 HTTP/1.1" status: 404 len: 337 time: 0.0499706 Feb 16 12:49:11.480025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52748) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.486379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c9495335-e0ce-4522-9f3e-9ce31cce8434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Unset dirty status for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:11.490566 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c9495335-e0ce-4522-9f3e-9ce31cce8434 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "GET /v2.0/ports?device_id=c25b657b-1916-4306-8c50-62fd04b44f88 HTTP/1.1" status: 200 len: 205 time: 0.4187434 Feb 16 12:49:11.496586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52752) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.524517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=924fcd38-f1ac-4305-af56-cd66ec169630,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:11.528994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.539661 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f43ff33f-7ebf-4234-90a2-20577ebaa690 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d1b8f5b-49e9-4a48-9cdd-327c352e9168 HTTP/1.1" status: 200 len: 205 time: 0.0565233 Feb 16 12:49:11.540161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52756) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.585589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-511e119f-8408-468f-8a1e-575b40981e0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:11.587690 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-511e119f-8408-468f-8a1e-575b40981e0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports/ed174d45-de5d-4393-b929-4becb454d441 HTTP/1.1" status: 200 len: 911 time: 0.6424992 Feb 16 12:49:11.592640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52760) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.611956 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-378e9c73-548f-4aa4-a83b-f46b3ac00aff tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] delete failed (client error): The resource could not be found. Feb 16 12:49:11.613209 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-378e9c73-548f-4aa4-a83b-f46b3ac00aff tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/routers/c25b657b-1916-4306-8c50-62fd04b44f88 HTTP/1.1" status: 404 len: 336 time: 0.1136415 Feb 16 12:49:11.615919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52764) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.665718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.666285 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-9fdb3896-7eb1-4ecb-a8cb-240244f02923 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] delete failed (client error): The resource could not be found. Feb 16 12:49:11.666285 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9fdb3896-7eb1-4ecb-a8cb-240244f02923 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/8d1b8f5b-49e9-4a48-9cdd-327c352e9168 HTTP/1.1" status: 404 len: 336 time: 0.1225030 Feb 16 12:49:11.669165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.685008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Calling delete_port for 924fcd38-f1ac-4305-af56-cd66ec169630 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:11.690049 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-787a9fc6-0964-4b04-926a-d7a8365c60d5 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:11.690631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787a9fc6-0964-4b04-926a-d7a8365c60d5 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:11.701914 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-787a9fc6-0964-4b04-926a-d7a8365c60d5 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/subnets/c2c1bc34-1e1c-4db7-ae59-09533c8c8c60 HTTP/1.1" status: 404 len: 337 time: 0.0848889 Feb 16 12:49:11.702626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52772) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.772979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 918f2553-5eb6-49d9-b398-8c7a3bc28b4a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:11.773656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.782278 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8b29e007-9991-4d43-a70f-ad36208e5f8d tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=24ce3b35-03e6-4226-8fde-935109d9ebc1 HTTP/1.1" status: 200 len: 205 time: 0.1100235 Feb 16 12:49:11.783683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=924fcd38-f1ac-4305-af56-cd66ec169630,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:11.791833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.808607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.817131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Provisioning complete for port ed174d45-de5d-4393-b929-4becb454d441 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:11.818546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.865982 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-2c479d2c-4e25-493e-b781-66d3f3de4f38 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] delete failed (client error): The resource could not be found. Feb 16 12:49:11.867025 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2c479d2c-4e25-493e-b781-66d3f3de4f38 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/24ce3b35-03e6-4226-8fde-935109d9ebc1 HTTP/1.1" status: 404 len: 336 time: 0.0742521 Feb 16 12:49:11.870269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.878941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:11.884099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:11.886931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:11.887597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.893180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.917051 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc7bbc8-59c5-460e-aaf2-7dc9b3c4cf67 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:11.917429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc7bbc8-59c5-460e-aaf2-7dc9b3c4cf67 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:11.921509 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cdc7bbc8-59c5-460e-aaf2-7dc9b3c4cf67 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/cec43a27-0b6a-45bd-b903-b477d81b3651 HTTP/1.1" status: 404 len: 337 time: 0.0479450 Feb 16 12:49:11.934005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Port ed174d45-de5d-4393-b929-4becb454d441 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:11.936324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52784) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.990709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:49:12.001271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=924fcd38-f1ac-4305-af56-cd66ec169630,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.013710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=226ed5c7-c033-40d4-b93b-a343007e10e2,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.021254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bf19179d-be83-4222-b5d9-61be73269dcf tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfd161a1-14cc-412a-b829-60b24ed39efb HTTP/1.1" status: 200 len: 205 time: 0.0746455 Feb 16 12:49:12.024296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52788) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.032260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:12.032622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:12.033258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Provisioning complete for port 924fcd38-f1ac-4305-af56-cd66ec169630 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:12.033631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.120362 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-baa6bdfe-63d9-4ff1-896e-d1a06c464966 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3714380 Feb 16 12:49:12.144812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.156307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.158400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:12.162538 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-ae704baa-15a1-4b79-8919-5675c01e78a8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] delete failed (client error): The resource could not be found. Feb 16 12:49:12.163648 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ae704baa-15a1-4b79-8919-5675c01e78a8 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/bfd161a1-14cc-412a-b829-60b24ed39efb HTTP/1.1" status: 404 len: 336 time: 0.1377187 Feb 16 12:49:12.169950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52796) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.188856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=924fcd38-f1ac-4305-af56-cd66ec169630,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:12.217164 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1afee39-995a-4a6d-bbe3-a6b069a63121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:12.217608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1afee39-995a-4a6d-bbe3-a6b069a63121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:12.219300 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c1afee39-995a-4a6d-bbe3-a6b069a63121 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/0e437abf-4392-4e0d-b998-c3ea25682862 HTTP/1.1" status: 404 len: 337 time: 0.0491061 Feb 16 12:49:12.222528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52800) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.278542 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-574cb819-7cb8-4e9d-8607-ccef6bd7cffc tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a00fd06-3e08-4dac-806d-78068df1b129 HTTP/1.1" status: 200 len: 205 time: 0.0551074 Feb 16 12:49:12.282168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52804) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.342215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.367069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-dd5ea8c8-06dc-4939-a1c9-39f74c1c43f4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] delete failed (client error): The resource could not be found. Feb 16 12:49:12.370486 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dd5ea8c8-06dc-4939-a1c9-39f74c1c43f4 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/routers/0a00fd06-3e08-4dac-806d-78068df1b129 HTTP/1.1" status: 404 len: 336 time: 0.0852253 Feb 16 12:49:12.377273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52808) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.401035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Could not find standard attr ID for object a1c0a8b1-4b84-4fa4-9105-e3263f5d5146. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:12.421976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.430116 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c16db2d-933e-49fa-9d4c-9a300ef5226b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:12.430573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c16db2d-933e-49fa-9d4c-9a300ef5226b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:12.430766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff80de1-ff5f-4bd5-9fb9-c6f170de9cfc None None] Pushing event updated for resources: {'Port': ['ID=924fcd38-f1ac-4305-af56-cd66ec169630,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.434546 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7c16db2d-933e-49fa-9d4c-9a300ef5226b tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/d73b477d-5db6-4be2-b960-558aa01d996f HTTP/1.1" status: 404 len: 337 time: 0.0540721 Feb 16 12:49:12.435649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.495430 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-48479d0a-dc75-4f18-a159-a92448d53c27 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] DELETE failed (client error): The resource could not be found. Feb 16 12:49:12.495871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48479d0a-dc75-4f18-a159-a92448d53c27 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:12.497517 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-48479d0a-dc75-4f18-a159-a92448d53c27 tempest-RoutersTest-1337690112 tempest-RoutersTest-1337690112-project] 10.222.0.47 "DELETE /v2.0/subnets/5042c08a-1e56-4a51-bdb5-3a582907479e HTTP/1.1" status: 404 len: 337 time: 0.0590794 Feb 16 12:49:12.534290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Deleting port 924fcd38-f1ac-4305-af56-cd66ec169630 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:12.535075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.554472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 918f2553-5eb6-49d9-b398-8c7a3bc28b4a owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:12.598414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:12.607715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:12.637224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:12.648875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:12.675710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.752050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:12.755558 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.783082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.797128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] For port 924fcd38-f1ac-4305-af56-cd66ec169630, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=924fcd38-f1ac-4305-af56-cd66ec169630,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:12.797736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.845774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=918f2553-5eb6-49d9-b398-8c7a3bc28b4a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.937677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Calling delete_port for 924fcd38-f1ac-4305-af56-cd66ec169630 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:13.003370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.082434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.085015 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ebe1c1a6-7c30-4f12-a7af-ccb37d4cf113 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/ports/918f2553-5eb6-49d9-b398-8c7a3bc28b4a HTTP/1.1" status: 204 len: 168 time: 1.3813131 Feb 16 12:49:13.093726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52820) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.136856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52824) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.145668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] Pushing event deleted for resources: {'Port': ['ID=924fcd38-f1ac-4305-af56-cd66ec169630,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.153652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3b664-1de2-48a4-b1e0-c1e6ec9a787a None None] No DVR routers for this DVR port 924fcd38-f1ac-4305-af56-cd66ec169630 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:13.184190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd45a340-90ac-4ae0-89ab-8e676c55cb47 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:13.288988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8:1::1 (a9808832-ff97-4ee5-8b67-1c62f75fc4be/42247e9d-ddd9-4a7e-9874-2319169256e8/350fde68-54ba-4243-8c27-8e632129fc4c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:13.332638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:13.332994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.437717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '226ed5c7-c033-40d4-b93b-a343007e10e2'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:13.438620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.502169 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-748bc428-9f5b-4811-b10c-f3f3eaf17701 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb207217906741f98762e3b4a62c4bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641694 Feb 16 12:49:13.511025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.597292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Allocated IP 172.20.0.2 (d9baa628-812c-4290-914a-2abb43e08a16/226ed5c7-c033-40d4-b93b-a343007e10e2/587174ea-33ea-4fbd-8751-84131e00f9e0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:13.602277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.616751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.644499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object 350fde68-54ba-4243-8c27-8e632129fc4c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:13.670463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cd2084d-c45b-4d84-ac01-506aaa9d717d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.702782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cd2084d-c45b-4d84-ac01-506aaa9d717d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.754199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:13.815290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.825489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Transition to ACTIVE for port object 587174ea-33ea-4fbd-8751-84131e00f9e0 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:13.844945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Transition to ACTIVE for port object 587174ea-33ea-4fbd-8751-84131e00f9e0 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:13.862025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.869804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:13.908476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.942549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.949970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cd2084d-c45b-4d84-ac01-506aaa9d717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.978306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.999620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:14.005671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2084d-c45b-4d84-ac01-506aaa9d717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f8c99-ef90-4986-abca-7e5cb5253756,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.011025 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:14.013714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:14.014085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:14.016812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:14.017081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:14.033794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:14.034324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.037584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:14.044029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=350fde68-54ba-4243-8c27-8e632129fc4c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.046943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:14.047562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.076534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=70ce923c-650c-462d-a93d-ff3d1a8f3ff5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.100171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.118867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Pushing event updated for resources: {'Port': ['ID=587174ea-33ea-4fbd-8751-84131e00f9e0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.194932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Attempting to bind port 587174ea-33ea-4fbd-8751-84131e00f9e0 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:14.195354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Attempting to bind port 587174ea-33ea-4fbd-8751-84131e00f9e0 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:14.195528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cd2084d-c45b-4d84-ac01-506aaa9d717d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.195718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Attempting to bind port 587174ea-33ea-4fbd-8751-84131e00f9e0 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:14.199411 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5cd2084d-c45b-4d84-ac01-506aaa9d717d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de0f8c99-ef90-4986-abca-7e5cb5253756 HTTP/1.1" status: 204 len: 168 time: 0.6874843 Feb 16 12:49:14.204890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:14.205762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:14.205874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.206286 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:14.206767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Bound port: 587174ea-33ea-4fbd-8751-84131e00f9e0, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:14.207418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.228723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.235162 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-af1aa9a2-db24-4c54-8596-c82f1d235d39 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0896499 Feb 16 12:49:14.238246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52836) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:14.246107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c00bc565-4c74-43e7-bd4c-af4a886cc0db tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/ports/62a49ab8-02e3-4d5c-8c6b-8279b8ecdf91 HTTP/1.1" status: 204 len: 168 time: 1.1467800 Feb 16 12:49:14.250368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:9c:55:cd', 'name': 'tempest-NetworksTestDHCPv6-1912022366'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:14.265649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52840) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:14.317314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] For port 587174ea-33ea-4fbd-8751-84131e00f9e0, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:14.321638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] For port 587174ea-33ea-4fbd-8751-84131e00f9e0, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=587174ea-33ea-4fbd-8751-84131e00f9e0,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:14.328463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.428715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f669da4d-6ea7-4f37-9b31-6e64e4266590 None None] Provisioning for port 350fde68-54ba-4243-8c27-8e632129fc4c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:14.432591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.464972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b8579-9935-4b38-ad1b-f35f9d5aaee9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:14.468124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5c9b8579-9935-4b38-ad1b-f35f9d5aaee9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Synchronizing usage tracker for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:14.471170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:14.477092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f669da4d-6ea7-4f37-9b31-6e64e4266590 None None] Provisioning complete for port 350fde68-54ba-4243-8c27-8e632129fc4c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:14.477469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f669da4d-6ea7-4f37-9b31-6e64e4266590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.478641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:14.484064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:14.492184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:14.569557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5c9b8579-9935-4b38-ad1b-f35f9d5aaee9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Unset dirty status for tenant:30d6130a02e84ee4a039c4a42b1e83b6 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:14.575359 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5c9b8579-9935-4b38-ad1b-f35f9d5aaee9 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 HTTP/1.1" status: 200 len: 913 time: 0.3080828 Feb 16 12:49:14.575563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f669da4d-6ea7-4f37-9b31-6e64e4266590 None None] Port 350fde68-54ba-4243-8c27-8e632129fc4c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:14.576926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52846) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:14.580220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0227db-e812-44bc-8c6c-291d2b82a929 None None] Pushing event updated for resources: {'Port': ['ID=587174ea-33ea-4fbd-8751-84131e00f9e0,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.651539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:14.924483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.933397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.993995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.994891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.048954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 1128d49f-98be-45bf-ab20-345c06640859 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:15.163480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=350fde68-54ba-4243-8c27-8e632129fc4c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:15.256796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:15.258076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:15.287887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 587174ea-33ea-4fbd-8751-84131e00f9e0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:15.462030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 587174ea-33ea-4fbd-8751-84131e00f9e0 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:15.506464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 8029acfe-dfd4-4def-a340-3366436fa360 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:15.633145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 172.20.0.9 (d9baa628-812c-4290-914a-2abb43e08a16/226ed5c7-c033-40d4-b93b-a343007e10e2/1128d49f-98be-45bf-ab20-345c06640859) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:15.642750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fe9c:55cd (d9baa628-812c-4290-914a-2abb43e08a16/70ce923c-650c-462d-a93d-ff3d1a8f3ff5/1128d49f-98be-45bf-ab20-345c06640859) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:15.679084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:15.722871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d6168679-7805-40b0-851d-dc8880fe2010 None None] Provisioning complete for port 350fde68-54ba-4243-8c27-8e632129fc4c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:15.727417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6168679-7805-40b0-851d-dc8880fe2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.730346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:15.742805 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6c90dff0-90ff-4995-a0f8-6876c7b37f23 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/8029acfe-dfd4-4def-a340-3366436fa360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1440973 Feb 16 12:49:15.746039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:15.793345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] Sync routers for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:15.844528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e883bf0-542f-468d-9f86-ff5955aa7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:15.848560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0e883bf0-542f-468d-9f86-ff5955aa7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:15.852927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285046379'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:15.854203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:15.855067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.859677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:15.869092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:15.873165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:15.878024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.879456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:15.923000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8b31d-3a2c-41d4-ae80-75ed3992f957 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:15.952648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.954579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d6168679-7805-40b0-851d-dc8880fe2010 None None] Port 350fde68-54ba-4243-8c27-8e632129fc4c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:15.963651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0e883bf0-542f-468d-9f86-ff5955aa7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:15.965752 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0e883bf0-542f-468d-9f86-ff5955aa7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports/350fde68-54ba-4243-8c27-8e632129fc4c HTTP/1.1" status: 200 len: 913 time: 0.2187243 Feb 16 12:49:15.968602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:16.013802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:16.014438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.092750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.093422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c31e0-57dc-4109-9a9b-4ed9d10d1df2 None None] The sync data for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:16.110947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.118670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.144096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.170145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:16.177993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:16.182507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:16.220483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Provisioning for port 587174ea-33ea-4fbd-8751-84131e00f9e0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:16.228736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 1128d49f-98be-45bf-ab20-345c06640859 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:16.231313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Provisioning complete for port 587174ea-33ea-4fbd-8751-84131e00f9e0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:16.231457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.256440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:16.341838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port ecbbed1d-c8ad-4fa2-9e0f-0000417a1019 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:16.342242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.377532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.378604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.469743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] For port 587174ea-33ea-4fbd-8751-84131e00f9e0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=587174ea-33ea-4fbd-8751-84131e00f9e0,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:16.483877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:16.484186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] Update dhcp port {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': '226ed5c7-c033-40d4-b93b-a343007e10e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '70ce923c-650c-462d-a93d-ff3d1a8f3ff5'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '587174ea-33ea-4fbd-8751-84131e00f9e0'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:49:16.510536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:16.519664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:16.548521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=1128d49f-98be-45bf-ab20-345c06640859,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:16.552013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.599990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.649091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.658015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:16.658958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.690432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Pushing event updated for resources: {'Port': ['ID=587174ea-33ea-4fbd-8751-84131e00f9e0,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:16.711313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.732055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.742013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.742370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.742725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.743086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.743447 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.743760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.744091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.744342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:16.744474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.744739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.745065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.745389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.745715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee863d6-24d4-44dc-ae55-dfb2db0c5e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:16.754365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:16.760572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:16.771790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.839173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:16.843865 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2c14ab40-3d94-4d57-b042-e28b261c8eb3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6011314 Feb 16 12:49:16.845361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52880) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:16.858839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for ecbbed1d-c8ad-4fa2-9e0f-0000417a1019 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:16.870269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] Allocated IP 2001:db8::f816:3eff:fea1:b4be (d9baa628-812c-4290-914a-2abb43e08a16/70ce923c-650c-462d-a93d-ff3d1a8f3ff5/587174ea-33ea-4fbd-8751-84131e00f9e0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:16.909997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba582b26-d1fb-47cb-828a-81f6efa2d10c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.029529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] For port 587174ea-33ea-4fbd-8751-84131e00f9e0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=587174ea-33ea-4fbd-8751-84131e00f9e0,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:17.063545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.085000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] Transition to ACTIVE for port object 587174ea-33ea-4fbd-8751-84131e00f9e0 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:17.118335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.170866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.199676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.239176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 350fde68-54ba-4243-8c27-8e632129fc4c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:17.240020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.263428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155bc3e-d01f-4d8a-911b-b6f1f8c9fb80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.270338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 587174ea-33ea-4fbd-8751-84131e00f9e0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:17.272897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155bc3e-d01f-4d8a-911b-b6f1f8c9fb80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.274109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f155bc3e-d01f-4d8a-911b-b6f1f8c9fb80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:17.383495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f155bc3e-d01f-4d8a-911b-b6f1f8c9fb80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:17.384948 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f155bc3e-d01f-4d8a-911b-b6f1f8c9fb80 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.4849658 Feb 16 12:49:17.391578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52884) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:17.406039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5839707f-059a-4cc7-8395-7454ac19f7ef,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.411756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.416088 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f056f8d-aa9b-4dfe-9adf-157d2da8e282 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7340784 Feb 16 12:49:17.416249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:17.436679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bb5bf-47f5-4bc7-ad2c-40016633c8eb None None] Pushing event updated for resources: {'Port': ['ID=587174ea-33ea-4fbd-8751-84131e00f9e0,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.471476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 1128d49f-98be-45bf-ab20-345c06640859 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:17.471926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.525415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.525938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.543917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c0cfac0b-7704-4053-b45d-3967535270c2 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:17.591158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=ecbbed1d-c8ad-4fa2-9e0f-0000417a1019,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.670389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 350fde68-54ba-4243-8c27-8e632129fc4c owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:17.796874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c0cfac0b-7704-4053-b45d-3967535270c2 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:17.799143 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c0cfac0b-7704-4053-b45d-3967535270c2 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3819051 Feb 16 12:49:17.801400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:17.808626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fcbbb633-4537-4f52-90c9-e5f081058a13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-security--1446914642', 'description': 'tempest-security-description-1656076736'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:17.886542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb633-4537-4f52-90c9-e5f081058a13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.982307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb633-4537-4f52-90c9-e5f081058a13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.036393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.071964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.121133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=350fde68-54ba-4243-8c27-8e632129fc4c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.161382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb633-4537-4f52-90c9-e5f081058a13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.171975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 1128d49f-98be-45bf-ab20-345c06640859 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:18.221422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.222563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2ed1549d-0040-4f16-9468-2930c12c6fb0 None None] Provisioning for port 587174ea-33ea-4fbd-8751-84131e00f9e0 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:18.230607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2ed1549d-0040-4f16-9468-2930c12c6fb0 None None] Provisioning complete for port 587174ea-33ea-4fbd-8751-84131e00f9e0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:18.231663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ed1549d-0040-4f16-9468-2930c12c6fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.241486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb633-4537-4f52-90c9-e5f081058a13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.245836 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fcbbb633-4537-4f52-90c9-e5f081058a13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "PUT /v2.0/security-groups/5839707f-059a-4cc7-8395-7454ac19f7ef HTTP/1.1" status: 200 len: 1780 time: 0.4400728 Feb 16 12:49:18.253216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:18.513939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbb633-4537-4f52-90c9-e5f081058a13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5839707f-059a-4cc7-8395-7454ac19f7ef,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.550051 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-37349725-fec4-43be-b9f5-fff36be69c31 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups/5839707f-059a-4cc7-8395-7454ac19f7ef HTTP/1.1" status: 200 len: 1780 time: 0.2956836 Feb 16 12:49:18.550814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.554939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:18.773085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc38a47d-ba80-4349-8c6b-36bf5af18e60 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.883416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:18.929804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1470da30-0e41-4d07-9285-bb918312effe None None] Provisioning for port 1128d49f-98be-45bf-ab20-345c06640859 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:18.930607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc38a47d-ba80-4349-8c6b-36bf5af18e60 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.934872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1470da30-0e41-4d07-9285-bb918312effe None None] Provisioning complete for port 1128d49f-98be-45bf-ab20-345c06640859 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:18.935548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1470da30-0e41-4d07-9285-bb918312effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.948076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.970722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1470da30-0e41-4d07-9285-bb918312effe None None] Port 1128d49f-98be-45bf-ab20-345c06640859 was deleted so its status cannot be updated. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:49:18.986748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 8029acfe-dfd4-4def-a340-3366436fa360 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:19.110582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=1128d49f-98be-45bf-ab20-345c06640859,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.120307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc38a47d-ba80-4349-8c6b-36bf5af18e60 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.157800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38a47d-ba80-4349-8c6b-36bf5af18e60 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5839707f-059a-4cc7-8395-7454ac19f7ef,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.171745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:19.181434 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5f9f2604-0ec1-4a82-8e80-a9d3d1d10051 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/8029acfe-dfd4-4def-a340-3366436fa360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2115421 Feb 16 12:49:19.183960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52904) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.184290 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] Sync routers for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:19.196083 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.196934 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.276912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:19.287313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 587174ea-33ea-4fbd-8751-84131e00f9e0 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:19.296113 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.306764 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.307474 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.320718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.323034 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-696ae5ec-b6ce-48c5-ab60-2081c7100687 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/1128d49f-98be-45bf-ab20-345c06640859 HTTP/1.1" status: 204 len: 168 time: 1.9302998 Feb 16 12:49:19.325751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52908) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.338977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc38a47d-ba80-4349-8c6b-36bf5af18e60 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.344389 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dc38a47d-ba80-4349-8c6b-36bf5af18e60 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/5839707f-059a-4cc7-8395-7454ac19f7ef HTTP/1.1" status: 204 len: 168 time: 0.7871618 Feb 16 12:49:19.347068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.377589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f57fcaaa-f443-43d7-af33-6f5c4ddb288c tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "PUT /v2.0/routers/ad7dc933-62c2-4c1f-a6d4-c89abedf11f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7995236 Feb 16 12:49:19.381035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52916) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.381908 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.382375 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa8cda-8e07-421c-a2a7-3b1149dae5dc None None] The sync data for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:19.398469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] Sync routers for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:19.418238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.418881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.468106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176074c-934b-499b-80fd-d82a26075406 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.469711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176074c-934b-499b-80fd-d82a26075406 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.471226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176074c-934b-499b-80fd-d82a26075406 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.472023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2176074c-934b-499b-80fd-d82a26075406 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:19.487274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.500063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] Routers {'ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.500682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.512845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-946c8824-2316-4b3c-8c4b-a9a34c21baa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:19.564294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.564609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8bf6e-6ce3-45da-acca-cf2f59dae7dc None None] The sync data for ids ['ad7dc933-62c2-4c1f-a6d4-c89abedf11f3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:19.566349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 587174ea-33ea-4fbd-8751-84131e00f9e0 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:19.566349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.602231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.680632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2176074c-934b-499b-80fd-d82a26075406 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:19.681793 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2176074c-934b-499b-80fd-d82a26075406 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3551280 Feb 16 12:49:19.685108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52920) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.735968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-946c8824-2316-4b3c-8c4b-a9a34c21baa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:19.738302 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-946c8824-2316-4b3c-8c4b-a9a34c21baa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3712857 Feb 16 12:49:19.740852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52924) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.769621 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-fa548ac8-1152-4f85-9c35-5f0b10c4f64f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] delete failed (client error): The resource could not be found. Feb 16 12:49:19.770748 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fa548ac8-1152-4f85-9c35-5f0b10c4f64f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/5839707f-059a-4cc7-8395-7454ac19f7ef HTTP/1.1" status: 404 len: 347 time: 0.0290256 Feb 16 12:49:19.774805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52928) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.811174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412929004'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:19.822340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:19.829608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 226ed5c7-c033-40d4-b93b-a343007e10e2 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:19.835811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.843244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:19.886193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.942450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.947014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.970223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.985018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting port 32727d2f-5121-4f36-8988-cf490069f4ca {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:19.985444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.033462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:20.186011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:20.238783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:20.262192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:20.311741 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-309330ea-a390-4eef-b8d9-64a108809e72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4110615 Feb 16 12:49:20.329975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.420412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.468932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.536257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.564462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port ed174d45-de5d-4393-b929-4becb454d441 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:20.564804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.579854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Calling delete_port for 32727d2f-5121-4f36-8988-cf490069f4ca owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:20.640052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fef106-50d5-4d22-9236-bb3d93224955,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.673673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-01006656-1353-47a9-8d90-923a253363e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:20.675091 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-01006656-1353-47a9-8d90-923a253363e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 1099 time: 0.2893095 Feb 16 12:49:20.721488 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.722809 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-df2d5b6a-0d9f-43cd-ae6c-90072cd9cf36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9462876 Feb 16 12:49:20.726108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52932) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:20.728031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.733576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '13fef106-50d5-4d22-9236-bb3d93224955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:20.743738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:20.757413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:20.762492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:20.773206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:20.807378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.820454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=226ed5c7-c033-40d4-b93b-a343007e10e2,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.827197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.830760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256e1c3-0ffa-4f82-bf60-ba3e3886a31f None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:20.978619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-f1989deb-3d89-4014-aaa5-6acf4f9e71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:20.981099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-f1989deb-3d89-4014-aaa5-6acf4f9e71c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfb2edae-ffd7-4d70-8d84-2c66205207d6 HTTP/1.1" status: 200 len: 896 time: 0.2809446 Feb 16 12:49:20.995271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for ed174d45-de5d-4393-b929-4becb454d441 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:21.077774 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2baac90a-3d52-424a-aaff-3eeffa259a1b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/226ed5c7-c033-40d4-b93b-a343007e10e2 HTTP/1.1" status: 204 len: 168 time: 1.3916285 Feb 16 12:49:21.078627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.093989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52938) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:21.154246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.196988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.235831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Port': ['ID=32727d2f-5121-4f36-8988-cf490069f4ca,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.290059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 70ce923c-650c-462d-a93d-ff3d1a8f3ff5 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:21.293569 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-88bfa05a-181d-447a-9722-d42e4238f8bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69 HTTP/1.1" status: 200 len: 1002 time: 0.3039823 Feb 16 12:49:21.320545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.336980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.377257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b9031a-6cb7-4d1a-b645-2ea4483faee2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.392682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.431490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.453201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=ed174d45-de5d-4393-b929-4becb454d441,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.504421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.508281 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1ca03576-368a-46ab-ba81-71a96f534864 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7785065 Feb 16 12:49:21.525772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-0d9d4526-52c2-4f5f-9c5f-00ce1bfc1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:21.530046 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-0d9d4526-52c2-4f5f-9c5f-00ce1bfc1d6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ed823da-5799-4782-87c2-d66be4451771 HTTP/1.1" status: 200 len: 835 time: 0.1747274 Feb 16 12:49:21.530046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.643524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52944) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:21.688962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.708827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1162c135-9c22-4f76-be69-c8e765921ded tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.779597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1162c135-9c22-4f76-be69-c8e765921ded tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.890294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.898684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.925530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-91728c16-0807-413d-9a27-508194a898c7 None None] Provisioning complete for port 587174ea-33ea-4fbd-8751-84131e00f9e0 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:21.926175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91728c16-0807-413d-9a27-508194a898c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.938799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.017613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-39bf35fa-57a3-42f8-9550-c5d846e15a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:22.019025 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-39bf35fa-57a3-42f8-9550-c5d846e15a88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfb2edae-ffd7-4d70-8d84-2c66205207d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3004622 Feb 16 12:49:22.022663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.022663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Fanout notify agent at l3_agent the message router_deleted on router ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:22.114965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.116041 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1e839d9c-ee64-463f-af26-f2fdc4a3e4c1 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/routers/ad7dc933-62c2-4c1f-a6d4-c89abedf11f3 HTTP/1.1" status: 204 len: 168 time: 2.7343526 Feb 16 12:49:22.119017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52948) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.177526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 8029acfe-dfd4-4def-a340-3366436fa360 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:22.179858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.243591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1162c135-9c22-4f76-be69-c8e765921ded tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.247380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=70ce923c-650c-462d-a93d-ff3d1a8f3ff5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.261413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf9f40-8f1e-47d4-969c-c2aaea90f9fb None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:22.265972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Deleting subnet ce9df02d-8f6e-4089-bfa4-97e793c9ac14 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:22.272112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.276652 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0a55da8-3f9d-49fa-a10d-64488e352d79 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/70ce923c-650c-462d-a93d-ff3d1a8f3ff5 HTTP/1.1" status: 204 len: 168 time: 1.1788859 Feb 16 12:49:22.276652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.310796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52952) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.313421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162c135-9c22-4f76-be69-c8e765921ded tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b9031a-6cb7-4d1a-b645-2ea4483faee2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.327698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1162c135-9c22-4f76-be69-c8e765921ded tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.331491 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1162c135-9c22-4f76-be69-c8e765921ded tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/02b9031a-6cb7-4d1a-b645-2ea4483faee2 HTTP/1.1" status: 204 len: 168 time: 0.6840725 Feb 16 12:49:22.332930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.350137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:22.358901 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-97c5d069-955c-442d-a7cd-b0792ee3597d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/8029acfe-dfd4-4def-a340-3366436fa360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1738455 Feb 16 12:49:22.359696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.376118 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-e5d25899-4dc8-4016-bd91-98daa47dfc77 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481364 Feb 16 12:49:22.386379 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] Sync routers for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:22.390634 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0897b7b7-c9e8-4271-ada3-fa5affe66317 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762119 Feb 16 12:49:22.400846 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:22.401719 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.404236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52964) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.414334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:22.434697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-677e0d40-e643-4fbf-a478-94382920ecbe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:22.478177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.493485 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.505598 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] Routers {'8029acfe-dfd4-4def-a340-3366436fa360'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:22.506223 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8029acfe-dfd4-4def-a340-3366436fa360'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.528880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4ee7162-536d-4f96-b633-91daa6564044 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:22.573097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.578426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:22.583437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:22.588478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:22.588478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:22.590190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] Deleting port 587174ea-33ea-4fbd-8751-84131e00f9e0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:22.591293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.592289 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.592753 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f21af-9004-4ec9-a276-8703d234b274 None None] The sync data for ids ['8029acfe-dfd4-4def-a340-3366436fa360'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:22.593020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:22.610784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-677e0d40-e643-4fbf-a478-94382920ecbe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:22.612513 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-677e0d40-e643-4fbf-a478-94382920ecbe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029acfe-dfd4-4def-a340-3366436fa360 HTTP/1.1" status: 200 len: 205 time: 0.2490020 Feb 16 12:49:22.615335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.624557 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5144f-7458-4973-b773-6dd7fe3035b6 req-e3cc9e9a-ed20-409c-8ba1-fcf9dba8471c service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389863 Feb 16 12:49:22.680097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4ee7162-536d-4f96-b633-91daa6564044 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:22.681453 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d4ee7162-536d-4f96-b633-91daa6564044 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3488839 Feb 16 12:49:22.684936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52972) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.739142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:22.742738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.764831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f72905-f6a6-4ede-8c7b-2719a52b142d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.777708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.826720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] For port 587174ea-33ea-4fbd-8751-84131e00f9e0, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=587174ea-33ea-4fbd-8751-84131e00f9e0,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:22.827214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.832171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba7533d4-b4e2-4b8b-9b05-2c114ead3abe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.841089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9df02d-8f6e-4089-bfa4-97e793c9ac14,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.845025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.848297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f72905-f6a6-4ede-8c7b-2719a52b142d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.873896 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-09d037de-06f9-46f4-96dc-b5a7e20f679b tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/subnets/ce9df02d-8f6e-4089-bfa4-97e793c9ac14 HTTP/1.1" status: 204 len: 168 time: 0.7539170 Feb 16 12:49:22.877281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52976) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.003702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] Calling delete_port for 587174ea-33ea-4fbd-8751-84131e00f9e0 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:23.006625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.118498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f72905-f6a6-4ede-8c7b-2719a52b142d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.156994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f72905-f6a6-4ede-8c7b-2719a52b142d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fef106-50d5-4d22-9236-bb3d93224955,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.160460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.168296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.182655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba7533d4-b4e2-4b8b-9b05-2c114ead3abe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.184000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba7533d4-b4e2-4b8b-9b05-2c114ead3abe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.199998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc54932-184d-434c-8b86-ee67e8a5f550']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:23.216922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c8eefe-95d0-4f20-bea6-18a00c4bea1c') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:23.217232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c8eefe-95d0-4f20-bea6-18a00c4bea1c') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:23.232776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.252152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] Pushing event deleted for resources: {'Port': ['ID=587174ea-33ea-4fbd-8751-84131e00f9e0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.257102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.261013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32913dbd-bdd7-427d-a91a-5fc53a7fca46 None None] No DVR routers for this DVR port 587174ea-33ea-4fbd-8751-84131e00f9e0 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:23.262752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 587174ea-33ea-4fbd-8751-84131e00f9e0 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:23.270428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39f72905-f6a6-4ede-8c7b-2719a52b142d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.271614 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-39f72905-f6a6-4ede-8c7b-2719a52b142d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/13fef106-50d5-4d22-9236-bb3d93224955 HTTP/1.1" status: 204 len: 168 time: 0.5855250 Feb 16 12:49:23.274397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:23.274771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52980) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.275588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:23.290393 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:23.312814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 587174ea-33ea-4fbd-8751-84131e00f9e0 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:23.313369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 587174ea-33ea-4fbd-8751-84131e00f9e0 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:23.343037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba7533d4-b4e2-4b8b-9b05-2c114ead3abe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.343528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7533d4-b4e2-4b8b-9b05-2c114ead3abe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Fanout notify agent at l3_agent the message router_deleted on router 8029acfe-dfd4-4def-a340-3366436fa360 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:23.378846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba7533d4-b4e2-4b8b-9b05-2c114ead3abe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.379909 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ba7533d4-b4e2-4b8b-9b05-2c114ead3abe tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/8029acfe-dfd4-4def-a340-3366436fa360 HTTP/1.1" status: 204 len: 168 time: 0.7634890 Feb 16 12:49:23.382904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 52984) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.383539 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-10da0d5f-18ad-448f-9074-7b80a7680f14 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:23.446544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 42247e9d-ddd9-4a7e-9874-2319169256e8 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:23.449396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.456826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.508742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.536731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.562380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.575411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] Pushing event deleted for resources: {'Network': ['ID=8fc54932-184d-434c-8b86-ee67e8a5f550,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.583671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c4376efd-1831-47d3-93b9-8901deb77374 tempest-FloatingIPTestJSON-1925790379 tempest-FloatingIPTestJSON-1925790379-project] 10.222.0.47 "DELETE /v2.0/networks/8fc54932-184d-434c-8b86-ee67e8a5f550 HTTP/1.1" status: 204 len: 168 time: 0.7022874 Feb 16 12:49:23.626077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-10da0d5f-18ad-448f-9074-7b80a7680f14 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:23.630904 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-10da0d5f-18ad-448f-9074-7b80a7680f14 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3513312 Feb 16 12:49:23.631919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.633627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.641050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190925334'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:23.653646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:23.671661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:23.677440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:23.680562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:23.681161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.692919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:23.693241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e81f71-c4a2-4239-aedc-dee1789c68ef None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:23.698652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=8f0340f3-f040-4ba3-89cc-197bbe53d705,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.829088 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-edc18bb2-f8d4-4cd0-bee1-a15229e7736c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4237664 Feb 16 12:49:23.831959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 52996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.838342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:23.883810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.914010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.914239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '8f0340f3-f040-4ba3-89cc-197bbe53d705'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:23.914907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.956078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:23.965408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:23.971904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:23.990394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:24.040437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:24.051222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:24.054955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:24.055301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=42247e9d-ddd9-4a7e-9874-2319169256e8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.063132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:24.069994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.079084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a777f-4f1b-436e-8728-742abe09f6b3 None None] Network a9808832-ff97-4ee5-8b67-1c62f75fc4be requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:24.090315 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9bd3c1f3-173f-420d-bd22-29af479f04b3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/42247e9d-ddd9-4a7e-9874-2319169256e8 HTTP/1.1" status: 204 len: 168 time: 0.7063289 Feb 16 12:49:24.091032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53000) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.114145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.162745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 8313a57e-32c1-427c-b8df-b36759378e8d {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:24.166057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.180649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:24.184702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.244685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.300551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.322937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Allocated IP 172.20.0.2 (d9baa628-812c-4290-914a-2abb43e08a16/8f0340f3-f040-4ba3-89cc-197bbe53d705/392de7c9-5e57-4f6d-a5b5-7347340599cd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:24.351925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.373715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53008) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.425382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed100c-57e9-4eb1-9611-ad1f625877db,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.544719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.546075 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b2b03f7f-e9d1-4984-b4e1-bc657a6c0654 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9111834 Feb 16 12:49:24.548832 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53014) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.555349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '2bed100c-57e9-4eb1-9611-ad1f625877db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:24.564731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:24.572391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:24.573359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:24.580780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:24.586438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.612698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.624920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Transition to ACTIVE for port object 392de7c9-5e57-4f6d-a5b5-7347340599cd will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:24.638731 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aabdbfcc-2678-4d9c-9893-819d62ae7fc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30d6130a02e84ee4a039c4a42b1e83b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544491 Feb 16 12:49:24.641857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53018) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.642608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=8313a57e-32c1-427c-b8df-b36759378e8d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.644723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.645715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Transition to ACTIVE for port object 392de7c9-5e57-4f6d-a5b5-7347340599cd will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:24.654211 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3f5bbe70-4b77-4d42-868b-09f80ecec3f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/8313a57e-32c1-427c-b8df-b36759378e8d HTTP/1.1" status: 204 len: 168 time: 0.5595708 Feb 16 12:49:24.654378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53022) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.664361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c773f1-29aa-469e-81ff-2537c81801e2 None None] Network e2a2f516-9b47-4c62-b874-6096227cc24a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:24.687821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] DHCP port deletion for a9808832-ff97-4ee5-8b67-1c62f75fc4be request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:24.740536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Deleting port e4ed5a2b-d805-470c-9501-eafc69e390ca {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:24.741148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.755361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.762502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a302f94-ff0c-4507-a7fb-be19bbbdbdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.785647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.793159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a302f94-ff0c-4507-a7fb-be19bbbdbdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.817773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.845867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port e4ed5a2b-d805-470c-9501-eafc69e390ca {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:24.846120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.887060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.945936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:24.957283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:24.963796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a302f94-ff0c-4507-a7fb-be19bbbdbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.992778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:24.996197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a302f94-ff0c-4507-a7fb-be19bbbdbdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac90ff-6889-4412-ba3d-01446203f855,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.998543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Pushing event updated for resources: {'Port': ['ID=392de7c9-5e57-4f6d-a5b5-7347340599cd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:25.060138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.082267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a302f94-ff0c-4507-a7fb-be19bbbdbdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.086672 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5a302f94-ff0c-4507-a7fb-be19bbbdbdb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22ac90ff-6889-4412-ba3d-01446203f855 HTTP/1.1" status: 204 len: 168 time: 0.4411068 Feb 16 12:49:25.110165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b130b4-d060-47c1-893a-cd7c7b112f05,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:25.135289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port e4ed5a2b-d805-470c-9501-eafc69e390ca, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e4ed5a2b-d805-470c-9501-eafc69e390ca,segment=NetworkSegment(4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b),segment_id=4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:25.135654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.137950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:25.231602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Attempting to bind port 392de7c9-5e57-4f6d-a5b5-7347340599cd on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:25.232196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Attempting to bind port 392de7c9-5e57-4f6d-a5b5-7347340599cd by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:25.232351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Attempting to bind port 392de7c9-5e57-4f6d-a5b5-7347340599cd on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:25.251532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:25.251906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:25.252305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.252692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:25.253168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Bound port: 392de7c9-5e57-4f6d-a5b5-7347340599cd, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:25.253536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.267435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.268451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-afce5206-6ca1-4852-9a52-3375d5e5f916 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7184975 Feb 16 12:49:25.272745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e4ed5a2b-d805-470c-9501-eafc69e390ca no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:25.275997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for e4ed5a2b-d805-470c-9501-eafc69e390ca owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:25.276148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:25.284865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '2bed100c-57e9-4eb1-9611-ad1f625877db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:25.291865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:25.298367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:25.303923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:25.312795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:25.389218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] For port e4ed5a2b-d805-470c-9501-eafc69e390ca, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e4ed5a2b-d805-470c-9501-eafc69e390ca,segment=NetworkSegment(4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b),segment_id=4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:25.389605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.514240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.515267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] DHCP port deletion for e2a2f516-9b47-4c62-b874-6096227cc24a request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:25.522915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.531855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Calling delete_port for e4ed5a2b-d805-470c-9501-eafc69e390ca owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:25.571221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port e4ed5a2b-d805-470c-9501-eafc69e390ca on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:25.584860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] Deleting port 85190d08-c50f-4210-ae77-771c5a192bc5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:25.585233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.588915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.604651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=e4ed5a2b-d805-470c-9501-eafc69e390ca,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:25.618877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No active binding found for port e4ed5a2b-d805-470c-9501-eafc69e390ca {{(pid=88445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 12:49:25.618877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e4ed5a2b-d805-470c-9501-eafc69e390ca not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:25.643518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] For port 392de7c9-5e57-4f6d-a5b5-7347340599cd, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:25.691865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] For port 392de7c9-5e57-4f6d-a5b5-7347340599cd, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=392de7c9-5e57-4f6d-a5b5-7347340599cd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:25.743709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.747838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:25.748190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:25.751680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.772466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:25.772466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:25.773950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9808832-ff97-4ee5-8b67-1c62f75fc4be']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.789105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.789695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1ab3f9-e76d-4c44-bb7e-848dc022bc9b') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.794216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.803164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.819552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.825861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:25.826257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:25.845053 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:25.883498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.908307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] For port 85190d08-c50f-4210-ae77-771c5a192bc5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85190d08-c50f-4210-ae77-771c5a192bc5,segment=NetworkSegment(27fe1804-579b-4e15-9271-08e4dbfa5fdb),segment_id=27fe1804-579b-4e15-9271-08e4dbfa5fdb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:25.908690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.915577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d47b77d-a5ee-4e29-9c02-193fdb3eb080,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:25.922088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7a8d-3a97-4e27-8f04-adf5b330c212 None None] Pushing event updated for resources: {'Port': ['ID=392de7c9-5e57-4f6d-a5b5-7347340599cd,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.016811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.026893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.038246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] Calling delete_port for 85190d08-c50f-4210-ae77-771c5a192bc5 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:26.055488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=a9808832-ff97-4ee5-8b67-1c62f75fc4be,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.090764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.096168 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9df610f3-6baa-42c0-99ac-a8fb630587dc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8147812 Feb 16 12:49:26.096427 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4e1df9c2-365d-4b17-945d-f89435e82059 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/a9808832-ff97-4ee5-8b67-1c62f75fc4be HTTP/1.1" status: 204 len: 168 time: 1.4376385 Feb 16 12:49:26.096537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53042) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.096636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53044) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.101619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '2bed100c-57e9-4eb1-9611-ad1f625877db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:26.107941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:26.113377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:26.120099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:26.130803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:26.227535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.239112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 85190d08-c50f-4210-ae77-771c5a192bc5 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:26.239583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.250176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Deleting port e4ed5a2b-d805-470c-9501-eafc69e390ca {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:26.251535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.321662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.367794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.405409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.419400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] Pushing event deleted for resources: {'Port': ['ID=85190d08-c50f-4210-ae77-771c5a192bc5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.433453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7065d558-adc5-4343-b7fb-a87587090aa0 None None] The port 'e4ed5a2b-d805-470c-9501-eafc69e390ca' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:26.436128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb2f2a-6710-41af-ba63-ae50c3f4fbec None None] No DVR routers for this DVR port 85190d08-c50f-4210-ae77-771c5a192bc5 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:26.507279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] The port '85190d08-c50f-4210-ae77-771c5a192bc5' was deleted {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:26.535987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.636001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.636272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.665399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a2f516-9b47-4c62-b874-6096227cc24a']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:26.679460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fe1804-579b-4e15-9271-08e4dbfa5fdb') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:26.679724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fe1804-579b-4e15-9271-08e4dbfa5fdb') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:26.692325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3f4f76-1b42-4a50-ad72-7c6a05dde6ac,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.693208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53058) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.695116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.722596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.724928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port 392de7c9-5e57-4f6d-a5b5-7347340599cd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=392de7c9-5e57-4f6d-a5b5-7347340599cd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:26.729924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:26.730323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:26.744868 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:26.755392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.811144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.812556 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-65b27d0e-65d1-4662-8962-cdec725ee54f tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7167540 Feb 16 12:49:26.816026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.821511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '2bed100c-57e9-4eb1-9611-ad1f625877db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:26.824199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--272343890'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:26.827562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:26.829826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:26.831864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:26.834574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:26.835362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:26.837407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:26.841205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:26.843110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:26.850886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.851682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.968940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:26.976499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.980766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:26.986483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.987100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.996890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=746606c7-86d2-405e-9475-3b6671cb465d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.003636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=392de7c9-5e57-4f6d-a5b5-7347340599cd,revision_number=4']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.008903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.017753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.018576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.036030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=e2a2f516-9b47-4c62-b874-6096227cc24a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.043657 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1701da94-9e48-4964-a4d8-1939ea8e7cd4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/e2a2f516-9b47-4c62-b874-6096227cc24a HTTP/1.1" status: 204 len: 168 time: 0.9429557 Feb 16 12:49:27.047197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53068) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.050376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.068483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-830206220'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.073749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:27.077911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:27.081467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:27.089580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.095410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:27.095559 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-82f7c710-160c-48fc-a078-4cfa190252db tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2591875 Feb 16 12:49:27.095559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53074) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.098491 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:27.101575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:02:78:7b', 'name': 'tempest-NetworksTestDHCPv6-664143068'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.105614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:27.109176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:27.115576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:27.231047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.246141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:27.251726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.264501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551dc18-a928-443b-9cb6-a67e26f4907e None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:27.296040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:27.305665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.306009 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment ddd98fca-4d8b-431d-bf44-046191553f83 of type vlan for network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 Feb 16 12:49:27.311374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.322708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:27.330368 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.334029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 392de7c9-5e57-4f6d-a5b5-7347340599cd up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:27.335773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:27.340199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:27.361634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290820d1-f72b-4d24-9427-76090f5dbba8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.362603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:27.391256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6dfdbf-0940-4686-a13e-63748bacca93,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.397174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.431501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:27.435793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:27.438805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:27.445206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:27.507827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.508936 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2973006b-c5a3-4d08-b139-28cae4fc13ea tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6918457 Feb 16 12:49:27.517363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.521107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.521686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8cfd9207-ce3b-446e-9a4d-67ccba85c1c7 None None] Provisioning for port 392de7c9-5e57-4f6d-a5b5-7347340599cd completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:27.526871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:27.527574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.536023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '2bed100c-57e9-4eb1-9611-ad1f625877db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.542360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:27.547297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:27.555721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:27.562892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:27.628927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 392de7c9-5e57-4f6d-a5b5-7347340599cd completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:27.636582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 392de7c9-5e57-4f6d-a5b5-7347340599cd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:27.636955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.661964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:27.663452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.682967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:27.693102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.695365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.727137 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-86595f59-c9a4-4e07-8e6a-4372a5469477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6760612 Feb 16 12:49:27.727527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53082) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.733136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.817746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.856453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.861526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.871116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.888585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 53cf4c0d-fe17-4541-97f8-d801163fb58e yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:27.899692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 392de7c9-5e57-4f6d-a5b5-7347340599cd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=392de7c9-5e57-4f6d-a5b5-7347340599cd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:27.906318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:27.911959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f352e7-aea6-4d9c-8a5d-0a1dada6f76d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.917971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:27.927597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:27.930001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:27.978283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.022139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.022389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.026438 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-902469a2-e5cf-4e92-8f99-713ebcb22a9c tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3343022 Feb 16 12:49:28.027296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53086) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.088261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749f040c-4751-4d95-96a3-ae1e9056d6eb,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.108169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85190d08-c50f-4210-ae77-771c5a192bc5 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:28.122687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-61a24c4e-a1b7-4b87-bd57-ba6e58ae3b80 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:28.127616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:28.139138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.152748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 85190d08-c50f-4210-ae77-771c5a192bc5 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:28.153330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85190d08-c50f-4210-ae77-771c5a192bc5 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:28.174376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=392de7c9-5e57-4f6d-a5b5-7347340599cd,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.227976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 172.20.0.5 (d9baa628-812c-4290-914a-2abb43e08a16/8f0340f3-f040-4ba3-89cc-197bbe53d705/53cf4c0d-fe17-4541-97f8-d801163fb58e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:28.234891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fe02:787b (d9baa628-812c-4290-914a-2abb43e08a16/746606c7-86d2-405e-9475-3b6671cb465d/53cf4c0d-fe17-4541-97f8-d801163fb58e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:28.262123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.263396 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-57c12d17-4011-4857-af1b-f64f6d851b25 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7443690 Feb 16 12:49:28.266094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.279493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-61a24c4e-a1b7-4b87-bd57-ba6e58ae3b80 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:28.280920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-61a24c4e-a1b7-4b87-bd57-ba6e58ae3b80 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2526851 Feb 16 12:49:28.284199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53094) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.291447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2cfa6455-2153-427c-8f81-38f267e0e8b4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-security--1120980397', 'description': 'tempest-security-description-1995521183'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:28.324985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8e78063-28c0-4c36-8d15-0639deb25e9d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.353130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8e78063-28c0-4c36-8d15-0639deb25e9d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.362066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6455-2153-427c-8f81-38f267e0e8b4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.440090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b99331a3-774b-4e3b-b684-6496df3a5dab None None] Provisioning complete for port 392de7c9-5e57-4f6d-a5b5-7347340599cd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:28.440704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b99331a3-774b-4e3b-b684-6496df3a5dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.452152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6455-2153-427c-8f81-38f267e0e8b4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.501093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.628248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 53cf4c0d-fe17-4541-97f8-d801163fb58e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:28.630269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8e78063-28c0-4c36-8d15-0639deb25e9d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.649424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.653340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6455-2153-427c-8f81-38f267e0e8b4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.654359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e78063-28c0-4c36-8d15-0639deb25e9d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=749f040c-4751-4d95-96a3-ae1e9056d6eb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.658237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8e78063-28c0-4c36-8d15-0639deb25e9d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.659313 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e8e78063-28c0-4c36-8d15-0639deb25e9d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/749f040c-4751-4d95-96a3-ae1e9056d6eb HTTP/1.1" status: 204 len: 168 time: 0.3921390 Feb 16 12:49:28.662901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.715344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6455-2153-427c-8f81-38f267e0e8b4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.716548 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2cfa6455-2153-427c-8f81-38f267e0e8b4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "PUT /v2.0/security-groups/17f352e7-aea6-4d9c-8a5d-0a1dada6f76d HTTP/1.1" status: 200 len: 1780 time: 0.4314604 Feb 16 12:49:28.724333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8bca7bd0-11df-4751-881b-29dafba3946c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:28.725611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53102) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.773387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa6455-2153-427c-8f81-38f267e0e8b4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f352e7-aea6-4d9c-8a5d-0a1dada6f76d,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.791961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=4386cc64-14a3-403c-ab21-101eb9a4e547,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.813780 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1b897277-6e04-4d2a-a6de-a8c748494a7f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups/17f352e7-aea6-4d9c-8a5d-0a1dada6f76d HTTP/1.1" status: 200 len: 1780 time: 0.0838339 Feb 16 12:49:28.814565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': 'ddd98fca-4d8b-431d-bf44-046191553f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:28.814927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:28.816829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53106) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.835243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.888541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8bca7bd0-11df-4751-881b-29dafba3946c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:28.889742 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8bca7bd0-11df-4751-881b-29dafba3946c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2259090 Feb 16 12:49:28.892813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53110) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.922456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d612-5e67-452a-959c-040ea5a25dd5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.932862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d612-5e67-452a-959c-040ea5a25dd5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.934538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:28.940430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:28.948566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:28.961334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:28.973720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=53cf4c0d-fe17-4541-97f8-d801163fb58e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.004059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fe5580f-9a4f-4ace-a6b9-361923248964 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.044089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.066660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.066660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fe5580f-9a4f-4ace-a6b9-361923248964 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.118879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:29.123062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.124001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.132424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b19c79-3bd3-4065-b87d-02b49b3281cb None None] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:29.159335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d612-5e67-452a-959c-040ea5a25dd5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.160531 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-85cf7826-f7ad-4cef-8506-75623cf4ea8a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0640321 Feb 16 12:49:29.162750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.175717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d612-5e67-452a-959c-040ea5a25dd5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.178029 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f7e6d612-5e67-452a-959c-040ea5a25dd5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/290820d1-f72b-4d24-9427-76090f5dbba8 HTTP/1.1" status: 204 len: 168 time: 0.2842088 Feb 16 12:49:29.180969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53118) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.213437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6d612-5e67-452a-959c-040ea5a25dd5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=290820d1-f72b-4d24-9427-76090f5dbba8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.245849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fe5580f-9a4f-4ace-a6b9-361923248964 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.249795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 392de7c9-5e57-4f6d-a5b5-7347340599cd up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:29.266816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-746c3142-67a8-483c-9624-33681de07787 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:29.270416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5580f-9a4f-4ace-a6b9-361923248964 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f352e7-aea6-4d9c-8a5d-0a1dada6f76d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.296275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56ec2a-9456-43de-861f-debf85540d1d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.301008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-226b3a2b-cfe3-4787-8cc0-37d6961f1d27 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5723169 Feb 16 12:49:29.303511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56ec2a-9456-43de-861f-debf85540d1d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.304599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e56ec2a-9456-43de-861f-debf85540d1d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:29.304966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53122) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.310384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-319458738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.317528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:29.322251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:router and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:29.325184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:29.331145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:29.409341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 392de7c9-5e57-4f6d-a5b5-7347340599cd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:29.409579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.416058 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fe5580f-9a4f-4ace-a6b9-361923248964 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.439764 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0fe5580f-9a4f-4ace-a6b9-361923248964 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/17f352e7-aea6-4d9c-8a5d-0a1dada6f76d HTTP/1.1" status: 204 len: 168 time: 0.5988481 Feb 16 12:49:29.439764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.470618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-41ed7f74-cd45-4de8-a755-0cdd6542c634 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:29.491211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-746c3142-67a8-483c-9624-33681de07787 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:29.491467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e56ec2a-9456-43de-861f-debf85540d1d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:29.497605 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7e56ec2a-9456-43de-861f-debf85540d1d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3288379 Feb 16 12:49:29.498087 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-746c3142-67a8-483c-9624-33681de07787 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3105140 Feb 16 12:49:29.498204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a56cda99-317b-4313-a361-e97b34c27ffe None None] Provisioning for port 53cf4c0d-fe17-4541-97f8-d801163fb58e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:29.499827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53130) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.500082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.500219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a56cda99-317b-4313-a361-e97b34c27ffe None None] Provisioning complete for port 53cf4c0d-fe17-4541-97f8-d801163fb58e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:29.500531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a56cda99-317b-4313-a361-e97b34c27ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.530922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77', 'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '4386cc64-14a3-403c-ab21-101eb9a4e547'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:29.531763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.535319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ded08e2-d9d5-451f-9727-88a9f6471d03 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.548464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ded08e2-d9d5-451f-9727-88a9f6471d03 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.587416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 53cf4c0d-fe17-4541-97f8-d801163fb58e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:29.588117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.621075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a56cda99-317b-4313-a361-e97b34c27ffe None None] Port 53cf4c0d-fe17-4541-97f8-d801163fb58e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:29.622399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.623506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.637555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-41ed7f74-cd45-4de8-a755-0cdd6542c634 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:29.642728 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-41ed7f74-cd45-4de8-a755-0cdd6542c634 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2183588 Feb 16 12:49:29.642914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.665598 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-4ff4e0db-fdc8-4153-8eb0-66f3c59fafa6 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] delete failed (client error): The resource could not be found. Feb 16 12:49:29.671140 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4ff4e0db-fdc8-4153-8eb0-66f3c59fafa6 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/17f352e7-aea6-4d9c-8a5d-0a1dada6f76d HTTP/1.1" status: 404 len: 347 time: 0.0220883 Feb 16 12:49:29.672811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53142) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.681057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--982931635'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.686581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:29.699569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:29.747650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ded08e2-d9d5-451f-9727-88a9f6471d03 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.770500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded08e2-d9d5-451f-9727-88a9f6471d03 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee3f4f76-1b42-4a50-ad72-7c6a05dde6ac,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.774117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Allocated IP 2001:db8::2 (e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77/4386cc64-14a3-403c-ab21-101eb9a4e547/e74c753a-f413-4ca5-95b0-fd2b903f3dcd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:29.810213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.855280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.873368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.877203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:29.881675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:29.884604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:29.890611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:29.899854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ded08e2-d9d5-451f-9727-88a9f6471d03 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.911334 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7ded08e2-d9d5-451f-9727-88a9f6471d03 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ee3f4f76-1b42-4a50-ad72-7c6a05dde6ac HTTP/1.1" status: 204 len: 168 time: 0.4002943 Feb 16 12:49:29.911334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53146) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.951153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.975435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4342c348-4d5e-4c96-81ad-c3773e731858 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:30.003429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.017476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Transition to ACTIVE for port object e74c753a-f413-4ca5-95b0-fd2b903f3dcd will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:30.026863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.040889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Transition to ACTIVE for port object e74c753a-f413-4ca5-95b0-fd2b903f3dcd will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:30.136581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4342c348-4d5e-4c96-81ad-c3773e731858 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:30.136824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.141026 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4342c348-4d5e-4c96-81ad-c3773e731858 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2331717 Feb 16 12:49:30.141846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.143859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.146794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 53cf4c0d-fe17-4541-97f8-d801163fb58e owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:30.178216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.183814 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7f857f28-e96a-42d4-bf09-9f03065ec493 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8762388 Feb 16 12:49:30.183814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53154) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.206007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'port': {'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77', 'name': 'tempest-RoutersIpV6Test-854498873'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:30.214925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:30.218069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:30.222207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:30.230491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Pushing event updated for resources: {'Port': ['ID=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.237912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8fc9-697c-4044-a0a4-de55592f990c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.246522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c38d9-d332-46ec-8e23-9bd225cddf38,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.261424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8fc9-697c-4044-a0a4-de55592f990c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.323208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Attempting to bind port e74c753a-f413-4ca5-95b0-fd2b903f3dcd on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:30.323572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Attempting to bind port e74c753a-f413-4ca5-95b0-fd2b903f3dcd by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'ddd98fca-4d8b-431d-bf44-046191553f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:30.323923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Attempting to bind port e74c753a-f413-4ca5-95b0-fd2b903f3dcd on network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:30.329178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:30.329543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Checking segment: {'id': 'ddd98fca-4d8b-431d-bf44-046191553f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:30.329935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.330318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Bound using segment: {'id': 'ddd98fca-4d8b-431d-bf44-046191553f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:30.330770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Bound port: e74c753a-f413-4ca5-95b0-fd2b903f3dcd, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd98fca-4d8b-431d-bf44-046191553f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:30.331164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.399874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.401754 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f765b058-d78f-41c6-964c-4527feb9d813 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7275000 Feb 16 12:49:30.404750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.410570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '2f7c38d9-d332-46ec-8e23-9bd225cddf38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:30.418545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:30.418830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:30.423193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:30.426739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:30.433631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:30.433922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:port and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:30.440758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8fc9-697c-4044-a0a4-de55592f990c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.445068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:30.456340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:30.460655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e8fc9-697c-4044-a0a4-de55592f990c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d47b77d-a5ee-4e29-9c02-193fdb3eb080,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.461071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] For port e74c753a-f413-4ca5-95b0-fd2b903f3dcd, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:30.464993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] For port e74c753a-f413-4ca5-95b0-fd2b903f3dcd, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,segment=NetworkSegment(ddd98fca-4d8b-431d-bf44-046191553f83),segment_id=ddd98fca-4d8b-431d-bf44-046191553f83)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:30.538049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.574467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.576694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8fc9-697c-4044-a0a4-de55592f990c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.577789 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5c9e8fc9-697c-4044-a0a4-de55592f990c tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/0d47b77d-a5ee-4e29-9c02-193fdb3eb080 HTTP/1.1" status: 204 len: 168 time: 0.4295149 Feb 16 12:49:30.580562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53162) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.601287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.605754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:30.609483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.644871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] device_id is not set on port a4c8fbf9-d73a-4211-9590-de02805a09e3 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:30.661942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f48fa8-f1fc-468f-87d5-972caee2e8d2 None None] Pushing event updated for resources: {'Port': ['ID=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.690336 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-346bcc8e-8501-4240-bac0-f4c2c001307d tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1085193 Feb 16 12:49:30.693793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.694395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.724548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.752177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e4eda23-4793-4eda-8a8d-ae29a1b84962 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.757864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f05649b-35a9-4b1c-b3e6-5f11663da48b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.774664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e4eda23-4793-4eda-8a8d-ae29a1b84962 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.789612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=53cf4c0d-fe17-4541-97f8-d801163fb58e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.877457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.881763 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e29f4f72-950f-4293-b6d3-ba5782f68656 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4727714 Feb 16 12:49:30.882485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.922031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e4eda23-4793-4eda-8a8d-ae29a1b84962 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.937730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52d4ee6-1f1a-4933-8ea2-59b6a818e04d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.952202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eda23-4793-4eda-8a8d-ae29a1b84962 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b130b4-d060-47c1-893a-cd7c7b112f05,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.960071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52d4ee6-1f1a-4933-8ea2-59b6a818e04d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.994790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e4eda23-4793-4eda-8a8d-ae29a1b84962 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.996479 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9e4eda23-4793-4eda-8a8d-ae29a1b84962 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/46b130b4-d060-47c1-893a-cd7c7b112f05 HTTP/1.1" status: 204 len: 168 time: 0.3008523 Feb 16 12:49:30.998620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.064188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-23da611b-11b6-4c5c-80ee-8da84ce8b1f4 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:31.080090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.083229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8::291 (e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77/4386cc64-14a3-403c-ab21-101eb9a4e547/a4c8fbf9-d73a-4211-9590-de02805a09e3) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:31.120190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52d4ee6-1f1a-4933-8ea2-59b6a818e04d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.138582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d4ee6-1f1a-4933-8ea2-59b6a818e04d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f05649b-35a9-4b1c-b3e6-5f11663da48b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.140940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52d4ee6-1f1a-4933-8ea2-59b6a818e04d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.142800 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e52d4ee6-1f1a-4933-8ea2-59b6a818e04d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/8f05649b-35a9-4b1c-b3e6-5f11663da48b HTTP/1.1" status: 204 len: 168 time: 0.2586012 Feb 16 12:49:31.146315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.205197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f88d6c13-2298-4ed6-a52c-dba5481c2ea6 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:31.245010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-23da611b-11b6-4c5c-80ee-8da84ce8b1f4 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:31.246320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e74c753a-f413-4ca5-95b0-fd2b903f3dcd up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:31.247239 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-23da611b-11b6-4c5c-80ee-8da84ce8b1f4 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2468169 Feb 16 12:49:31.250128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.286909 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-33d01cb6-b2dd-42cc-bb4f-79fb5e7ad099 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/53cf4c0d-fe17-4541-97f8-d801163fb58e HTTP/1.1" status: 204 len: 168 time: 1.7860298 Feb 16 12:49:31.294323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.347569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.364457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object a4c8fbf9-d73a-4211-9590-de02805a09e3 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:31.422041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e74c753a-f413-4ca5-95b0-fd2b903f3dcd completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:31.457755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f88d6c13-2298-4ed6-a52c-dba5481c2ea6 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:31.461864 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f88d6c13-2298-4ed6-a52c-dba5481c2ea6 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3117194 Feb 16 12:49:31.462201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53190) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.485866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63260e89-8193-4463-b2f5-87be38f62d0a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.511308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42010883-4d33-4922-bd26-c78969d030fb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.513207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42010883-4d33-4922-bd26-c78969d030fb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.514971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42010883-4d33-4922-bd26-c78969d030fb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.515848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-42010883-4d33-4922-bd26-c78969d030fb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:31.531099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.540323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63260e89-8193-4463-b2f5-87be38f62d0a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.578578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-06dd4673-416c-492d-bb57-4cb4fab1c66a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.626625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:31.640867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:31.654478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:31.659842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.660487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.666898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=a4c8fbf9-d73a-4211-9590-de02805a09e3,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.670954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-06dd4673-416c-492d-bb57-4cb4fab1c66a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.682895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-42010883-4d33-4922-bd26-c78969d030fb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:31.685638 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-42010883-4d33-4922-bd26-c78969d030fb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3903010 Feb 16 12:49:31.691228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53194) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.743387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963cf6f4-b031-4778-91d5-ef10a4b869db None None] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:31.758017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63260e89-8193-4463-b2f5-87be38f62d0a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.777384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 746606c7-86d2-405e-9475-3b6671cb465d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:31.782781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63260e89-8193-4463-b2f5-87be38f62d0a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed100c-57e9-4eb1-9611-ad1f625877db,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.784501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.806041 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5a280d09-8154-4545-b04f-3c0fe279258d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6141965 Feb 16 12:49:31.809159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53198) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.850369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.870614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-06dd4673-416c-492d-bb57-4cb4fab1c66a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.933926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.960398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-58bf0853-e1fb-4938-b203-9551bad6dc5f None None] Provisioning for port e74c753a-f413-4ca5-95b0-fd2b903f3dcd completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:31.974953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63260e89-8193-4463-b2f5-87be38f62d0a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.978763 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-63260e89-8193-4463-b2f5-87be38f62d0a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/2bed100c-57e9-4eb1-9611-ad1f625877db HTTP/1.1" status: 204 len: 168 time: 0.7240214 Feb 16 12:49:31.979947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.982505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-58bf0853-e1fb-4938-b203-9551bad6dc5f None None] Provisioning complete for port e74c753a-f413-4ca5-95b0-fd2b903f3dcd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:31.982833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58bf0853-e1fb-4938-b203-9551bad6dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.037268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-72c8a7f4-bf1b-40c3-aa44-50f0501fa8bc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:32.057907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4673-416c-492d-bb57-4cb4fab1c66a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c38d9-d332-46ec-8e23-9bd225cddf38,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.119707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-72c8a7f4-bf1b-40c3-aa44-50f0501fa8bc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:32.121953 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-72c8a7f4-bf1b-40c3-aa44-50f0501fa8bc tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1403852 Feb 16 12:49:32.133714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.134358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58bf0853-e1fb-4938-b203-9551bad6dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.134478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.147682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125504407'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:32.159418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.162154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:32.169681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-58bf0853-e1fb-4938-b203-9551bad6dc5f None None] For port e74c753a-f413-4ca5-95b0-fd2b903f3dcd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,segment=NetworkSegment(ddd98fca-4d8b-431d-bf44-046191553f83),segment_id=ddd98fca-4d8b-431d-bf44-046191553f83)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:32.211167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.213966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=746606c7-86d2-405e-9475-3b6671cb465d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.223783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2298d-3983-41a2-954a-2e0d8ced2f75 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:32.226446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:32.313295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58bf0853-e1fb-4938-b203-9551bad6dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.398951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-06dd4673-416c-492d-bb57-4cb4fab1c66a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.401008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-06dd4673-416c-492d-bb57-4cb4fab1c66a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/2f7c38d9-d332-46ec-8e23-9bd225cddf38 HTTP/1.1" status: 204 len: 168 time: 0.9377964 Feb 16 12:49:32.415625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.416402 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d4bcfec1-ed9e-42ba-a394-a2c70d3dd2ba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/746606c7-86d2-405e-9475-3b6671cb465d HTTP/1.1" status: 204 len: 168 time: 0.7239146 Feb 16 12:49:32.429533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf0853-e1fb-4938-b203-9551bad6dc5f None None] Pushing event updated for resources: {'Port': ['ID=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.439006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53224) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.525879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.567977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7e2ec616-7380-422c-98e7-c881d209a883 None None] Provisioning complete for port e74c753a-f413-4ca5-95b0-fd2b903f3dcd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:32.568352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec616-7380-422c-98e7-c881d209a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.613047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.630655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51291c2b-b02e-4f93-bd64-54d8b659e75b tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:32.638015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 8f0340f3-f040-4ba3-89cc-197bbe53d705 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:32.644623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:32.647669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.685617 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f86d2f8e-3058-49b1-ac20-48a22b7aba57 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/a2077fdf-6b2e-40a9-a35b-83fe0b446df4 HTTP/1.1" status: 200 len: 994 time: 0.5497396 Feb 16 12:49:32.696271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:32.701336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:32.720975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:32.756552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.828308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51291c2b-b02e-4f93-bd64-54d8b659e75b tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:32.831614 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-51291c2b-b02e-4f93-bd64-54d8b659e75b tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4137497 Feb 16 12:49:32.845252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53232) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.851972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--343004442'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:32.854137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7e2ec616-7380-422c-98e7-c881d209a883 None None] Provisioning for port a4c8fbf9-d73a-4211-9590-de02805a09e3 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:32.860991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7e2ec616-7380-422c-98e7-c881d209a883 None None] Provisioning complete for port a4c8fbf9-d73a-4211-9590-de02805a09e3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:32.876660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec616-7380-422c-98e7-c881d209a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.877036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:32.907023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:32.935408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.953402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.953988 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ec616-7380-422c-98e7-c881d209a883 None None] Port a4c8fbf9-d73a-4211-9590-de02805a09e3 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:33.046446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.051160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53238) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.075725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9a702181-243a-46d7-9906-b2b51c0d7514 None None] Provisioning complete for port a4c8fbf9-d73a-4211-9590-de02805a09e3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:33.076416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a702181-243a-46d7-9906-b2b51c0d7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.082759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b96689-919f-4a7d-9fe6-0cbb16fb12f4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.137258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.142455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9a702181-243a-46d7-9906-b2b51c0d7514 None None] Port a4c8fbf9-d73a-4211-9590-de02805a09e3 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:33.179626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0340f3-f040-4ba3-89cc-197bbe53d705,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.183546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.201678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.203543 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0bbece58-2b4d-4dc2-b065-30cc6dff9a0e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/8f0340f3-f040-4ba3-89cc-197bbe53d705 HTTP/1.1" status: 204 len: 168 time: 0.7643833 Feb 16 12:49:33.206463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.210442 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-76662754-7ecf-4c72-a833-c6c28326ed13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0696807 Feb 16 12:49:33.210442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.211667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53244) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.247024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e74c753a-f413-4ca5-95b0-fd2b903f3dcd up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:33.289268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '13b96689-919f-4a7d-9fe6-0cbb16fb12f4', 'direction': 'ingress', 'protocol': 17}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:33.298171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:33.309603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:33.316477 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1c12013f-038f-49ca-b6c3-ce11db3ca2d4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060691 Feb 16 12:49:33.318456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:33.322856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:33.325665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53250) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.326321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:33.342009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:33.342009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:33.346810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.349754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 39bc1072-f1f9-48c2-bc53-df2baadb351f {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:33.350265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.351040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e74c753a-f413-4ca5-95b0-fd2b903f3dcd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:33.351498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.398879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:33.486930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963c5e0-9430-4be4-acc2-91184e4214ca None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:33.492559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7ce49-afc1-4af3-b754-94280f32249d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:33.496434 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-31a7ce49-afc1-4af3-b754-94280f32249d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1634178 Feb 16 12:49:33.496574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.497075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.569178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.581447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.604083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9dc82c34-b773-4e4f-82cc-9941a561e631 None None] Provisioning complete for port 392de7c9-5e57-4f6d-a5b5-7347340599cd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:33.604083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9dc82c34-b773-4e4f-82cc-9941a561e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.634186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f74da-9fff-4dc9-9257-e88ab60273bd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:33.634743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c76f74da-9fff-4dc9-9257-e88ab60273bd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:33.669314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.670525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.721281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f4b894-c7d6-4ffd-9b1c-cb7943d3686a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.732072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c76f74da-9fff-4dc9-9257-e88ab60273bd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:33.735951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c76f74da-9fff-4dc9-9257-e88ab60273bd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2352390 Feb 16 12:49:33.735951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53258) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.814348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.826135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.865060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0410af-e7d3-43a9-ba3d-c932b8c128c1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.869607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=a4c8fbf9-d73a-4211-9590-de02805a09e3,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.877747 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-20cea071-dc12-4a56-9f5c-69f8dbd068bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1408751 Feb 16 12:49:33.878586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.884247 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ba53ce2f-83f3-4107-bc8b-58f03216faaa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0342739 Feb 16 12:49:33.884247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.884247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.890785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '92f4b894-c7d6-4ffd-9b1c-cb7943d3686a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:33.898953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:33.917473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:33.921474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.921801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.936346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7be7219a-7946-43be-9f18-7e791421e051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.976978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:33.987961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:33.997714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:34.004081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:34.004757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] Deleting port 392de7c9-5e57-4f6d-a5b5-7347340599cd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:34.004962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.036731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:34.046828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:34.079542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.083514 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3398b9f-339c-481a-a0d7-74d87c47969b tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8667104 Feb 16 12:49:34.083872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53270) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.108626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-108cdaea-88f9-4ad4-91fc-4c7d19ab36ae None None] Provisioning complete for port a4c8fbf9-d73a-4211-9590-de02805a09e3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:34.108626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-108cdaea-88f9-4ad4-91fc-4c7d19ab36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.168765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.200628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-108cdaea-88f9-4ad4-91fc-4c7d19ab36ae None None] Port a4c8fbf9-d73a-4211-9590-de02805a09e3 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:34.226245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 39bc1072-f1f9-48c2-bc53-df2baadb351f owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:34.285288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] For port 392de7c9-5e57-4f6d-a5b5-7347340599cd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=392de7c9-5e57-4f6d-a5b5-7347340599cd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:34.285858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.300505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:34.305325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.305486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.305942 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:34.306373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:34.314348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c19a2a9c-1088-4dce-9e4f-54966741caa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.369618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c19a2a9c-1088-4dce-9e4f-54966741caa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.421410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.431130 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eccd31fd-a766-41a0-bb1d-1339182d6591 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5466928 Feb 16 12:49:34.435680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53274) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.441197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:34.501687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] Calling delete_port for 392de7c9-5e57-4f6d-a5b5-7347340599cd owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:34.515171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.549743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c19a2a9c-1088-4dce-9e4f-54966741caa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.582673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec7d97a-1d80-40dc-8414-0ebf8c07af4b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.598652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a2a9c-1088-4dce-9e4f-54966741caa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b96689-919f-4a7d-9fe6-0cbb16fb12f4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.613255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:34.631671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c19a2a9c-1088-4dce-9e4f-54966741caa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.632314 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c19a2a9c-1088-4dce-9e4f-54966741caa7 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/13b96689-919f-4a7d-9fe6-0cbb16fb12f4 HTTP/1.1" status: 204 len: 168 time: 0.5473833 Feb 16 12:49:34.633412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:34.635289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.656626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.705711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.709716 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1fc6fa04-7308-4764-b239-741fb9c4c78a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8212049 Feb 16 12:49:34.710341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a769efb3-f3b1-4bbf-8c83-b939f5828782 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:34.710946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53282) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.712694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] Pushing event deleted for resources: {'Port': ['ID=392de7c9-5e57-4f6d-a5b5-7347340599cd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.716356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79a3f8-1b59-4003-9118-bc22dba61ca7 None None] No DVR routers for this DVR port 392de7c9-5e57-4f6d-a5b5-7347340599cd on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:34.741404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:34.744947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.746323 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:34.746741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:34.774015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '92f4b894-c7d6-4ffd-9b1c-cb7943d3686a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:34.786374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:34.793959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:34.804315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:34.813682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:34.813947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a769efb3-f3b1-4bbf-8c83-b939f5828782 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:34.818971 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a769efb3-f3b1-4bbf-8c83-b939f5828782 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1790111 Feb 16 12:49:34.819261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.824569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--693026214'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:34.830297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:34.840684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:34.853880 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eea946bb-e058-4858-9b1d-a4db040de011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4157515 Feb 16 12:49:34.856443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.861792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:34.880984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.933907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.974427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:34.978314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.989286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.990111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.996454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:34.996887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=39bc1072-f1f9-48c2-bc53-df2baadb351f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.008470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:35.012706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:35.015635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:35.026424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:35.059300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.077411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:35.080889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.082242 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:35.083184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:35.109476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.211757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 392de7c9-5e57-4f6d-a5b5-7347340599cd no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:35.212425 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2451d229-70c3-4521-9b25-d34e52cd2238 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3547380 Feb 16 12:49:35.213085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.219998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53294) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:35.239810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:35.247728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 392de7c9-5e57-4f6d-a5b5-7347340599cd {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:35.248209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 392de7c9-5e57-4f6d-a5b5-7347340599cd not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:35.253172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575e16af-123a-4606-a686-0f2ffa205bb9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.282357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=a4c8fbf9-d73a-4211-9590-de02805a09e3,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.319010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.320320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3b683eb-f887-4861-9607-c6f04b821807 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5000358 Feb 16 12:49:35.323099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:35.328365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--165129740'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:35.335080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:35.344805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:35.377109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.377439 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP a2077fdf-6b2e-40a9-a35b-83fe0b446df4 disassociated (deleted). External IP: 172.26.6.151, port: da2675d1-071d-4af3-94b6-80f9c1fcbd69. Feb 16 12:49:35.501167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.506288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.519600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:35.528330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:35.532435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:35.535409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:35.541106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:35.569366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:35.582429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:35.611865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:35.614315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.633027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.746451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.795660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc23b4b-dd84-431c-9043-5c08891d8f1b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.832221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c5628ba0-70c8-4d97-8f63-4cee0415e818 None None] Provisioning complete for port a4c8fbf9-d73a-4211-9590-de02805a09e3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:35.832663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c5628ba0-70c8-4d97-8f63-4cee0415e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.885583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c5628ba0-70c8-4d97-8f63-4cee0415e818 None None] Port a4c8fbf9-d73a-4211-9590-de02805a09e3 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:35.901966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.902428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369fdd03-3fd1-4037-87f2-249ffe5e0359,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.903500 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-260b6101-c67f-4760-9497-697aa18862d9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5793715 Feb 16 12:49:35.906262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:35.911699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '575e16af-123a-4606-a686-0f2ffa205bb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9dc23b4b-dd84-431c-9043-5c08891d8f1b', 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:35.918059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:35.922200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:35.925104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:35.931312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:35.988168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:35.992236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.993641 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:35.994053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:36.036812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.110731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.123343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.124514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1afb85ce-899a-4293-8fcb-c768c86b48db tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4126041 Feb 16 12:49:36.127511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53306) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.132581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '92f4b894-c7d6-4ffd-9b1c-cb7943d3686a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:36.138863 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-71a88ed9-95bc-4775-86d7-2bbe625dea44 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9148796 Feb 16 12:49:36.139203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:36.141784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.145980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:36.151593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:36.168268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:36.168917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54c9a2c3-7f45-44a1-aafb-d01a8542ed0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.177465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 124fb1c9-b4bd-436b-b732-bf29c9336e0e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:36.221811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:36.234743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.284013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3302cb86-1ed9-4442-b701-3fd5d8f96ab5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:36.299363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:36.309232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:36.321439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 5fa5de97-9292-49e6-af5d-a1f9c97c8c94 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:36.337722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.398708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.409467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.411242 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f089f07b-3d60-4fe8-aa31-2d5651b83094 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5032625 Feb 16 12:49:36.414287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53314) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.442326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ff59-7c40-4cee-bc4e-cb16a0e7a1e5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.452910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ff59-7c40-4cee-bc4e-cb16a0e7a1e5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.493075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:36.499170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.502583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] Sync routers for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:36.511562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:36.512170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.517001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.548652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ea3c5d-6942-4475-a729-e96e062caa95,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:36.554091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:36.560455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.560455 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:36.560455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:36.563071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ff59-7c40-4cee-bc4e-cb16a0e7a1e5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.568022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:36.574059 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d415e8e5-e94a-4ef1-82b0-8085d8ba59b7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/5fa5de97-9292-49e6-af5d-a1f9c97c8c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7635543 Feb 16 12:49:36.579311 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-04107e85-4c08-45d4-b0a5-4823f5f0bf88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/a2077fdf-6b2e-40a9-a35b-83fe0b446df4 HTTP/1.1" status: 204 len: 168 time: 3.5267477 Feb 16 12:49:36.579950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53318) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.580418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:36.583360 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] Sync routers for ids ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:36.599725 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] Routers {'5fa5de97-9292-49e6-af5d-a1f9c97c8c94'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:36.601301 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.636423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3ff59-7c40-4cee-bc4e-cb16a0e7a1e5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3302cb86-1ed9-4442-b701-3fd5d8f96ab5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:36.643898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ff59-7c40-4cee-bc4e-cb16a0e7a1e5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.648152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53326) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.650630 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3cf3ff59-7c40-4cee-bc4e-cb16a0e7a1e5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3302cb86-1ed9-4442-b701-3fd5d8f96ab5 HTTP/1.1" status: 204 len: 168 time: 0.2351992 Feb 16 12:49:36.672869 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'status': 'completed', 'code': 200} Feb 16 12:49:36.693612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc960d1-38ee-43c1-aa3e-d3d3113b314d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.697075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9dc960d1-38ee-43c1-aa3e-d3d3113b314d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:36.697198 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.704156 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] Routers {'5fa5de97-9292-49e6-af5d-a1f9c97c8c94'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:36.705026 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.711014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.715218 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0f106ace-fec0-4b23-999b-5de12e9ce1e9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5866745 Feb 16 12:49:36.716070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.721981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '92f4b894-c7d6-4ffd-9b1c-cb7943d3686a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:36.733303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:36.741995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:36.751632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:36.759014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:36.771161 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d6c5a04c-4c11-40d9-84c6-b4e5d61bb87c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6273072 Feb 16 12:49:36.773741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.780124 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.780374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:36.780527 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adede7a0-77ad-4bd3-bd83-10c9af12fae3 None None] The sync data for ids ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:36.798268 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ed0ff216-8692-4855-94ff-d2f82b884ed8 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1488898 Feb 16 12:49:36.803460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53338) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.823202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:36.827803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-e0302788-ab88-4027-8717-0d2d67396dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.829455 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-e0302788-ab88-4027-8717-0d2d67396dcf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 1099 time: 0.1264892 Feb 16 12:49:36.859868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9dc960d1-38ee-43c1-aa3e-d3d3113b314d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:36.863722 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9dc960d1-38ee-43c1-aa3e-d3d3113b314d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports/a4c8fbf9-d73a-4211-9590-de02805a09e3 HTTP/1.1" status: 200 len: 983 time: 0.2751968 Feb 16 12:49:36.865152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53342) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.945915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.996653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.023312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a28b05-c491-4bd7-a36e-f0bee50a5dad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.051692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.097328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.099017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a28b05-c491-4bd7-a36e-f0bee50a5dad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.148640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:37.152111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.157910 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:37.158304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:37.183920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.212488 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4894f36a-db58-4491-a910-72c248e52576,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.221379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:33Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:37.225672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] Checking router: 124fb1c9-b4bd-436b-b732-bf29c9336e0e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:37.235010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:37.235744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:37.314224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.344000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.347880 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-868ff68e-75dc-4ed9-b437-5b4c48d393f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6281970 Feb 16 12:49:37.347880 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-76638b17-012f-4683-a981-f0c8965e3eb4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5722671 Feb 16 12:49:37.348583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a28b05-c491-4bd7-a36e-f0bee50a5dad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.350762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a28b05-c491-4bd7-a36e-f0bee50a5dad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.354435 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a9a28b05-c491-4bd7-a36e-f0bee50a5dad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/9dc23b4b-dd84-431c-9043-5c08891d8f1b HTTP/1.1" status: 204 len: 168 time: 0.5478096 Feb 16 12:49:37.354435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.354435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.368730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '92f4b894-c7d6-4ffd-9b1c-cb7943d3686a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.401765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53352) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.404273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-20690a20-078f-4a8e-9f7f-c9436b2dac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:37.405688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-20690a20-078f-4a8e-9f7f-c9436b2dac52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfb2edae-ffd7-4d70-8d84-2c66205207d6 HTTP/1.1" status: 200 len: 896 time: 0.5663104 Feb 16 12:49:37.421766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.430918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a28b05-c491-4bd7-a36e-f0bee50a5dad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc23b4b-dd84-431c-9043-5c08891d8f1b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.431149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.434613 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6fab4cea-f42a-4d62-ab28-745e59c76e60 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0715373 Feb 16 12:49:37.436421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:37.439324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53362) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.475651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:37.488552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.493419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:37.518077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe37d3-b41f-4ed1-8a34-fa8831dae202 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:37.519701 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ddfe37d3-b41f-4ed1-8a34-fa8831dae202 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0794165 Feb 16 12:49:37.522161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53366) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.552051 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-555fc356-b624-4e9e-a7f3-14996a0395d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69 HTTP/1.1" status: 200 len: 217 time: 0.1338413 Feb 16 12:49:37.594554 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e1d0a579-2564-4574-8599-f38e7919158e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711720 Feb 16 12:49:37.596223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.603701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53370) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.617797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.716821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c2813fee-26d2-47c9-9173-aaad3928e208 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:37.732743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-ccfb1407-8159-4653-bbbb-a7cef4e843b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:37.735071 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-ccfb1407-8159-4653-bbbb-a7cef4e843b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ed823da-5799-4782-87c2-d66be4451771 HTTP/1.1" status: 200 len: 835 time: 0.1670930 Feb 16 12:49:37.770511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.792894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.792894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.808998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc605839-049d-46d0-aadf-416ffc60443f req-06797ad1-c054-4aaf-b349-aa75c5068479 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:37.809700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-bc605839-049d-46d0-aadf-416ffc60443f req-06797ad1-c054-4aaf-b349-aa75c5068479 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:37.820689 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:33Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:37.824821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3cc56-21f6-4673-94b4-f038c350b5e3 None None] The sync data for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv is: [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '30c8a6ef-5208-4bbd-a940-0b8bfab38090', 'name': '', 'network_id': 'dfb2edae-ffd7-4d70-8d84-2c66205207d6', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:fb:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6ed823da-5799-4782-87c2-d66be4451771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:04Z', 'updated_at': '2022-02-16T12:48:33Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '6ed823da-5799-4782-87c2-d66be4451771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:37.873085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-bc605839-049d-46d0-aadf-416ffc60443f req-06797ad1-c054-4aaf-b349-aa75c5068479 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:37.874246 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc605839-049d-46d0-aadf-416ffc60443f req-06797ad1-c054-4aaf-b349-aa75c5068479 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 946 time: 0.4716258 Feb 16 12:49:37.883708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c2813fee-26d2-47c9-9173-aaad3928e208 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:37.884900 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c2813fee-26d2-47c9-9173-aaad3928e208 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4784193 Feb 16 12:49:37.888205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53376) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.906768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:37.910474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.930733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.940466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-dcbfcb3f-54e1-4d2f-a4b2-81311c87426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:37.941971 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-dcbfcb3f-54e1-4d2f-a4b2-81311c87426b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfb2edae-ffd7-4d70-8d84-2c66205207d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1954618 Feb 16 12:49:37.948341 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc605839-049d-46d0-aadf-416ffc60443f req-3171f40a-edaa-46ee-b5a5-7f9a99be4cbd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673430 Feb 16 12:49:38.135139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a31653-0cdf-44e1-b281-5265969a0252 None None] New status for floating IP a2077fdf-6b2e-40a9-a35b-83fe0b446df4: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:49:38.163611 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-45e8dfd1-3740-409b-9356-242aef05dece service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129350 Feb 16 12:49:38.164404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.175356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777a570b-3872-4558-ada1-516584fba937,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.224955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f053af-66f5-42dc-80dd-2bad8bf77891 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.260876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f053af-66f5-42dc-80dd-2bad8bf77891 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.287261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.288440 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-14536ac8-70da-4b7b-b37e-b30d861372f5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9271994 Feb 16 12:49:38.292089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:38.388599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26824fbd-3d6a-4004-bf8d-dacbf5d9be59 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.406202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26824fbd-3d6a-4004-bf8d-dacbf5d9be59 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.478717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f053af-66f5-42dc-80dd-2bad8bf77891 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.493796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f053af-66f5-42dc-80dd-2bad8bf77891 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575e16af-123a-4606-a686-0f2ffa205bb9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.525260 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2734f46e-8795-466e-b29b-f89ef1e1ba33 req-8c54935e-1668-4551-b974-4a92ad17bbee service neutron] 10.222.0.67 "GET /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047941 Feb 16 12:49:38.552782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port a4c8fbf9-d73a-4211-9590-de02805a09e3 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:38.553126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.592062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26824fbd-3d6a-4004-bf8d-dacbf5d9be59 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.635744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26824fbd-3d6a-4004-bf8d-dacbf5d9be59 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=777a570b-3872-4558-ada1-516584fba937,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.641483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26824fbd-3d6a-4004-bf8d-dacbf5d9be59 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.642856 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-26824fbd-3d6a-4004-bf8d-dacbf5d9be59 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/777a570b-3872-4558-ada1-516584fba937 HTTP/1.1" status: 204 len: 168 time: 0.3214986 Feb 16 12:49:38.646076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f053af-66f5-42dc-80dd-2bad8bf77891 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.647111 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-30f053af-66f5-42dc-80dd-2bad8bf77891 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/575e16af-123a-4606-a686-0f2ffa205bb9 HTTP/1.1" status: 204 len: 168 time: 0.7577541 Feb 16 12:49:38.650176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:38.650493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:38.722180 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:38.726484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.758868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.776539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-4b3c1c2a-4ad2-4258-8714-a6a52dfd4957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:38.778133 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-4b3c1c2a-4ad2-4258-8714-a6a52dfd4957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 946 time: 0.1958568 Feb 16 12:49:38.826613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:38.841499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dab2813b-c5ee-463c-a604-16e678d1ace2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:38.850928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:38.853921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:38.854513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.857914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.861601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa78f42d-f7d4-41b7-83c5-1287e0cd4f60 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:38.866383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd87984e-bf53-46a3-84aa-c0eed7554c05 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:38.885464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=285bbc19-e69d-4acf-b296-ece7f1d23790,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.993747 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e9b5694b-7fa6-41f7-814c-8a4c015cb832 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3872533 Feb 16 12:49:38.997186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:39.009175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:3f:f1:c6', 'name': 'tempest-NetworksTestDHCPv6-706914366'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:39.039506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd87984e-bf53-46a3-84aa-c0eed7554c05 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:39.041933 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cd87984e-bf53-46a3-84aa-c0eed7554c05 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3889215 Feb 16 12:49:39.046290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dab2813b-c5ee-463c-a604-16e678d1ace2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:39.050549 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dab2813b-c5ee-463c-a604-16e678d1ace2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3966064 Feb 16 12:49:39.054109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53398) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:39.054448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:39.112691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '285bbc19-e69d-4acf-b296-ece7f1d23790'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:39.115190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.130817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port da2675d1-071d-4af3-94b6-80f9c1fcbd69 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:39.131670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.138915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--167750206'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:39.152858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:39.169575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for a4c8fbf9-d73a-4211-9590-de02805a09e3 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:39.185267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:39.190028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0baba683-92d5-4155-a52f-173ecd489c2f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.221675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0baba683-92d5-4155-a52f-173ecd489c2f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.262969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:39.267816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:39.270660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:39.277064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:39.285886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.288803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Allocated IP 2001:db8::f816:3eff:fefb:2cf4 (d9baa628-812c-4290-914a-2abb43e08a16/285bbc19-e69d-4acf-b296-ece7f1d23790/d5cc9e91-3267-49e2-a426-a4ba3ef83efd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:39.306787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:39.311067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:39.313971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:39.319992 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:39.349769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0baba683-92d5-4155-a52f-173ecd489c2f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.383826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:39.405279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baba683-92d5-4155-a52f-173ecd489c2f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4894f36a-db58-4491-a910-72c248e52576,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.495787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686299-c062-49eb-8e4c-b8f91bce4d49 req-7f54f775-6623-459e-ba60-64d1fd3256ab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:39.497372 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65686299-c062-49eb-8e4c-b8f91bce4d49 req-7f54f775-6623-459e-ba60-64d1fd3256ab tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 946 time: 0.3408258 Feb 16 12:49:39.514668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.541930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0baba683-92d5-4155-a52f-173ecd489c2f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.545535 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0baba683-92d5-4155-a52f-173ecd489c2f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4894f36a-db58-4491-a910-72c248e52576 HTTP/1.1" status: 204 len: 168 time: 0.4862220 Feb 16 12:49:39.547158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53408) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:39.547784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.567839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.594684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:39.633807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.648763 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65686299-c062-49eb-8e4c-b8f91bce4d49 req-7bce7c4d-f60e-4642-857b-e9c52ae01d1a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395631 Feb 16 12:49:39.652798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port da2675d1-071d-4af3-94b6-80f9c1fcbd69, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=da2675d1-071d-4af3-94b6-80f9c1fcbd69,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:39.653191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.708146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad6ca6f-aee0-45b5-af47-f097aa39b7e0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.762657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.764223 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-031cebce-48b3-49e1-96fc-787729f62b37 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7088051 Feb 16 12:49:39.766661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:39.772356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': '7ad6ca6f-aee0-45b5-af47-f097aa39b7e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:39.778922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:39.783051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:39.786068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:39.792126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:39.797241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for da2675d1-071d-4af3-94b6-80f9c1fcbd69 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:39.849886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9dd69ac1-4ab3-4473-b3cb-53bb78adb53f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:39.886045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.936750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.948871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.994696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9dd69ac1-4ab3-4473-b3cb-53bb78adb53f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:39.996005 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9dd69ac1-4ab3-4473-b3cb-53bb78adb53f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4450142 Feb 16 12:49:39.999361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53416) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.000382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=a4c8fbf9-d73a-4211-9590-de02805a09e3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.049748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19ef3cbc-0074-4518-a0b5-e0e2d671f516 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.064273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.067585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19ef3cbc-0074-4518-a0b5-e0e2d671f516 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.101725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7417cf86-567d-40ce-a5d5-021c66b95525,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.187335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.188460 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cfea3132-656e-4bb1-9772-a94540b485ca tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4208157 Feb 16 12:49:40.190044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.191314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.202600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Transition to ACTIVE for port object d5cc9e91-3267-49e2-a426-a4ba3ef83efd will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:40.208304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19ef3cbc-0074-4518-a0b5-e0e2d671f516 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.227546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Transition to ACTIVE for port object d5cc9e91-3267-49e2-a426-a4ba3ef83efd will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:40.241584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef3cbc-0074-4518-a0b5-e0e2d671f516 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9ea3c5d-6942-4475-a729-e96e062caa95,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.245262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49093f84-d4b0-41a9-8b3a-8f773fb34d13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.256054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.256599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49093f84-d4b0-41a9-8b3a-8f773fb34d13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.284719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19ef3cbc-0074-4518-a0b5-e0e2d671f516 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.285793 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-19ef3cbc-0074-4518-a0b5-e0e2d671f516 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c9ea3c5d-6942-4475-a729-e96e062caa95 HTTP/1.1" status: 204 len: 168 time: 0.2851386 Feb 16 12:49:40.288550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.317395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.374202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-67eb6585-95a5-4267-825c-bd7e16a28b21 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:40.380807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49093f84-d4b0-41a9-8b3a-8f773fb34d13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.394038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:40.397367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:40.400197 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:40.419471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49093f84-d4b0-41a9-8b3a-8f773fb34d13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7417cf86-567d-40ce-a5d5-021c66b95525,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.437105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Pushing event updated for resources: {'Port': ['ID=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.437425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49093f84-d4b0-41a9-8b3a-8f773fb34d13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.439026 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-49093f84-d4b0-41a9-8b3a-8f773fb34d13 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7417cf86-567d-40ce-a5d5-021c66b95525 HTTP/1.1" status: 204 len: 168 time: 0.2455997 Feb 16 12:49:40.440442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fe3f:f1c6 (d9baa628-812c-4290-914a-2abb43e08a16/285bbc19-e69d-4acf-b296-ece7f1d23790/bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:40.442922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.502833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=da2675d1-071d-4af3-94b6-80f9c1fcbd69,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.514556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Attempting to bind port d5cc9e91-3267-49e2-a426-a4ba3ef83efd on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:40.514998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Attempting to bind port d5cc9e91-3267-49e2-a426-a4ba3ef83efd by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:40.518635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Attempting to bind port d5cc9e91-3267-49e2-a426-a4ba3ef83efd on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:40.521661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:40.522175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:40.522752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.523297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:40.523858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Bound port: d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:40.524325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.525705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-638c9cbf-a70a-450c-9e15-02897fbc5312 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:40.530522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-67eb6585-95a5-4267-825c-bd7e16a28b21 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:40.535072 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-67eb6585-95a5-4267-825c-bd7e16a28b21 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2425375 Feb 16 12:49:40.542529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53432) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.628231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:40.631596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:40.651136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port da2675d1-071d-4af3-94b6-80f9c1fcbd69 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:40.668575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-638c9cbf-a70a-450c-9e15-02897fbc5312 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:40.669835 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-638c9cbf-a70a-450c-9e15-02897fbc5312 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2259600 Feb 16 12:49:40.674229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53436) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.719635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.722122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'name': 'network-vif-deleted', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:40.742385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.743783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.747171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce7865d0-96de-45e4-aeb3-1b21d60c957f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.765877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce7865d0-96de-45e4-aeb3-1b21d60c957f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.777990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:40.778220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 5fa5de97-9292-49e6-af5d-a1f9c97c8c94 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:40.785886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dec467f-f1ce-4c77-ac96-267fd13738b5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.816897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dec467f-f1ce-4c77-ac96-267fd13738b5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.847417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989f36e2-16ba-4333-8c31-a199270b246b', 'name': 'network-vif-deleted', 'tag': 'da2675d1-071d-4af3-94b6-80f9c1fcbd69', 'status': 'completed', 'code': 200} Feb 16 12:49:40.898377 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76f5b63a-7a6a-4dc0-a4ca-a961e3e38e55 req-85633560-43fd-431b-9cb6-c4e77a5e8369 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/da2675d1-071d-4af3-94b6-80f9c1fcbd69 HTTP/1.1" status: 204 len: 173 time: 2.1064656 Feb 16 12:49:40.921916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844403-b1b1-422d-94d0-aef1ce0d4841 None None] Pushing event updated for resources: {'Port': ['ID=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.970439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dec467f-f1ce-4c77-ac96-267fd13738b5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.977109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c05aa2d8-fc75-48fd-b0bb-3ba87268b487 req-a9880f99-3ab6-45e1-872d-541ad6485d79 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:40.977867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.979579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce7865d0-96de-45e4-aeb3-1b21d60c957f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.021681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.022430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7865d0-96de-45e4-aeb3-1b21d60c957f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=369fdd03-3fd1-4037-87f2-249ffe5e0359,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.032608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:41.043220 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] Sync routers for ids ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:41.059578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-daacc466-dc5b-4759-aa4f-143b6566b3f9 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/5fa5de97-9292-49e6-af5d-a1f9c97c8c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1933873 Feb 16 12:49:41.060758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53444) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.065480 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] Routers {'5fa5de97-9292-49e6-af5d-a1f9c97c8c94'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:41.067615 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.132192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.137552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec467f-f1ce-4c77-ac96-267fd13738b5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad6ca6f-aee0-45b5-af47-f097aa39b7e0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.166492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:41.172609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:41.176504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:41.181935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c05aa2d8-fc75-48fd-b0bb-3ba87268b487 req-a9880f99-3ab6-45e1-872d-541ad6485d79 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:41.194750 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c05aa2d8-fc75-48fd-b0bb-3ba87268b487 req-a9880f99-3ab6-45e1-872d-541ad6485d79 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=989f36e2-16ba-4333-8c31-a199270b246b HTTP/1.1" status: 200 len: 210 time: 0.3490677 Feb 16 12:49:41.194895 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.199442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.200523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.204812 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] Routers {'5fa5de97-9292-49e6-af5d-a1f9c97c8c94'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:41.215536 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.215669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce7865d0-96de-45e4-aeb3-1b21d60c957f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.217560 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ce7865d0-96de-45e4-aeb3-1b21d60c957f tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/369fdd03-3fd1-4037-87f2-249ffe5e0359 HTTP/1.1" status: 204 len: 168 time: 0.6752849 Feb 16 12:49:41.251076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53448) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.251817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dec467f-f1ce-4c77-ac96-267fd13738b5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.255919 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3dec467f-f1ce-4c77-ac96-267fd13738b5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/7ad6ca6f-aee0-45b5-af47-f097aa39b7e0 HTTP/1.1" status: 204 len: 168 time: 0.5818343 Feb 16 12:49:41.266733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53450) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.307463 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.307860 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61f56a-6783-40d5-be66-03bd14bab04f None None] The sync data for ids ['5fa5de97-9292-49e6-af5d-a1f9c97c8c94'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:41.394419 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ff4bab5d-4f5d-4613-8771-c08aecb62fd1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1339738 Feb 16 12:49:41.402143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53456) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.523418 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-47343eab-8b69-43cb-8768-ac403c70292e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:49:41.524402 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-47343eab-8b69-43cb-8768-ac403c70292e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/5fa5de97-9292-49e6-af5d-a1f9c97c8c94/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4612014 Feb 16 12:49:41.527682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53460) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.532416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-843b7f83-0dab-4f03-97c4-b1e535f2409a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:41.542040 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9bd8a706-8e29-407e-85c7-719d57d0bec3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5433869 Feb 16 12:49:41.546921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53464) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.571718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe6db99c-0cc3-4339-80a7-e2254bf54358 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:41.604553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7820c23f-05e7-4702-9dbb-d12d0de9edab tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.616778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7820c23f-05e7-4702-9dbb-d12d0de9edab tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.644293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe6db99c-0cc3-4339-80a7-e2254bf54358 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:41.646378 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fe6db99c-0cc3-4339-80a7-e2254bf54358 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fa5de97-9292-49e6-af5d-a1f9c97c8c94 HTTP/1.1" status: 200 len: 205 time: 0.1177409 Feb 16 12:49:41.649267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53468) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.669054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61b5d3-f7af-4343-a5f7-69a0629a85ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.675024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61b5d3-f7af-4343-a5f7-69a0629a85ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.675831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e61b5d3-f7af-4343-a5f7-69a0629a85ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:41.679806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-843b7f83-0dab-4f03-97c4-b1e535f2409a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:41.684967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-843b7f83-0dab-4f03-97c4-b1e535f2409a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4132631 Feb 16 12:49:41.686722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.692920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332019734'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:41.703873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:41.716091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:41.730207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7820c23f-05e7-4702-9dbb-d12d0de9edab tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.747888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c23f-05e7-4702-9dbb-d12d0de9edab tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ec7d97a-1d80-40dc-8414-0ebf8c07af4b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.751994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7820c23f-05e7-4702-9dbb-d12d0de9edab tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.755570 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7820c23f-05e7-4702-9dbb-d12d0de9edab tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/1ec7d97a-1d80-40dc-8414-0ebf8c07af4b HTTP/1.1" status: 204 len: 168 time: 0.3500061 Feb 16 12:49:41.756542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.781643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e61b5d3-f7af-4343-a5f7-69a0629a85ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:41.782799 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7e61b5d3-f7af-4343-a5f7-69a0629a85ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2286029 Feb 16 12:49:41.786210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53480) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.802113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-94d6f218-460c-49f8-a794-41a2e1aa597e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.851215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.871906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-26a7ef48-9380-4844-8f19-e163520a41af tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:41.903440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:41.903779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.934370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:41.950537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:41.960734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:41.970693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:42.057403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-26a7ef48-9380-4844-8f19-e163520a41af tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:42.061355 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-26a7ef48-9380-4844-8f19-e163520a41af tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3020575 Feb 16 12:49:42.063451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53484) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:42.246265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.287308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-94d6f218-460c-49f8-a794-41a2e1aa597e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.291654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-94d6f218-460c-49f8-a794-41a2e1aa597e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.305983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7eff91a7-beb3-4e89-ad97-896b8e65c180 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.310956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.323514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53490) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:42.330815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.380117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ad54ca4d-9f29-4672-96ae-8db959644748 None None] Provisioning for port d5cc9e91-3267-49e2-a426-a4ba3ef83efd completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:42.396528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70b8b207-167b-4e67-81ee-b96cdc4b62d4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.413072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-94d6f218-460c-49f8-a794-41a2e1aa597e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.413695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d6f218-460c-49f8-a794-41a2e1aa597e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa5de97-9292-49e6-af5d-a1f9c97c8c94 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:42.436295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-94d6f218-460c-49f8-a794-41a2e1aa597e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.439759 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-94d6f218-460c-49f8-a794-41a2e1aa597e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/5fa5de97-9292-49e6-af5d-a1f9c97c8c94 HTTP/1.1" status: 204 len: 168 time: 0.7867305 Feb 16 12:49:42.442261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53494) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:42.445912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70b8b207-167b-4e67-81ee-b96cdc4b62d4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.474773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:42.522695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7eff91a7-beb3-4e89-ad97-896b8e65c180 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.539611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 4386cc64-14a3-403c-ab21-101eb9a4e547 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:42.542762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.568442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d76668d9-ae95-4a2c-9579-d146cc192afd None None] Provisioning for port bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:42.577965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d76668d9-ae95-4a2c-9579-d146cc192afd None None] Provisioning complete for port bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:42.581597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcadaca-7eab-4c5d-af93-92546a8b240b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:42.605421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.615730 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d76668d9-ae95-4a2c-9579-d146cc192afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.676737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.680477 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aa70fead-675b-4d48-b3cc-15c647ea26ec tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9902949 Feb 16 12:49:42.682668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53498) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:42.690233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': 'dbcadaca-7eab-4c5d-af93-92546a8b240b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:42.698165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:42.705432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:42.713929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:42.715762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d76668d9-ae95-4a2c-9579-d146cc192afd None None] Port bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:42.723929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:42.729938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.732708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7eff91a7-beb3-4e89-ad97-896b8e65c180 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.750505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff91a7-beb3-4e89-ad97-896b8e65c180 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f4b894-c7d6-4ffd-9b1c-cb7943d3686a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:42.772569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70b8b207-167b-4e67-81ee-b96cdc4b62d4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.787372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.804216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8b207-167b-4e67-81ee-b96cdc4b62d4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb588b-d803-4c08-8f8f-0cf9f935ab5c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:42.847673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:42.853490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7eff91a7-beb3-4e89-ad97-896b8e65c180 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.867280 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7eff91a7-beb3-4e89-ad97-896b8e65c180 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/92f4b894-c7d6-4ffd-9b1c-cb7943d3686a HTTP/1.1" status: 204 len: 168 time: 0.7905638 Feb 16 12:49:42.867740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70b8b207-167b-4e67-81ee-b96cdc4b62d4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.867740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-70b8b207-167b-4e67-81ee-b96cdc4b62d4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/0bdb588b-d803-4c08-8f8f-0cf9f935ab5c HTTP/1.1" status: 204 len: 168 time: 0.5336556 Feb 16 12:49:42.867740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53502) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:42.881327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.913493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.915417 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7c3c918e-ed51-4f98-a27d-c31dd78ef761 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e HTTP/1.1" status: 204 len: 168 time: 1.1283047 Feb 16 12:49:42.918113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53508) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:42.966371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.977786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.999484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-189bd7ef-2af1-46d4-9a62-6886d65a9e71 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:43.009996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:43.030149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.033115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=4386cc64-14a3-403c-ab21-101eb9a4e547,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.044801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be2c32-e1c8-41a7-8de1-2f486a0e8158 None None] Network e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:43.060057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-371f7673-c493-4a25-8c9f-f06f4d235ef8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/4386cc64-14a3-403c-ab21-101eb9a4e547 HTTP/1.1" status: 204 len: 168 time: 0.6165626 Feb 16 12:49:43.064008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53516) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:43.068014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6600cac-59d5-448d-9dca-16ba131b76cd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.069654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6600cac-59d5-448d-9dca-16ba131b76cd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.070408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d6600cac-59d5-448d-9dca-16ba131b76cd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:43.096344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.132291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd81f95-b602-44fe-b61f-d8eee3de75cf,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.167596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-189bd7ef-2af1-46d4-9a62-6886d65a9e71 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:43.168734 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-189bd7ef-2af1-46d4-9a62-6886d65a9e71 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3088315 Feb 16 12:49:43.182265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53520) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:43.193472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062013839'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:43.211574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:43.225177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.232232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:43.245783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d6600cac-59d5-448d-9dca-16ba131b76cd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:43.255399 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d6600cac-59d5-448d-9dca-16ba131b76cd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3304667 Feb 16 12:49:43.255538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:43.255646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port e74c753a-f413-4ca5-95b0-fd2b903f3dcd {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:43.255646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.302009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d5cc9e91-3267-49e2-a426-a4ba3ef83efd up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:43.330341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.365625 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-755e5527-7859-4eb0-9fd6-bc9198028c9e tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6479979 Feb 16 12:49:43.365625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53528) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:43.378321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] DHCP port deletion for e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:43.387182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Deleting port e74c753a-f413-4ca5-95b0-fd2b903f3dcd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:43.389850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.449294 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2cc46ddc-4af3-4d58-8885-d414eea45fc1 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules/6cd81f95-b602-44fe-b61f-d8eee3de75cf HTTP/1.1" status: 200 len: 763 time: 0.1081440 Feb 16 12:49:43.459217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:43.464909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.484177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 285bbc19-e69d-4acf-b296-ece7f1d23790 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:43.489712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device da2675d1-071d-4af3-94b6-80f9c1fcbd69 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:43.489874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.516653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:43.525693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:43.529583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port e74c753a-f413-4ca5-95b0-fd2b903f3dcd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,segment=NetworkSegment(ddd98fca-4d8b-431d-bf44-046191553f83),segment_id=ddd98fca-4d8b-431d-bf44-046191553f83)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:43.530090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.532054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d5cc9e91-3267-49e2-a426-a4ba3ef83efd completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:43.538590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: da2675d1-071d-4af3-94b6-80f9c1fcbd69 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:43.538820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:43.538937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device da2675d1-071d-4af3-94b6-80f9c1fcbd69 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:43.543226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d5cc9e91-3267-49e2-a426-a4ba3ef83efd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:43.543575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.548872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:43.670345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for e74c753a-f413-4ca5-95b0-fd2b903f3dcd owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:43.702629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] For port e74c753a-f413-4ca5-95b0-fd2b903f3dcd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,segment=NetworkSegment(ddd98fca-4d8b-431d-bf44-046191553f83),segment_id=ddd98fca-4d8b-431d-bf44-046191553f83)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:43.703094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.760975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.808056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d6056211-0a3c-412a-9674-0c561dcb62c5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:43.808427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.855942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Calling delete_port for e74c753a-f413-4ca5-95b0-fd2b903f3dcd owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:43.884909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.928880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.938606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.951297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=e74c753a-f413-4ca5-95b0-fd2b903f3dcd,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.955786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port e74c753a-f413-4ca5-95b0-fd2b903f3dcd on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:43.965604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.976799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:43.977687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:44.007839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d6056211-0a3c-412a-9674-0c561dcb62c5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:44.011137 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d6056211-0a3c-412a-9674-0c561dcb62c5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5489776 Feb 16 12:49:44.014544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.070033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c90dc99-ee42-4a0b-9062-c2381c58e674 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.086935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c90dc99-ee42-4a0b-9062-c2381c58e674 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.102835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe84cb5-5d4b-443d-8fa2-17ad6c29d72b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.133153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.166692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.216905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=285bbc19-e69d-4acf-b296-ece7f1d23790,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.220330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.227783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fecdb0-4ff6-4644-b111-a31dfd729714 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:44.238359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c90dc99-ee42-4a0b-9062-c2381c58e674 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.246969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:44.247620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:44.248022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c90dc99-ee42-4a0b-9062-c2381c58e674 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.252051 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9c90dc99-ee42-4a0b-9062-c2381c58e674 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6cd81f95-b602-44fe-b61f-d8eee3de75cf HTTP/1.1" status: 204 len: 168 time: 0.2336807 Feb 16 12:49:44.252326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.257771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53540) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.271157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.273262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8738bc7b-f811-41ae-bea3-f69ba2568eae tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0894346 Feb 16 12:49:44.287640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53544) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.298510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': 'cbe84cb5-5d4b-443d-8fa2-17ad6c29d72b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:44.303850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:44.313923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:44.327499 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cd1a5546-7b41-4299-a015-cd79540e5926 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/285bbc19-e69d-4acf-b296-ece7f1d23790 HTTP/1.1" status: 204 len: 168 time: 1.0684831 Feb 16 12:49:44.327697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53548) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.329672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90dc99-ee42-4a0b-9062-c2381c58e674 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cd81f95-b602-44fe-b61f-d8eee3de75cf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.332842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:44.337691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:44.341890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd98fca-4d8b-431d-bf44-046191553f83') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:44.342192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd98fca-4d8b-431d-bf44-046191553f83') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:44.416227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:44.419050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.435945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5750642a-0837-4fa0-829e-55fc3b3c80eb tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056080 Feb 16 12:49:44.452038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53552) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.462709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:44.476852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.479530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Deleting port e74c753a-f413-4ca5-95b0-fd2b903f3dcd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:44.480757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.488136 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7b3f1cde-9a87-4f07-b464-26a4402dd77a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2289207 Feb 16 12:49:44.496940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53556) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.549003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:44.549359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': 'dbcadaca-7eab-4c5d-af93-92546a8b240b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:44.556869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b5f35911-8d99-4784-ab5f-15390ef352e1 None None] The port 'e74c753a-f413-4ca5-95b0-fd2b903f3dcd' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:44.558678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Deleting port d5cc9e91-3267-49e2-a426-a4ba3ef83efd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:44.559309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.559649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:44.560043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:44.575645 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:44.580137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:44.644636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 30c8a6ef-5208-4bbd-a940-0b8bfab38090 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:44.644977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.662781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:44.667431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.734227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:44.742958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:44.747017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:44.756444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:44.784762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.796976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.801159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.820404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.842279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.856393 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8bd99999-8bb3-4d43-8a7f-8eee8a67c6b0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/e1d267a7-6ed5-4da0-9a9f-d3f9a0783b77 HTTP/1.1" status: 204 len: 168 time: 1.7827327 Feb 16 12:49:44.859197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53560) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.860162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:44.864144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.875570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1410730174'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:44.880988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:44.886489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.886677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:44.889868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.892752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:44.896729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 30c8a6ef-5208-4bbd-a940-0b8bfab38090, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=30c8a6ef-5208-4bbd-a940-0b8bfab38090,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:44.897079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.905611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:44.906085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.910779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:45.034053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 30c8a6ef-5208-4bbd-a940-0b8bfab38090 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:45.038860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8598d9-0f22-4402-8eb5-1d779677cb90,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.061306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.063837 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Calling delete_port for d5cc9e91-3267-49e2-a426-a4ba3ef83efd owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:45.122815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:45.158422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.192901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ae16cf-bff5-4413-8c0f-32d758aa9ecc,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.207831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.209016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d0f14e1a-9d97-40d9-b9f1-a00a14a95148 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9173961 Feb 16 12:49:45.210261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:45.211849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53566) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.215901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.239253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.260662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:45.269400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.269748 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment 95e4579d-211c-4e28-af44-0fed517a7af3 of type vlan for network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc Feb 16 12:49:45.293346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f10ee31-1464-427e-8ef5-bdbd7cfcd6fe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.303609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.325144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.339403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e74c753a-f413-4ca5-95b0-fd2b903f3dcd no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:45.372674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f10ee31-1464-427e-8ef5-bdbd7cfcd6fe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.374945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:45.375264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:45.375879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: e74c753a-f413-4ca5-95b0-fd2b903f3dcd {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:45.376222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e74c753a-f413-4ca5-95b0-fd2b903f3dcd not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:45.376638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d5cc9e91-3267-49e2-a426-a4ba3ef83efd no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:45.453717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.455002 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e43c05b4-2979-47db-8574-017dd7c859d3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9570575 Feb 16 12:49:45.457815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.471868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.484099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.492182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:45.492928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.493650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:45.503489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.538076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:45.621436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f10ee31-1464-427e-8ef5-bdbd7cfcd6fe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.633042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.646426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ee31-1464-427e-8ef5-bdbd7cfcd6fe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe84cb5-5d4b-443d-8fa2-17ad6c29d72b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.672741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8f10ee31-1464-427e-8ef5-bdbd7cfcd6fe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.676701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8f10ee31-1464-427e-8ef5-bdbd7cfcd6fe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/cbe84cb5-5d4b-443d-8fa2-17ad6c29d72b HTTP/1.1" status: 204 len: 168 time: 0.4611275 Feb 16 12:49:45.677619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53574) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.702338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=30c8a6ef-5208-4bbd-a940-0b8bfab38090,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.706999 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3d267392-ac80-489e-acd1-db66d511db19 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules/41ae16cf-bff5-4413-8c0f-32d758aa9ecc HTTP/1.1" status: 200 len: 763 time: 0.2478597 Feb 16 12:49:45.713146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53578) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.724900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.760740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bbb41e38-578d-44db-922a-3dfe82312518 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:45.830499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5fc1defa-167e-4cbf-9729-9e32b7a9c0ba tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:45.868256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5fc1defa-167e-4cbf-9729-9e32b7a9c0ba tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:45.871052 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5fc1defa-167e-4cbf-9729-9e32b7a9c0ba tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1554790 Feb 16 12:49:45.876645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=ea1d84a0-6b1a-4da5-affc-d21c292ba6bc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.876645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53582) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.876902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.877272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Deleting port d5cc9e91-3267-49e2-a426-a4ba3ef83efd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:45.877764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.909390 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-85ffd6c2-b07e-46c7-9e8b-297888a0b176 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0412283 Feb 16 12:49:45.914185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:45.917450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53586) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.928448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f140893-2652-4fae-8883-cb9d3cd26935 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.935286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': 'ea1d84a0-6b1a-4da5-affc-d21c292ba6bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:45.936782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bbb41e38-578d-44db-922a-3dfe82312518 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:45.938018 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bbb41e38-578d-44db-922a-3dfe82312518 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2599185 Feb 16 12:49:45.946727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53590) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.954778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--743688678'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:45.964571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:45.966726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f140893-2652-4fae-8883-cb9d3cd26935 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.985688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.125767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.138049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f140893-2652-4fae-8883-cb9d3cd26935 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.151113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:46.157431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.163016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:46.168219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:46.175480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.197125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f140893-2652-4fae-8883-cb9d3cd26935 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41ae16cf-bff5-4413-8c0f-32d758aa9ecc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.202030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.209196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.216874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:46.221549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:46.257510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:46.257927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.269432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.282365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.296045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.296900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.322636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.331090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f140893-2652-4fae-8883-cb9d3cd26935 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.334753 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6f140893-2652-4fae-8883-cb9d3cd26935 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/41ae16cf-bff5-4413-8c0f-32d758aa9ecc HTTP/1.1" status: 204 len: 168 time: 0.4584680 Feb 16 12:49:46.335101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53594) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:46.385508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Calling delete_port for d5cc9e91-3267-49e2-a426-a4ba3ef83efd owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:46.404135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.433175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:46.436939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.511218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:46.511817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:46.547044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:46.564534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:46.582680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.583289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.614354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,revision_number=7']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.622018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=3fa036fd-7d3b-40b4-b645-6048290f9288,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.627955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d4a36e-1b60-4cb4-909c-b5650e8d7f27,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.635869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-22ef893e-2379-443a-b513-dbd82a9ddc88 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:46.695960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.697169 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9a9eea8c-ad39-4f3d-923d-4efd2dfdb52d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7496514 Feb 16 12:49:46.699972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53598) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:46.704992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659194509'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:46.710977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.715174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:46.718040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:46.724561 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.740201 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-82381f31-79f0-4815-b20b-8ef7d4227019 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2871230 Feb 16 12:49:46.743004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53602) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:46.750091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:1f:c2:2a', 'name': 'tempest-NetworksTestDHCPv6-1249489952'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:46.806136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-22ef893e-2379-443a-b513-dbd82a9ddc88 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:46.807404 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22ef893e-2379-443a-b513-dbd82a9ddc88 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4712636 Feb 16 12:49:46.812198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Deleting port d5cc9e91-3267-49e2-a426-a4ba3ef83efd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:46.812713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.813880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53606) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:46.826290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': 'dbcadaca-7eab-4c5d-af93-92546a8b240b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:46.837846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.876626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.892086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:46.893533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.898381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:46.914686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.928987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.930101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.947359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:47.011408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.017221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 124fb1c9-b4bd-436b-b732-bf29c9336e0e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:47.033448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:47.045575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] For port d5cc9e91-3267-49e2-a426-a4ba3ef83efd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:47.045960 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.083256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.131285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.218207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0ce35-2232-46ae-b492-31d0527056e7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.227435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.231475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Calling delete_port for d5cc9e91-3267-49e2-a426-a4ba3ef83efd owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:47.257486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port ca613a49-016c-4569-9228-2b8d6de48cfb yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:47.301135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.302354 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0d1152b1-a735-4e29-9bf9-a5315357182a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6014681 Feb 16 12:49:47.307946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.310139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53610) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.314195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': 'b3d4a36e-1b60-4cb4-909c-b5650e8d7f27', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '55b0ce35-2232-46ae-b492-31d0527056e7', 'remote_ip_prefix': None}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:47.328651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:47.338146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:47.344094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:47.358803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:47.435695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=37842654-afa6-417d-9f95-a92fb65be764,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.440803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fe1f:c22a (d9baa628-812c-4290-914a-2abb43e08a16/3fa036fd-7d3b-40b4-b645-6048290f9288/ca613a49-016c-4569-9228-2b8d6de48cfb) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:47.448862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.478365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': '95e4579d-211c-4e28-af44-0fed517a7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ea1d84a0-6b1a-4da5-affc-d21c292ba6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:47.478644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: ea1d84a0-6b1a-4da5-affc-d21c292ba6bc, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:47.507403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] Pushing event deleted for resources: {'Port': ['ID=d5cc9e91-3267-49e2-a426-a4ba3ef83efd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.508949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:47.515635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.521647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.533512 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c2c28331-05bc-442e-b524-c3e19dcd2267 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/124fb1c9-b4bd-436b-b732-bf29c9336e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5198879 Feb 16 12:49:47.534040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.541870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] Sync routers for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:47.588234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.588701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e2c06-dd63-4396-bd00-86ad8fe2f801 None None] No DVR routers for this DVR port d5cc9e91-3267-49e2-a426-a4ba3ef83efd on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:47.593660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:47.598820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:47.629964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f14c79-72d7-4089-8cca-8c398eb03c29,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.631779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:47.640191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet 6ed823da-5799-4782-87c2-d66be4451771 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:47.648746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.652129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ece9d-7db2-4759-a3e2-9a00e076aba6 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:47.712597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.716670 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fcc0caa7-1ffe-48e6-9065-6154bb85aed3 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9018130 Feb 16 12:49:47.717627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53618) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.734615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.735501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.755125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.772195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object ca613a49-016c-4569-9228-2b8d6de48cfb will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:47.778470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, ea1d84a0-6b1a-4da5-affc-d21c292ba6bc) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:47.784631 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1e8db229-3286-41df-b32f-a8f034fafd00 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules/56f14c79-72d7-4089-8cca-8c398eb03c29 HTTP/1.1" status: 200 len: 764 time: 0.0658288 Feb 16 12:49:47.791663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53622) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.794581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:47.795201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.806474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964af750-19a7-4a40-8c1a-551f6fac59d8 None None] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:47.810409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.836715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221b9c4a-6e22-4518-a1b4-c0d35f7a5664,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.873347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-10cb9802-a302-4ecb-9044-058a5a9976c5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:47.882846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.913870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.951159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:47.959968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.963691 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dc7da290-6375-46bb-a966-2a15b43e5481 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6516819 Feb 16 12:49:47.963691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:47.964617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:47.967506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:47.970366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:47.971564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.971690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.978867 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-96b28465-95df-4b7d-9d4f-5175bcb74346 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0588865 Feb 16 12:49:47.979597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-10cb9802-a302-4ecb-9044-058a5a9976c5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:47.983149 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-10cb9802-a302-4ecb-9044-058a5a9976c5 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1882746 Feb 16 12:49:47.987925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53630) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.988978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53632) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.995604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1320445838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:48.002800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:48.007669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:router and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:48.010789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:48.016867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:48.029453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1588ae9-d101-4b4a-91c0-274a5f41c0f9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.040025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1588ae9-d101-4b4a-91c0-274a5f41c0f9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.060158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=ca613a49-016c-4569-9228-2b8d6de48cfb,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.065294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c394f06d-a238-4063-9526-8c5268e144c1 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.077672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c394f06d-a238-4063-9526-8c5268e144c1 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.095307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.096342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.116583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1588ae9-d101-4b4a-91c0-274a5f41c0f9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.117886 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-997d94e6-75c8-40c1-82d5-5beda0451878 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3730991 Feb 16 12:49:48.121526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53638) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.132427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588ae9-d101-4b4a-91c0-274a5f41c0f9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=221b9c4a-6e22-4518-a1b4-c0d35f7a5664,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.146514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1588ae9-d101-4b4a-91c0-274a5f41c0f9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.152570 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e1588ae9-d101-4b4a-91c0-274a5f41c0f9 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/221b9c4a-6e22-4518-a1b4-c0d35f7a5664 HTTP/1.1" status: 204 len: 168 time: 0.1739454 Feb 16 12:49:48.152570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53642) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.178343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.213039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0817332-c8eb-4f67-9787-240e6189a48e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:48.213775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0817332-c8eb-4f67-9787-240e6189a48e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:48.219467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c394f06d-a238-4063-9526-8c5268e144c1 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.229784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed823da-5799-4782-87c2-d66be4451771,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.239638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.244124 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ea62e7ce-0cc6-4dfb-8689-c96ae2a7e444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/6ed823da-5799-4782-87c2-d66be4451771 HTTP/1.1" status: 204 len: 168 time: 0.7090695 Feb 16 12:49:48.245255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.251207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.261112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394f06d-a238-4063-9526-8c5268e144c1 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56f14c79-72d7-4089-8cca-8c398eb03c29,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.301217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea45e0-1493-48d8-a6f7-fb0e8e57a787 None None] Network dfb2edae-ffd7-4d70-8d84-2c66205207d6 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:48.312748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9e1e6870-f561-4fd0-9397-0e371a6c675d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:48.329836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0817332-c8eb-4f67-9787-240e6189a48e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:48.334109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a0817332-c8eb-4f67-9787-240e6189a48e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2084811 Feb 16 12:49:48.335197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53650) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.377137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.389623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c394f06d-a238-4063-9526-8c5268e144c1 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.393083 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c394f06d-a238-4063-9526-8c5268e144c1 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/56f14c79-72d7-4089-8cca-8c398eb03c29 HTTP/1.1" status: 204 len: 168 time: 0.3997705 Feb 16 12:49:48.402896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53654) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.430127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9e1e6870-f561-4fd0-9397-0e371a6c675d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:48.434150 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9e1e6870-f561-4fd0-9397-0e371a6c675d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2790830 Feb 16 12:49:48.436531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.446586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port ca613a49-016c-4569-9228-2b8d6de48cfb {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:48.446934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.495585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.532914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0d9d7cd5-57a9-4a81-89c7-9a2683dd9ff9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:48.537469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.541709 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c604126d-1c51-478f-b9d9-4752edb1c6cc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5498228 Feb 16 12:49:48.545123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53662) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.599356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d74b4b3b-a5c1-4cd6-841f-2952ac4bd212 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.695443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-ea1d84a0-6b1a-4da5-affc-d21c292ba6bc', 'network_id': 'ea1d84a0-6b1a-4da5-affc-d21c292ba6bc', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '37842654-afa6-417d-9f95-a92fb65be764'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:48.696260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.697409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d74b4b3b-a5c1-4cd6-841f-2952ac4bd212 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.752142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.810296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 102f9a12-1d43-4ff6-9601-fb9063818c0f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:48.812283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.836847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0d9d7cd5-57a9-4a81-89c7-9a2683dd9ff9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:48.840660 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0d9d7cd5-57a9-4a81-89c7-9a2683dd9ff9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4341974 Feb 16 12:49:48.856773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.880899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '3fa036fd-7d3b-40b4-b645-6048290f9288'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:48.881980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.922053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:49:45Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '102f9a12-1d43-4ff6-9601-fb9063818c0f', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:54Z', 'updated_at': '2022-02-16T12:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:48.975852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] Checking router: 124fb1c9-b4bd-436b-b732-bf29c9336e0e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:48.976342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d74b4b3b-a5c1-4cd6-841f-2952ac4bd212 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.991538 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:49:49.002896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22f30ae5-aa51-4175-bc4b-9719cc101b36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.010612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Allocated IP 2001:db8::2 (ea1d84a0-6b1a-4da5-affc-d21c292ba6bc/37842654-afa6-417d-9f95-a92fb65be764/da10981b-5ddb-4b09-af82-60dfa1e7905f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:49.019906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] DHCP port deletion for dfb2edae-ffd7-4d70-8d84-2c66205207d6 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:49.021552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] Routers {'124fb1c9-b4bd-436b-b732-bf29c9336e0e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:49.022184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:49.038001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22f30ae5-aa51-4175-bc4b-9719cc101b36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.114636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Deleting port 95991f91-dcb6-47a7-9a44-537479a8e41c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:49.115036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.154855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b4b3b-a5c1-4cd6-841f-2952ac4bd212 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0ce35-2232-46ae-b492-31d0527056e7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:49.228401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 102f9a12-1d43-4ff6-9601-fb9063818c0f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=102f9a12-1d43-4ff6-9601-fb9063818c0f,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:49.228847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.358965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d74b4b3b-a5c1-4cd6-841f-2952ac4bd212 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.363814 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d74b4b3b-a5c1-4cd6-841f-2952ac4bd212 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/55b0ce35-2232-46ae-b492-31d0527056e7 HTTP/1.1" status: 204 len: 168 time: 0.9266689 Feb 16 12:49:49.405352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53670) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:49.405981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.406633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 102f9a12-1d43-4ff6-9601-fb9063818c0f owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:49.406749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 95991f91-dcb6-47a7-9a44-537479a8e41c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:49.478711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.509944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] Set router 124fb1c9-b4bd-436b-b732-bf29c9336e0e gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:49.529687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22f30ae5-aa51-4175-bc4b-9719cc101b36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.550175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for ca613a49-016c-4569-9228-2b8d6de48cfb owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:49.578803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f30ae5-aa51-4175-bc4b-9719cc101b36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcadaca-7eab-4c5d-af93-92546a8b240b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:49.584646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22f30ae5-aa51-4175-bc4b-9719cc101b36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.591559 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22f30ae5-aa51-4175-bc4b-9719cc101b36 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/dbcadaca-7eab-4c5d-af93-92546a8b240b HTTP/1.1" status: 204 len: 168 time: 0.7295628 Feb 16 12:49:49.596909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53674) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:49.623811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Allocated IP 2001:db8::f816:3eff:fecb:6274 (d9baa628-812c-4290-914a-2abb43e08a16/3fa036fd-7d3b-40b4-b645-6048290f9288/064bea7d-de17-46b8-afbe-cd2e31565de6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:49.675699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:49:48Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:49.713025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d613d97e-76dc-45f0-8789-f8071b248026 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:49.719910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa4a54-4aac-4c09-bf8b-bc92a6e0c998 None None] The sync data for ids ['124fb1c9-b4bd-436b-b732-bf29c9336e0e'] in dv-neutron-829487-1-hyperv is: [{'id': '124fb1c9-b4bd-436b-b732-bf29c9336e0e', 'name': 'tempest-TestNetworkBasicOps-router-1341741371', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:53Z', 'updated_at': '2022-02-16T12:49:48Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:49.730124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d15a7c1-d8b1-4ccf-bdbf-73e5aa29dc4a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:49.810976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d15a7c1-d8b1-4ccf-bdbf-73e5aa29dc4a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:49.816773 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5d15a7c1-d8b1-4ccf-bdbf-73e5aa29dc4a tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2136202 Feb 16 12:49:49.820247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53678) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:49.827679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092267726'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:49.832951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d613d97e-76dc-45f0-8789-f8071b248026 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:49.835213 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d613d97e-76dc-45f0-8789-f8071b248026 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3059855 Feb 16 12:49:49.842092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53682) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:49.842872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:49.852939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:49.896207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.964103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=102f9a12-1d43-4ff6-9601-fb9063818c0f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.010810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.048782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] For port 95991f91-dcb6-47a7-9a44-537479a8e41c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95991f91-dcb6-47a7-9a44-537479a8e41c,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:50.049143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.065546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61eaccb2-3716-4345-bcfe-3b4acf1cf11a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.072469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:50.087208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:50.102302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.116253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61eaccb2-3716-4345-bcfe-3b4acf1cf11a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.137768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.179858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.205626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.228655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Calling delete_port for 95991f91-dcb6-47a7-9a44-537479a8e41c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:50.236600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=ca613a49-016c-4569-9228-2b8d6de48cfb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.242098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.265908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.318755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Transition to ACTIVE for port object da10981b-5ddb-4b09-af82-60dfa1e7905f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:50.326907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.360312 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ba91d2de-d16a-4783-8c13-66ece584a553 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/ca613a49-016c-4569-9228-2b8d6de48cfb HTTP/1.1" status: 204 len: 168 time: 2.0233793 Feb 16 12:49:50.362062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53686) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.404932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 95991f91-dcb6-47a7-9a44-537479a8e41c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95991f91-dcb6-47a7-9a44-537479a8e41c,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:50.412582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Transition to ACTIVE for port object da10981b-5ddb-4b09-af82-60dfa1e7905f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:50.419259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61eaccb2-3716-4345-bcfe-3b4acf1cf11a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.420718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.423106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.434323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.445716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Transition to ACTIVE for port object 064bea7d-de17-46b8-afbe-cd2e31565de6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:50.451647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaccb2-3716-4345-bcfe-3b4acf1cf11a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d4a36e-1b60-4cb4-909c-b5650e8d7f27,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.459342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80bcb7-071e-4181-9575-761030e99d5d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:50.461196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80bcb7-071e-4181-9575-761030e99d5d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:50.461953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0e80bcb7-071e-4181-9575-761030e99d5d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:50.466700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3b76d5-5fb6-4ed3-b4e3-31676e171ed0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.477365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Transition to ACTIVE for port object 064bea7d-de17-46b8-afbe-cd2e31565de6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:50.485718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.522107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.552525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-61eaccb2-3716-4345-bcfe-3b4acf1cf11a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.556431 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-61eaccb2-3716-4345-bcfe-3b4acf1cf11a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/b3d4a36e-1b60-4cb4-909c-b5650e8d7f27 HTTP/1.1" status: 204 len: 168 time: 0.7059093 Feb 16 12:49:50.557232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53690) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.564882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0e80bcb7-071e-4181-9575-761030e99d5d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:50.567031 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0e80bcb7-071e-4181-9575-761030e99d5d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2028673 Feb 16 12:49:50.574945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:50.575223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53694) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.576711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.577712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.578286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router 124fb1c9-b4bd-436b-b732-bf29c9336e0e {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:50.580758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:50.583113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:50.583477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:50.586362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:50.586800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.591440 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9bee23fd-dc5b-4241-822a-b7731092eb65 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7699609 Feb 16 12:49:50.592639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.596448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=95991f91-dcb6-47a7-9a44-537479a8e41c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.603792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Request body: {'security_group_rule': {'security_group_id': 'ab3b76d5-5fb6-4ed3-b4e3-31676e171ed0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:50.634836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:50.640927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8::1 (ea1d84a0-6b1a-4da5-affc-d21c292ba6bc/37842654-afa6-417d-9f95-a92fb65be764/3f7658ef-03fd-49e4-bd5d-c5ed513528b1) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:50.645821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.646639 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-21dae99a-1b7e-4bb8-85c0-3a69da8df3fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/124fb1c9-b4bd-436b-b732-bf29c9336e0e HTTP/1.1" status: 204 len: 168 time: 2.3976479 Feb 16 12:49:50.653073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53702) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.655044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Usage tracker for resource:security_group_rule and tenant:f79f4344babb4fa38ebff36f543db980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:50.661027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:50.669551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:50.681647 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-249c0984-8cc8-42eb-95f5-ef5e613d5611 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238809 Feb 16 12:49:50.683578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 3fa036fd-7d3b-40b4-b645-6048290f9288 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:50.684056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53706) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.690086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:50.695634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.696988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915409180'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:50.706234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:50.711553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:50.714895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:50.720478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:50.725469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:50.729880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:50.776769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.794198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Pushing event updated for resources: {'Port': ['ID=da10981b-5ddb-4b09-af82-60dfa1e7905f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.810509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.859098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:50.864542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:50.868967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:50.883046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:50.883546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Attempting to bind port da10981b-5ddb-4b09-af82-60dfa1e7905f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:50.883546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Attempting to bind port da10981b-5ddb-4b09-af82-60dfa1e7905f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '95e4579d-211c-4e28-af44-0fed517a7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ea1d84a0-6b1a-4da5-affc-d21c292ba6bc'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:50.883546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Attempting to bind port da10981b-5ddb-4b09-af82-60dfa1e7905f on network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:50.911969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:50.912592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Checking segment: {'id': '95e4579d-211c-4e28-af44-0fed517a7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ea1d84a0-6b1a-4da5-affc-d21c292ba6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:50.912775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.913147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Bound using segment: {'id': '95e4579d-211c-4e28-af44-0fed517a7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ea1d84a0-6b1a-4da5-affc-d21c292ba6bc'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:50.913632 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Bound port: da10981b-5ddb-4b09-af82-60dfa1e7905f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e4579d-211c-4e28-af44-0fed517a7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ea1d84a0-6b1a-4da5-affc-d21c292ba6bc'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:50.914008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.927530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Attempting to bind port 064bea7d-de17-46b8-afbe-cd2e31565de6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:50.927776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Attempting to bind port 064bea7d-de17-46b8-afbe-cd2e31565de6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:50.928102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Attempting to bind port 064bea7d-de17-46b8-afbe-cd2e31565de6 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:50.929271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.940719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:50.941661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:50.942368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.942470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:50.942943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Bound port: 064bea7d-de17-46b8-afbe-cd2e31565de6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:50.943346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.961178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Pushing event updated for resources: {'Port': ['ID=064bea7d-de17-46b8-afbe-cd2e31565de6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.992057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.015698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.057120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9423a5d7-5b57-42e7-9254-eb308082459f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.068533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.074872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.085786 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Deleting port 95991f91-dcb6-47a7-9a44-537479a8e41c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:51.085786 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.104264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 95991f91-dcb6-47a7-9a44-537479a8e41c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:51.104684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.125910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434be4a0-bc3e-4ce4-a933-dd111db246bb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.145540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.146211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] For port da10981b-5ddb-4b09-af82-60dfa1e7905f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:51.148507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] For port 064bea7d-de17-46b8-afbe-cd2e31565de6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:51.165319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] For port da10981b-5ddb-4b09-af82-60dfa1e7905f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da10981b-5ddb-4b09-af82-60dfa1e7905f,segment=NetworkSegment(95e4579d-211c-4e28-af44-0fed517a7af3),segment_id=95e4579d-211c-4e28-af44-0fed517a7af3)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:51.176215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.177493 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a5f1c201-fb0b-4d13-88dd-46f11ff399ad tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5790975 Feb 16 12:49:51.180145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.195825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] For port 064bea7d-de17-46b8-afbe-cd2e31565de6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=064bea7d-de17-46b8-afbe-cd2e31565de6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:51.250652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f02440c1-5347-40e7-aad7-95a2ce90c953 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.287620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f02440c1-5347-40e7-aad7-95a2ce90c953 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.299419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.306795 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b48e4c49-5406-46b3-9247-d22a1a3b8033 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6155849 Feb 16 12:49:51.306795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.309876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.310476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '434be4a0-bc3e-4ce4-a933-dd111db246bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:51.328281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:51.341529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:51.348204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:51.359570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:51.376529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.392886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30c8a6ef-5208-4bbd-a940-0b8bfab38090 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:51.423707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.448641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.476527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 30c8a6ef-5208-4bbd-a940-0b8bfab38090 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:51.476527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 30c8a6ef-5208-4bbd-a940-0b8bfab38090 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:51.477384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 102f9a12-1d43-4ff6-9601-fb9063818c0f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:51.512231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 95991f91-dcb6-47a7-9a44-537479a8e41c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95991f91-dcb6-47a7-9a44-537479a8e41c,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:51.512590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.523284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.541902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 102f9a12-1d43-4ff6-9601-fb9063818c0f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:51.542254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 102f9a12-1d43-4ff6-9601-fb9063818c0f not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:51.548942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f02440c1-5347-40e7-aad7-95a2ce90c953 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.558218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] For port 95991f91-dcb6-47a7-9a44-537479a8e41c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=95991f91-dcb6-47a7-9a44-537479a8e41c,segment=NetworkSegment(54fec13c-2d33-46c1-aeb3-66c5cb6f79fa),segment_id=54fec13c-2d33-46c1-aeb3-66c5cb6f79fa)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:51.558617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.566940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8384-a120-4483-8a6c-7ab0a9742126 None None] Pushing event updated for resources: {'Port': ['ID=064bea7d-de17-46b8-afbe-cd2e31565de6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.579264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02440c1-5347-40e7-aad7-95a2ce90c953 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3b76d5-5fb6-4ed3-b4e3-31676e171ed0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.586724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:51.598552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f02440c1-5347-40e7-aad7-95a2ce90c953 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.602163 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f02440c1-5347-40e7-aad7-95a2ce90c953 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/ab3b76d5-5fb6-4ed3-b4e3-31676e171ed0 HTTP/1.1" status: 204 len: 168 time: 0.4184775 Feb 16 12:49:51.602314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53718) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.630218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.652629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 95991f91-dcb6-47a7-9a44-537479a8e41c owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:51.663692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-279cc100-ee2f-4fb2-bc8e-0c3800546dc9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:51.701406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.734175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6decb945-9aa8-45b2-8fde-d6529ded3f51,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.752765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-279cc100-ee2f-4fb2-bc8e-0c3800546dc9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:51.754598 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-279cc100-ee2f-4fb2-bc8e-0c3800546dc9 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1513927 Feb 16 12:49:51.757560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.781938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.811254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-06df5210-c874-4c8a-a164-83f71a9ab029 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Synchronizing usage tracker for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:51.812635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Calling delete_port for 95991f91-dcb6-47a7-9a44-537479a8e41c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:51.821803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa036fd-7d3b-40b4-b645-6048290f9288,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.825665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.833557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.837274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.837866 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b0f0ef39-4ce4-4d67-be7c-55d5d752f112 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5328465 Feb 16 12:49:51.838903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.872828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e926e5-5e9d-4f05-8b58-9a70f53752e8 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.890043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e926e5-5e9d-4f05-8b58-9a70f53752e8 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.894036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.911533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8af568-5452-4d39-af5f-25bc8629bc00 None None] Pushing event updated for resources: {'Port': ['ID=da10981b-5ddb-4b09-af82-60dfa1e7905f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.922264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-06df5210-c874-4c8a-a164-83f71a9ab029 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] Unset dirty status for tenant:f79f4344babb4fa38ebff36f543db980 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:51.927024 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-06df5210-c874-4c8a-a164-83f71a9ab029 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1651683 Feb 16 12:49:51.933384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53730) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.935361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:51.936562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:51.945091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port 95991f91-dcb6-47a7-9a44-537479a8e41c on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:51.946374 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-251c377b-fd80-4f99-b2b7-c362a2aa87e2 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] delete failed (client error): The resource could not be found. Feb 16 12:49:51.951037 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-251c377b-fd80-4f99-b2b7-c362a2aa87e2 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "DELETE /v2.0/security-groups/ab3b76d5-5fb6-4ed3-b4e3-31676e171ed0 HTTP/1.1" status: 404 len: 347 time: 0.0190187 Feb 16 12:49:51.955242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53734) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.964514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:51.964868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:51.982552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:51.983115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.997841 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-780d745f-0277-4f05-94d2-299420e9f0f1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/3fa036fd-7d3b-40b4-b645-6048290f9288 HTTP/1.1" status: 204 len: 168 time: 1.4242482 Feb 16 12:49:52.000838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.056576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=3f7658ef-03fd-49e4-bd5d-c5ed513528b1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.095370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e926e5-5e9d-4f05-8b58-9a70f53752e8 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.117962 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6663ccd4-a867-4310-9cac-e0ca95f25778 tempest-SecGroupTest-387570049 tempest-SecGroupTest-387570049-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1621878 Feb 16 12:49:52.124270 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d881e421-c96e-4442-a0cb-5cb21794710a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150208 Feb 16 12:49:52.128148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.200262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=95991f91-dcb6-47a7-9a44-537479a8e41c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.202212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e926e5-5e9d-4f05-8b58-9a70f53752e8 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6decb945-9aa8-45b2-8fde-d6529ded3f51,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.206140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e926e5-5e9d-4f05-8b58-9a70f53752e8 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.210324 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-27e926e5-5e9d-4f05-8b58-9a70f53752e8 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6decb945-9aa8-45b2-8fde-d6529ded3f51 HTTP/1.1" status: 204 len: 168 time: 0.3699563 Feb 16 12:49:52.211291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.219882 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53748) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.264154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb2edae-ffd7-4d70-8d84-2c66205207d6']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:52.298435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:52.305974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fec13c-2d33-46c1-aeb3-66c5cb6f79fa') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:52.322262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-641b69bd-298c-4664-908d-70f8d8e40cfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:52.322447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.334542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc57814f-5e65-463d-ba5a-e832729e344d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.335409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc57814f-5e65-463d-ba5a-e832729e344d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:52.387494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.401319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:52.401319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:52.416577 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:52.442711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-641b69bd-298c-4664-908d-70f8d8e40cfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:52.447314 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-641b69bd-298c-4664-908d-70f8d8e40cfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2236760 Feb 16 12:49:52.447921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53752) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.448571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc57814f-5e65-463d-ba5a-e832729e344d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:52.452355 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc57814f-5e65-463d-ba5a-e832729e344d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3224437 Feb 16 12:49:52.454819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.489409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.502241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Deleting port 95991f91-dcb6-47a7-9a44-537479a8e41c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:52.502831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.571051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375cba61-db04-4006-a299-ffce95a3dcb8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.572526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-375cba61-db04-4006-a299-ffce95a3dcb8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:52.585031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-371cdf62-b99b-4b65-a7b9-a795df86bc66 None None] The port '95991f91-dcb6-47a7-9a44-537479a8e41c' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:52.596476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ecc3d-c75a-4d3c-a757-343f9cad58ad tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.630792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ecc3d-c75a-4d3c-a757-343f9cad58ad tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.678897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-375cba61-db04-4006-a299-ffce95a3dcb8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:52.681307 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-375cba61-db04-4006-a299-ffce95a3dcb8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2071006 Feb 16 12:49:52.687004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53762) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.788125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53766) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.792105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.870140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ecc3d-c75a-4d3c-a757-343f9cad58ad tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.891539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.905501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=dfb2edae-ffd7-4d70-8d84-2c66205207d6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.909293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53772) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.910457 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-feeebb88-d7fe-47a3-a9ba-abc9e5f46768 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2213836 Feb 16 12:49:52.916777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ecc3d-c75a-4d3c-a757-343f9cad58ad tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434be4a0-bc3e-4ce4-a933-dd111db246bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.920778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:53.004322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ecc3d-c75a-4d3c-a757-343f9cad58ad tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.006006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8a1ecc3d-c75a-4d3c-a757-343f9cad58ad tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/434be4a0-bc3e-4ce4-a933-dd111db246bb HTTP/1.1" status: 204 len: 168 time: 0.5523531 Feb 16 12:49:53.011369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.039682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d566c50f-02c6-40d0-ab9c-ddeba8568df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/dfb2edae-ffd7-4d70-8d84-2c66205207d6 HTTP/1.1" status: 204 len: 168 time: 2.3832786 Feb 16 12:49:53.064072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.070500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--1794546855', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:53.082702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:53.092013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:53.095666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:53.100779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65c13855-12a2-4924-80a0-dff510436239 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:53.107423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:53.172192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5efdbb6-a0dc-4c48-8bb8-dc7b6b8f5144 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:53.205158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:53.221916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:53.226008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eb3a9cc0-4f59-400e-942f-7b78f9ca5a0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f79f4344babb4fa38ebff36f543db980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423554 Feb 16 12:49:53.227912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.231778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53784) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.234500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:53.247988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-65c13855-12a2-4924-80a0-dff510436239 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:53.249450 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-65c13855-12a2-4924-80a0-dff510436239 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2393990 Feb 16 12:49:53.256047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.265407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119590926'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:53.285407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:53.296198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.297160 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment 80a0082f-5a76-4dab-a1e0-ae72812cbe9b of type vlan for network 08f114f6-93a0-40dc-8bc7-930bf38dca31 Feb 16 12:49:53.336823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.354937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-732f455a-dc4b-40f7-9d7b-aaf979259575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.377144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:53.384349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:53.387894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.391490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d9908748-37af-4fe8-a43a-7216638294a5 None None] Provisioning for port 064bea7d-de17-46b8-afbe-cd2e31565de6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:53.395872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:53.408867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d9908748-37af-4fe8-a43a-7216638294a5 None None] Could not find standard attr ID for object ca613a49-016c-4569-9228-2b8d6de48cfb. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:53.428916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-732f455a-dc4b-40f7-9d7b-aaf979259575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.439331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.448268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:53.449205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.479834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da10981b-5ddb-4b09-af82-60dfa1e7905f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:53.522711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.543504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.554044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:53.560181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] Deleting port 064bea7d-de17-46b8-afbe-cd2e31565de6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:53.560562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.600532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.610939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.653594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:53.661553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:53.664315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=08f114f6-93a0-40dc-8bc7-930bf38dca31,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.666653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:53.678777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:53.680869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:53.694682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-54dcdb27-6a68-4a82-927f-07a2e25dae01 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6294513 Feb 16 12:49:53.698736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53792) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.719476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-732f455a-dc4b-40f7-9d7b-aaf979259575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.730299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-340033346', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:53.776285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:53.783451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.794342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port da10981b-5ddb-4b09-af82-60dfa1e7905f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:53.826632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f455a-dc4b-40f7-9d7b-aaf979259575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba582b26-d1fb-47cb-828a-81f6efa2d10c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.838808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=3f7658ef-03fd-49e4-bd5d-c5ed513528b1,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.841728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:53.853989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:53.859742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7195e-ca81-4369-aaf2-f9ecfdceeb34 None None] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:53.868289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:53.878145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.882315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 064bea7d-de17-46b8-afbe-cd2e31565de6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:53.935985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d191306-5f1a-472b-965b-a74ab7ce2391,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.962599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:53.964315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:53.966642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.967838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.042904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.043786 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e0659dcb-0bcf-4e03-b2b7-ee341f2c2beb tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7867832 Feb 16 12:49:54.046346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53796) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.052377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '7d191306-5f1a-472b-965b-a74ab7ce2391', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:54.058733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:54.062873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:54.065655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:54.068005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] For port 064bea7d-de17-46b8-afbe-cd2e31565de6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=064bea7d-de17-46b8-afbe-cd2e31565de6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:54.068005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.072442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:54.152000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.156640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.202686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-659ef30f-f4d2-4929-a743-0ccbd3e927b2 None None] Provisioning for port da10981b-5ddb-4b09-af82-60dfa1e7905f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:54.214523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] Calling delete_port for 064bea7d-de17-46b8-afbe-cd2e31565de6 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:54.222103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.255535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-659ef30f-f4d2-4929-a743-0ccbd3e927b2 None None] Provisioning complete for port da10981b-5ddb-4b09-af82-60dfa1e7905f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:54.255945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-659ef30f-f4d2-4929-a743-0ccbd3e927b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.258803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-732f455a-dc4b-40f7-9d7b-aaf979259575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.259387 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-732f455a-dc4b-40f7-9d7b-aaf979259575 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba582b26-d1fb-47cb-828a-81f6efa2d10c HTTP/1.1" status: 204 len: 168 time: 1.0266874 Feb 16 12:49:54.295761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.320663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ff34c9-2335-41b7-a6c5-d62bbcb522e8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.426426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.427791 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5c403dbb-1828-43aa-8a6e-60933f24d4a2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3804855 Feb 16 12:49:54.430758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53802) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.452439 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-76f17528-99d0-4218-9ad0-0a5cc2d553b8 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules/d9ff34c9-2335-41b7-a6c5-d62bbcb522e8 HTTP/1.1" status: 200 len: 763 time: 0.0201054 Feb 16 12:49:54.454913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.493951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 064bea7d-de17-46b8-afbe-cd2e31565de6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:54.512563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-69b22dc2-f72d-412c-912b-8a1b03c2a209 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:54.516453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 064bea7d-de17-46b8-afbe-cd2e31565de6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:54.517063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.588967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:54.594669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-69b22dc2-f72d-412c-912b-8a1b03c2a209 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:54.597465 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-69b22dc2-f72d-412c-912b-8a1b03c2a209 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1413317 Feb 16 12:49:54.600261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53810) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.645083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5387d2f7-c391-499c-b7d5-8ed1a8d39bfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.649552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.662353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5387d2f7-c391-499c-b7d5-8ed1a8d39bfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.702866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-659ef30f-f4d2-4929-a743-0ccbd3e927b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.716902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 4c86fa87-e77d-405b-835c-bb74ad6ee9d1 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:54.728041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] Pushing event deleted for resources: {'Port': ['ID=064bea7d-de17-46b8-afbe-cd2e31565de6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.738665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3979df-055e-43d6-92bb-08a34aa87708 None None] No DVR routers for this DVR port 064bea7d-de17-46b8-afbe-cd2e31565de6 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:54.758624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Could not find standard attr ID for object 064bea7d-de17-46b8-afbe-cd2e31565de6. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:49:54.763789 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No ports have port_id starting with 064bea7d-de17-46b8-afbe-cd2e31565de6 Feb 16 12:49:54.769630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5387d2f7-c391-499c-b7d5-8ed1a8d39bfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.783013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-659ef30f-f4d2-4929-a743-0ccbd3e927b2 None None] For port da10981b-5ddb-4b09-af82-60dfa1e7905f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da10981b-5ddb-4b09-af82-60dfa1e7905f,segment=NetworkSegment(95e4579d-211c-4e28-af44-0fed517a7af3),segment_id=95e4579d-211c-4e28-af44-0fed517a7af3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:54.789588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387d2f7-c391-499c-b7d5-8ed1a8d39bfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9ff34c9-2335-41b7-a6c5-d62bbcb522e8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.824522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.855482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-659ef30f-f4d2-4929-a743-0ccbd3e927b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.890407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5387d2f7-c391-499c-b7d5-8ed1a8d39bfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.894113 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5387d2f7-c391-499c-b7d5-8ed1a8d39bfe tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d9ff34c9-2335-41b7-a6c5-d62bbcb522e8 HTTP/1.1" status: 204 len: 168 time: 0.2899468 Feb 16 12:49:54.894545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53814) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.948230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ef30f-f4d2-4929-a743-0ccbd3e927b2 None None] Pushing event updated for resources: {'Port': ['ID=da10981b-5ddb-4b09-af82-60dfa1e7905f,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.951385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-205cb251-6898-4bc6-b2a3-3c5260f4191d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:54.967986 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.services.revisions.revision_plugin [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Could not find related port for resource to bump revision. Feb 16 12:49:55.026852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-205cb251-6898-4bc6-b2a3-3c5260f4191d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:55.031366 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-205cb251-6898-4bc6-b2a3-3c5260f4191d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1357944 Feb 16 12:49:55.032072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53818) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:55.046064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '7d191306-5f1a-472b-965b-a74ab7ce2391', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:55.053122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:55.061359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_pluggable_backend [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Port 064bea7d-de17-46b8-afbe-cd2e31565de6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 12:49:55.061686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_pluggable_backend [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Reverting IP allocation for 2001:db8::f816:3eff:fecb:6274 {{(pid=88443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 12:49:55.067342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:55.069589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_pluggable_backend [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecb:6274 {{(pid=88443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 12:49:55.076263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.082026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b4c2c787-1083-4465-b321-f49bceb4cae8 None None] Provisioning complete for port da10981b-5ddb-4b09-af82-60dfa1e7905f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:55.082587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c787-1083-4465-b321-f49bceb4cae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.113314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:55.124553 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] Sync routers for ids ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:55.141699 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2764ca4e-6348-4d37-807f-5f09fb7231f8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/4c86fa87-e77d-405b-835c-bb74ad6ee9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5922623 Feb 16 12:49:55.141918 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] Routers {'4c86fa87-e77d-405b-835c-bb74ad6ee9d1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:55.141918 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:55.145600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53822) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:55.156058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:55.164392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:55.167436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:55.168036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.179933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b446c5f-fe67-4bd9-b627-00f3fbe723f7 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:55.193600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=d390f385-6cbb-427a-9d9b-d2763ff99a4a,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.215280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.250281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413e8e4-46dd-42ef-9042-9c291c9df2ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:55.255191 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d413e8e4-46dd-42ef-9042-9c291c9df2ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports/3f7658ef-03fd-49e4-bd5d-c5ed513528b1 HTTP/1.1" status: 200 len: 911 time: 0.1081853 Feb 16 12:49:55.256069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:55.370362 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:55.381204 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] Routers {'4c86fa87-e77d-405b-835c-bb74ad6ee9d1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:55.382182 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:55.390766 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cff934af-7b61-4e06-99f7-6fc174afc227 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4799945 Feb 16 12:49:55.391343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53830) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:55.405231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da10981b-5ddb-4b09-af82-60dfa1e7905f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:55.460587 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:55.461605 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e87ee4-4a3b-4b8d-9d85-9fc2142f3d00 None None] The sync data for ids ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:55.493382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:80:3d:91', 'name': 'tempest-NetworksTestDHCPv6-427515757'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:55.559205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.625213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port da10981b-5ddb-4b09-af82-60dfa1e7905f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:55.626009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.630182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.637740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.657824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'd390f385-6cbb-427a-9d9b-d2763ff99a4a'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:55.658248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.677136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.680175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ceb45a4-5e20-49f8-b6f2-b11e96136109,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.734756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b4c2c787-1083-4465-b321-f49bceb4cae8 None None] Provisioning for port 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:55.751031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b4c2c787-1083-4465-b321-f49bceb4cae8 None None] Provisioning complete for port 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:55.751416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c787-1083-4465-b321-f49bceb4cae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.763203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.765140 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0fd6303c-9db0-4a5d-9e41-eada8f8fb0b3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7314210 Feb 16 12:49:55.767559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53834) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:55.795649 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-81ec7554-54ed-42ef-846c-34f0f84040ed tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules/1ceb45a4-5e20-49f8-b6f2-b11e96136109 HTTP/1.1" status: 200 len: 763 time: 0.0237024 Feb 16 12:49:55.809952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53838) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:55.832950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:55.882812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:55.915221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.918247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2c787-1083-4465-b321-f49bceb4cae8 None None] Port 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:55.926146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-63167095-335c-4b9e-9715-b0f8321a1639 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:55.951530 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.29 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/5fb1bfe3-3608-41d3-8d87-cbc4a59aa945) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:55.957363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Allocated IP 2001:db8::f816:3eff:fe59:c224 (d9baa628-812c-4290-914a-2abb43e08a16/d390f385-6cbb-427a-9d9b-d2763ff99a4a/ddfe89b0-39a7-4b36-b240-40037e131f63) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:55.987324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:56.012761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 064bea7d-de17-46b8-afbe-cd2e31565de6 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:56.103963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 064bea7d-de17-46b8-afbe-cd2e31565de6 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:56.104177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 064bea7d-de17-46b8-afbe-cd2e31565de6 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:56.105475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-63167095-335c-4b9e-9715-b0f8321a1639 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:56.106758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-63167095-335c-4b9e-9715-b0f8321a1639 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2986019 Feb 16 12:49:56.111864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53842) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:56.132269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d3b6cef6-8e27-4840-81d3-b935677ce74f None None] Provisioning complete for port 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:56.132648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3b6cef6-8e27-4840-81d3-b935677ce74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.216549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6cef6-8e27-4840-81d3-b935677ce74f None None] Port 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:56.220635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.244918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.267612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 5f1103aa-071c-4839-b7ef-dc045fde2c27 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:56.298167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.309873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Transition to ACTIVE for port object ddfe89b0-39a7-4b36-b240-40037e131f63 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:56.330937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Transition to ACTIVE for port object ddfe89b0-39a7-4b36-b240-40037e131f63 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:56.354922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f22c7a00-18ca-4fd8-a692-1fe391c904ba tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.393156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.402536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f22c7a00-18ca-4fd8-a692-1fe391c904ba tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.459531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:56.462589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:56.466282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:56.519299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f22c7a00-18ca-4fd8-a692-1fe391c904ba tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.540212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Pushing event updated for resources: {'Port': ['ID=ddfe89b0-39a7-4b36-b240-40037e131f63,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.544686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:56.549294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.561033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fe80:3d91 (d9baa628-812c-4290-914a-2abb43e08a16/d390f385-6cbb-427a-9d9b-d2763ff99a4a/5f1103aa-071c-4839-b7ef-dc045fde2c27) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:56.563504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Attempting to bind port ddfe89b0-39a7-4b36-b240-40037e131f63 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:56.563871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Attempting to bind port ddfe89b0-39a7-4b36-b240-40037e131f63 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:56.564229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Attempting to bind port ddfe89b0-39a7-4b36-b240-40037e131f63 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:56.569453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:56.569812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:56.570381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c7a00-18ca-4fd8-a692-1fe391c904ba tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ceb45a4-5e20-49f8-b6f2-b11e96136109,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.570525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.570776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:56.571472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Bound port: ddfe89b0-39a7-4b36-b240-40037e131f63, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:56.576393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.576764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.598607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f22c7a00-18ca-4fd8-a692-1fe391c904ba tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.602006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f22c7a00-18ca-4fd8-a692-1fe391c904ba tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/1ceb45a4-5e20-49f8-b6f2-b11e96136109 HTTP/1.1" status: 204 len: 168 time: 0.4864054 Feb 16 12:49:56.602927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:56.659033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:56.662507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] For port ddfe89b0-39a7-4b36-b240-40037e131f63, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:56.666449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] For port ddfe89b0-39a7-4b36-b240-40037e131f63, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ddfe89b0-39a7-4b36-b240-40037e131f63,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:56.671009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:56.686722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:56.736397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1485efac-1674-4158-9a96-6f69dcbf3340 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:56.737164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.739839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.802680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.829289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ee25-2c86-4146-8e88-cd40cb9a5ca0 None None] Pushing event updated for resources: {'Port': ['ID=ddfe89b0-39a7-4b36-b240-40037e131f63,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.871951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1485efac-1674-4158-9a96-6f69dcbf3340 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:56.873206 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1485efac-1674-4158-9a96-6f69dcbf3340 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2696133 Feb 16 12:49:56.888104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53850) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:56.943337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 3f7658ef-03fd-49e4-bd5d-c5ed513528b1 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:56.952367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': '7d191306-5f1a-472b-965b-a74ab7ce2391', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:56.967071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:57.035416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:57.121722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.154042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 5f1103aa-071c-4839-b7ef-dc045fde2c27 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:57.155611 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Project 9f48f943ce754b6dafdacc746628a1d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:57.165357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.232389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.233447 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.286622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=3f7658ef-03fd-49e4-bd5d-c5ed513528b1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.339783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.371142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ddfe89b0-39a7-4b36-b240-40037e131f63 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:57.459926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.482698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.507729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ddfe89b0-39a7-4b36-b240-40037e131f63 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:57.542369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392f4c8f-209b-4251-86d1-e541e822ac5f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.551923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:57.564888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:57.621553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=5f1103aa-071c-4839-b7ef-dc045fde2c27,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.632109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:57.637830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:57.638442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.680777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.741121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.742150 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b54fe300-b891-48f8-b1ca-f49c66b425f1 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8529947 Feb 16 12:49:57.748235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53854) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:57.766429 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-740f28b7-04ba-4a61-8f45-5b350e01083b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2758396 Feb 16 12:49:57.766631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53858) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:57.786253 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-39a10de7-3f72-405a-8b96-b6a6f0324069 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules/392f4c8f-209b-4251-86d1-e541e822ac5f HTTP/1.1" status: 200 len: 769 time: 0.0362234 Feb 16 12:49:57.788778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:57.808463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 4c86fa87-e77d-405b-835c-bb74ad6ee9d1 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:58.022182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7418b7a-f62f-43ff-8d2f-462a7879858a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:58.028428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7418b7a-f62f-43ff-8d2f-462a7879858a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:58.029249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f7418b7a-f62f-43ff-8d2f-462a7879858a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:58.123749 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5dee4977-4f32-45ed-9ebe-e3196e4c3cf4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3316402 Feb 16 12:49:58.124809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.128168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:58.141093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] Sync routers for ids ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:58.152897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] Routers {'4c86fa87-e77d-405b-835c-bb74ad6ee9d1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:58.153902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.180656 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-293e14d1-22d4-40ff-866f-7a9badaaa019 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/4c86fa87-e77d-405b-835c-bb74ad6ee9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9194102 Feb 16 12:49:58.185719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.222112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-684d778b-3025-4818-85b1-a63f03b16213 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.243921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc345ace-1810-48cd-b6b8-e908195b4f44 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:58.247385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-684d778b-3025-4818-85b1-a63f03b16213 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.287824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-025bca26-9af7-4b24-a91b-15ac95b96b53 None None] Provisioning for port ddfe89b0-39a7-4b36-b240-40037e131f63 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:58.299859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-025bca26-9af7-4b24-a91b-15ac95b96b53 None None] Provisioning complete for port ddfe89b0-39a7-4b36-b240-40037e131f63 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:58.300258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-025bca26-9af7-4b24-a91b-15ac95b96b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.300882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.323008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.354777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] Routers {'4c86fa87-e77d-405b-835c-bb74ad6ee9d1'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:58.355423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.381269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc345ace-1810-48cd-b6b8-e908195b4f44 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:58.385041 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bc345ace-1810-48cd-b6b8-e908195b4f44 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c86fa87-e77d-405b-835c-bb74ad6ee9d1 HTTP/1.1" status: 200 len: 205 time: 0.1957223 Feb 16 12:49:58.385341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53874) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.419665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:58.420309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b97cc-e735-4912-b2ba-d29cb476b2f7 None None] The sync data for ids ['4c86fa87-e77d-405b-835c-bb74ad6ee9d1'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:58.439852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f7418b7a-f62f-43ff-8d2f-462a7879858a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:58.444125 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f7418b7a-f62f-43ff-8d2f-462a7879858a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6741123 Feb 16 12:49:58.448961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53878) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.460537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-684d778b-3025-4818-85b1-a63f03b16213 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.489064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-025bca26-9af7-4b24-a91b-15ac95b96b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.531379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-025bca26-9af7-4b24-a91b-15ac95b96b53 None None] For port ddfe89b0-39a7-4b36-b240-40037e131f63, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ddfe89b0-39a7-4b36-b240-40037e131f63,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:58.541798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 5f1103aa-071c-4839-b7ef-dc045fde2c27 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:58.542146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.556597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d778b-3025-4818-85b1-a63f03b16213 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=392f4c8f-209b-4251-86d1-e541e822ac5f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:58.560855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-684d778b-3025-4818-85b1-a63f03b16213 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.566450 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-684d778b-3025-4818-85b1-a63f03b16213 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/392f4c8f-209b-4251-86d1-e541e822ac5f HTTP/1.1" status: 204 len: 168 time: 0.4359760 Feb 16 12:49:58.567016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7944b12e-8994-400c-8bd7-0113029fd133 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.578186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53882) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.613387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-025bca26-9af7-4b24-a91b-15ac95b96b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.687822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bca26-9af7-4b24-a91b-15ac95b96b53 None None] Pushing event updated for resources: {'Port': ['ID=ddfe89b0-39a7-4b36-b240-40037e131f63,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:58.711541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-12fc5b9f-c917-46a4-9bc0-2cc906556ad3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:58.801847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 0fca5880-408c-4784-8333-54e443683dfc is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:58.821564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5ff03a7b-9c7a-4cbb-a8dc-b16da3eaea67 None None] Provisioning for port 5f1103aa-071c-4839-b7ef-dc045fde2c27 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:58.826766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5ff03a7b-9c7a-4cbb-a8dc-b16da3eaea67 None None] Provisioning complete for port 5f1103aa-071c-4839-b7ef-dc045fde2c27 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:58.827171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5ff03a7b-9c7a-4cbb-a8dc-b16da3eaea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.879409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7944b12e-8994-400c-8bd7-0113029fd133 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.882073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7944b12e-8994-400c-8bd7-0113029fd133 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.885720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5ff03a7b-9c7a-4cbb-a8dc-b16da3eaea67 None None] Port 5f1103aa-071c-4839-b7ef-dc045fde2c27 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:58.897205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-12fc5b9f-c917-46a4-9bc0-2cc906556ad3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:58.898467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-12fc5b9f-c917-46a4-9bc0-2cc906556ad3 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3184426 Feb 16 12:49:58.901820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.965782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83da434b-bbee-457c-959d-5d9432e21a0e tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.990568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7944b12e-8994-400c-8bd7-0113029fd133 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.991102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7944b12e-8994-400c-8bd7-0113029fd133 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Fanout notify agent at l3_agent the message router_deleted on router 4c86fa87-e77d-405b-835c-bb74ad6ee9d1 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:58.994233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.998061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83da434b-bbee-457c-959d-5d9432e21a0e tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.016605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7944b12e-8994-400c-8bd7-0113029fd133 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.020283 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7944b12e-8994-400c-8bd7-0113029fd133 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/4c86fa87-e77d-405b-835c-bb74ad6ee9d1 HTTP/1.1" status: 204 len: 168 time: 0.6312079 Feb 16 12:49:59.023590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53890) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:59.132998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83da434b-bbee-457c-959d-5d9432e21a0e tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.153005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da434b-bbee-457c-959d-5d9432e21a0e tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d191306-5f1a-472b-965b-a74ab7ce2391,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.173042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 5f1103aa-071c-4839-b7ef-dc045fde2c27 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:59.236278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83da434b-bbee-457c-959d-5d9432e21a0e tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.237462 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-83da434b-bbee-457c-959d-5d9432e21a0e tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/7d191306-5f1a-472b-965b-a74ab7ce2391 HTTP/1.1" status: 204 len: 168 time: 0.3346541 Feb 16 12:49:59.240549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53894) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:59.256702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:59.268549 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Sync routers for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:59.275683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 37842654-afa6-417d-9f95-a92fb65be764 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:59.281573 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:59.282289 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:59.295525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.303017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3408cd90-b411-4ac2-b1cb-3054a2ab220d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:59.365913 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ddfe89b0-39a7-4b36-b240-40037e131f63 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:59.394396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.419133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3408cd90-b411-4ac2-b1cb-3054a2ab220d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:59.420392 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3408cd90-b411-4ac2-b1cb-3054a2ab220d tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1788907 Feb 16 12:49:59.426861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:59.431020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064274003'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:59.437858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:59.440810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ddfe89b0-39a7-4b36-b240-40037e131f63 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:59.442462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.450037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:59.457511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.463485 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2d3aee18-1709-4582-8df5-593c576db467 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7503448 Feb 16 12:49:59.463637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53902) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:59.491778 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:59.527865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.528666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.568435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:59.576078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:59.584212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:59.599551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.603313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:59.704136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.737946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=5f1103aa-071c-4839-b7ef-dc045fde2c27,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.763328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.838722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.873406 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:49:57Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:59.878033 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Checking router: 0fca5880-408c-4784-8333-54e443683dfc for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:59.878679 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Updating router 0fca5880-408c-4784-8333-54e443683dfc port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:59.896363 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-28ae02a2-2d6d-467e-bcb9-2f5aecb632be tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4299715 Feb 16 12:49:59.897626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53908) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:59.935627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0042485-532b-4e2f-b028-d9a934581088,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.948833 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.985074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=37842654-afa6-417d-9f95-a92fb65be764,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.985074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.999237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.002745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941773a6-1b49-4ea1-84e2-88aacc3123bb None None] Network ea1d84a0-6b1a-4da5-affc-d21c292ba6bc requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:00.009079 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-df859e7a-51d7-40e0-a14e-8b41d68bf924 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/37842654-afa6-417d-9f95-a92fb65be764 HTTP/1.1" status: 204 len: 168 time: 0.9826815 Feb 16 12:50:00.011604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53912) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.139804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5a0fc7-0378-44bc-a22c-824f28be6e07 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:00.142186 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-da5a0fc7-0378-44bc-a22c-824f28be6e07 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2325599 Feb 16 12:50:00.145612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53916) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.151297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.154817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a6c4f132-b0f0-4602-83d7-0ee264402f4e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/5f1103aa-071c-4839-b7ef-dc045fde2c27 HTTP/1.1" status: 204 len: 168 time: 1.7049501 Feb 16 12:50:00.157194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53920) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.200243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.201590 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8167e0a4-5705-4c02-8067-fce0e74ea5fa tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7752743 Feb 16 12:50:00.205733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.210294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port da10981b-5ddb-4b09-af82-60dfa1e7905f {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:00.210653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.211494 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e4ccb048-756d-4df7-b3b1-3b17998a020d tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644445 Feb 16 12:50:00.214054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53926) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.221465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301203823', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:00.281772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Request body: {'security_group_rule': {'security_group_id': 'a0042485-532b-4e2f-b028-d9a934581088', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:00.305891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3df05a-3c1d-4d7e-b61d-240be4fac011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:00.307138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3df05a-3c1d-4d7e-b61d-240be4fac011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:00.307892 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7d3df05a-3c1d-4d7e-b61d-240be4fac011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:00.310632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:00.319472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Usage tracker for resource:security_group_rule and tenant:9f48f943ce754b6dafdacc746628a1d2 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:00.322462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:00.329568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] DHCP port deletion for ea1d84a0-6b1a-4da5-affc-d21c292ba6bc request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:00.332741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:00.334256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Deleting port da10981b-5ddb-4b09-af82-60dfa1e7905f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:00.334811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.354344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:00.358877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:00.364739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:00.370417 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.372736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:00.385074 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Transition to ACTIVE for port object 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:00.496416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:00.497637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port da10981b-5ddb-4b09-af82-60dfa1e7905f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da10981b-5ddb-4b09-af82-60dfa1e7905f,segment=NetworkSegment(95e4579d-211c-4e28-af44-0fed517a7af3),segment_id=95e4579d-211c-4e28-af44-0fed517a7af3)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:00.498135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.504502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.547304 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.570976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7d3df05a-3c1d-4d7e-b61d-240be4fac011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:00.572744 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7d3df05a-3c1d-4d7e-b61d-240be4fac011 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4142346 Feb 16 12:50:00.581836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53932) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.599208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] For port da10981b-5ddb-4b09-af82-60dfa1e7905f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da10981b-5ddb-4b09-af82-60dfa1e7905f,segment=NetworkSegment(95e4579d-211c-4e28-af44-0fed517a7af3),segment_id=95e4579d-211c-4e28-af44-0fed517a7af3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:00.599819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.615472 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Pushing event updated for resources: {'Port': ['ID=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:00.624676 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.625221 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.625708 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.626222 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.626699 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.627201 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.627691 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.628727 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.629225 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.629698 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.630183 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.630660 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:00.654010 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Attempting to bind port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:00.654368 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Attempting to bind port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:00.654936 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Attempting to bind port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:00.660767 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:00.661331 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:00.661889 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.662466 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:00.663117 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Bound port: 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:00.663657 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.668714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.693121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for da10981b-5ddb-4b09-af82-60dfa1e7905f owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:00.737455 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] For port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:00.741509 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] For port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:00.813571 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.851553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Calling delete_port for da10981b-5ddb-4b09-af82-60dfa1e7905f owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:00.884802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.890026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet d390f385-6cbb-427a-9d9b-d2763ff99a4a {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:00.894913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.936362 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa6b1d-2886-4a54-8fee-320a18938cfb None None] Pushing event updated for resources: {'Port': ['ID=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:00.953601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.972370 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:00.973303 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:00.981332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.013840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9519f50f-b8e9-42b8-87a7-0b8a7abd8810,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.024191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:01.025859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:01.028634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.073125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.090937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port da10981b-5ddb-4b09-af82-60dfa1e7905f on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:01.130633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=da10981b-5ddb-4b09-af82-60dfa1e7905f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.159317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=cf302d9b-be9b-49ca-b083-3725610c0283,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.165051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:01.165051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: 08f114f6-93a0-40dc-8bc7-930bf38dca31, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:01.167373 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:01.228656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.232348 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c35b688c-6a55-4ea8-8b46-c5d288e9c0e2 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9907830 Feb 16 12:50:01.234062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53936) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.255067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:01.264375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.298081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1d84a0-6b1a-4da5-affc-d21c292ba6bc']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:01.308977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.318397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53e96f35-d495-4210-a250-932e8e098531 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.338171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 08f114f6-93a0-40dc-8bc7-930bf38dca31) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:01.343962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e5971-7465-4cd6-99aa-780614f0b2be None None] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:01.346557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e4579d-211c-4e28-af44-0fed517a7af3') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:01.346923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e4579d-211c-4e28-af44-0fed517a7af3') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:01.357753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:01.358839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.364954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.381454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53e96f35-d495-4210-a250-932e8e098531 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.394786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.407334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:01.407815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:01.425658 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:01.452097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da10981b-5ddb-4b09-af82-60dfa1e7905f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:01.466223 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-727498a5-0dd8-4b80-9f98-4334ef68c484 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2502415 Feb 16 12:50:01.469072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.521411 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:49:57Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:01.526060 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bebc0-3b54-4eca-ad27-962c852cedbb None None] The sync data for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv is: [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:49:57Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:01.546850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53e96f35-d495-4210-a250-932e8e098531 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.547183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: da10981b-5ddb-4b09-af82-60dfa1e7905f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:01.547587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da10981b-5ddb-4b09-af82-60dfa1e7905f not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:01.548889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Deleting port da10981b-5ddb-4b09-af82-60dfa1e7905f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:01.549264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.592091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e96f35-d495-4210-a250-932e8e098531 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0042485-532b-4e2f-b028-d9a934581088,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.604031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.615093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53e96f35-d495-4210-a250-932e8e098531 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.615093 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-53e96f35-d495-4210-a250-932e8e098531 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/a0042485-532b-4e2f-b028-d9a934581088 HTTP/1.1" status: 204 len: 168 time: 0.3811383 Feb 16 12:50:01.625087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-99caed52-aef8-42ff-93d5-0e060af7e4a2 None None] The port 'da10981b-5ddb-4b09-af82-60dfa1e7905f' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:50:01.626251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53944) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.669957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.671940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.678214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbacfa2-b1a8-47e1-a93d-373799be1a17 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:01.696058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.713398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=d390f385-6cbb-427a-9d9b-d2763ff99a4a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.719684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=ea1d84a0-6b1a-4da5-affc-d21c292ba6bc,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.730107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a3cf47d8-f0c7-403b-b2ea-a301e022c4ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/ea1d84a0-6b1a-4da5-affc-d21c292ba6bc HTTP/1.1" status: 204 len: 168 time: 1.7137792 Feb 16 12:50:01.733309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53948) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.739504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1143464833', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}, 'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:01.746880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:01.753949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:router and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:01.759899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:01.776398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4d94f73-f3f7-4ddf-ac9b-96ecef403a2a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:01.781751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:01.811589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4a14cdac-5f6d-47dc-9d00-93d7801aa34e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d390f385-6cbb-427a-9d9b-d2763ff99a4a HTTP/1.1" status: 204 len: 168 time: 1.1330829 Feb 16 12:50:01.812310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53952) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.937206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.938864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.955627 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-85f9427e-30e6-4017-8746-744cb03d6ff3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396656 Feb 16 12:50:01.964699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-08f114f6-93a0-40dc-8bc7-930bf38dca31', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:01.965658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.967894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53956) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.987938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:01.995712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4d94f73-f3f7-4ddf-ac9b-96ecef403a2a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:02.000212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d4d94f73-f3f7-4ddf-ac9b-96ecef403a2a tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3727922 Feb 16 12:50:02.001389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:02.070825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ba4816d-e827-48c2-8715-70ceefd1d209 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Synchronizing usage tracker for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:02.183225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Allocated IP 172.20.0.2 (08f114f6-93a0-40dc-8bc7-930bf38dca31/cf302d9b-be9b-49ca-b083-3725610c0283/4999472c-9d80-45cc-8b07-c309ae9d3944) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:02.260019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ba4816d-e827-48c2-8715-70ceefd1d209 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] Unset dirty status for tenant:9f48f943ce754b6dafdacc746628a1d2 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:02.263671 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0ba4816d-e827-48c2-8715-70ceefd1d209 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2552385 Feb 16 12:50:02.273310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53964) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:02.274521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.311325 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-72d89d2b-7920-42f0-8017-136a6914ebe4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] delete failed (client error): The resource could not be found. Feb 16 12:50:02.315763 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-72d89d2b-7920-42f0-8017-136a6914ebe4 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "DELETE /v2.0/security-groups/a0042485-532b-4e2f-b028-d9a934581088 HTTP/1.1" status: 404 len: 347 time: 0.0409510 Feb 16 12:50:02.316611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:02.351134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:02.358628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:02.361868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:02.368618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:02.433697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:02.445085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] Deleting port ddfe89b0-39a7-4b36-b240-40037e131f63 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:02.445557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.511849 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-16f9a033-5c2c-4f27-8da5-4540d5f572d5 tempest-SecGroupIPv6Test-980007846 tempest-SecGroupIPv6Test-980007846-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1909363 Feb 16 12:50:02.512073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.561205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Transition to ACTIVE for port object 4999472c-9d80-45cc-8b07-c309ae9d3944 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:02.584860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:02.590664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.602116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Transition to ACTIVE for port object 4999472c-9d80-45cc-8b07-c309ae9d3944 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:02.619644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.680023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.786330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:02.790886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:02.798454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:02.801390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] For port ddfe89b0-39a7-4b36-b240-40037e131f63, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ddfe89b0-39a7-4b36-b240-40037e131f63,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:02.801782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.810369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Pushing event updated for resources: {'Port': ['ID=4999472c-9d80-45cc-8b07-c309ae9d3944,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:02.877135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.040608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] Calling delete_port for ddfe89b0-39a7-4b36-b240-40037e131f63 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:03.111531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Attempting to bind port 4999472c-9d80-45cc-8b07-c309ae9d3944 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:03.111889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Attempting to bind port 4999472c-9d80-45cc-8b07-c309ae9d3944 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:03.112256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Attempting to bind port 4999472c-9d80-45cc-8b07-c309ae9d3944 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:03.123284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:03.123661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Checking segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:03.124063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.124461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Bound using segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:03.124971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Bound port: 4999472c-9d80-45cc-8b07-c309ae9d3944, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:03.125345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.169727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 53976) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:03.244680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] For port 4999472c-9d80-45cc-8b07-c309ae9d3944, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:03.258650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] For port 4999472c-9d80-45cc-8b07-c309ae9d3944, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4999472c-9d80-45cc-8b07-c309ae9d3944,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:03.271113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.274248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:50:03.277286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.297322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (08f114f6-93a0-40dc-8bc7-930bf38dca31/cf302d9b-be9b-49ca-b083-3725610c0283/05474ca5-b56e-4b53-9c5f-5780fd13ae27) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.334640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] Pushing event deleted for resources: {'Port': ['ID=ddfe89b0-39a7-4b36-b240-40037e131f63,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:03.347558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19689270-e902-41e2-ac1c-5d36f9195996 None None] No DVR routers for this DVR port ddfe89b0-39a7-4b36-b240-40037e131f63 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:03.352161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.392978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:03.400965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:03.405633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=c60147c0-68ea-4a81-b57f-bf98dcfbebc9,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:03.408398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:03.408930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.427307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281143b-7060-4457-b314-8639c434a5ec None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:03.544199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:03.566154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.584487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-32c27c7e-1ae5-43e8-a5cf-923a28fdf788 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6155057 Feb 16 12:50:03.588614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:03.593420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 05474ca5-b56e-4b53-9c5f-5780fd13ae27 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:03.598814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:fe:76:b7', 'name': 'tempest-NetworksTestDHCPv6-19691985'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:03.637779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc67bd-364a-444d-9188-93f5c67e4013 None None] Pushing event updated for resources: {'Port': ['ID=4999472c-9d80-45cc-8b07-c309ae9d3944,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:03.657196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.689094 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c1b2b86b-c7fc-4fba-93b0-4da7c5cb3824 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f48f943ce754b6dafdacc746628a1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152259 Feb 16 12:50:03.691568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 53988) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:03.691750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.780946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:03.790652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:03.791382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.828705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d922e129-81d3-4dbf-a5a8-89c8bdd6f823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.850057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:03.858635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 172.26.6.104 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/ac610ad8-912f-42c8-8ef0-942c3637a4d0) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.859076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:03.863044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d922e129-81d3-4dbf-a5a8-89c8bdd6f823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.870359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:03.880302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:03.889688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.910850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e634149-ea83-4cee-87a3-8e4ee9b60b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.035235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'c60147c0-68ea-4a81-b57f-bf98dcfbebc9'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:04.036272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.044771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:04.046112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:04.051924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:04.108422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.111095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=05474ca5-b56e-4b53-9c5f-5780fd13ae27,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.123433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:04.182292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:04.189605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.203382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d922e129-81d3-4dbf-a5a8-89c8bdd6f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.233816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922e129-81d3-4dbf-a5a8-89c8bdd6f823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6dfdbf-0940-4686-a13e-63748bacca93,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.275332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.277628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.295186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.351315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ddfe89b0-39a7-4b36-b240-40037e131f63 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:04.370815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:04.381627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:04.386019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:04.404805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ddfe89b0-39a7-4b36-b240-40037e131f63 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:04.410176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ddfe89b0-39a7-4b36-b240-40037e131f63 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:04.416929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Allocated IP 2001:db8::f816:3eff:fede:11e6 (d9baa628-812c-4290-914a-2abb43e08a16/c60147c0-68ea-4a81-b57f-bf98dcfbebc9/b502f472-b292-48d1-a8d3-b395ae688829) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:04.430189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.442157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=ac610ad8-912f-42c8-8ef0-942c3637a4d0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.450678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.486855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 6b7d60f3-ad97-4528-800d-b4be00079a5e yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:04.531484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d922e129-81d3-4dbf-a5a8-89c8bdd6f823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.535588 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d922e129-81d3-4dbf-a5a8-89c8bdd6f823 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee6dfdbf-0940-4686-a13e-63748bacca93 HTTP/1.1" status: 204 len: 168 time: 0.8408942 Feb 16 12:50:04.669255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.682499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Transition to ACTIVE for port object b502f472-b292-48d1-a8d3-b395ae688829 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:04.702199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Transition to ACTIVE for port object b502f472-b292-48d1-a8d3-b395ae688829 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:04.737412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.798633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.877645 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:04.881568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:04.888368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:04.898650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Pushing event updated for resources: {'Port': ['ID=b502f472-b292-48d1-a8d3-b395ae688829,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.964404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.044570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Attempting to bind port b502f472-b292-48d1-a8d3-b395ae688829 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:05.044936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Attempting to bind port b502f472-b292-48d1-a8d3-b395ae688829 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:05.045309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Attempting to bind port b502f472-b292-48d1-a8d3-b395ae688829 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:05.051014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:05.051403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:05.051809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.052205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:05.052969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Bound port: b502f472-b292-48d1-a8d3-b395ae688829, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:05.053357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.060131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fefe:76b7 (d9baa628-812c-4290-914a-2abb43e08a16/c60147c0-68ea-4a81-b57f-bf98dcfbebc9/6b7d60f3-ad97-4528-800d-b4be00079a5e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:05.114513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f5595-5b56-4e2a-8550-4aa5e8cf5a6a None None] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:05.289815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] For port b502f472-b292-48d1-a8d3-b395ae688829, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:05.354389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8fefa210-60d6-4006-9cc2-b9e6ba38b6be None None] Provisioning for port 4999472c-9d80-45cc-8b07-c309ae9d3944 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:05.418135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] For port b502f472-b292-48d1-a8d3-b395ae688829, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b502f472-b292-48d1-a8d3-b395ae688829,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:05.442457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.530307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:05.566461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.718621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5c8a6-a24c-42da-ac7d-3f7565432551 None None] Pushing event updated for resources: {'Port': ['ID=b502f472-b292-48d1-a8d3-b395ae688829,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.730935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.739600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:05.740085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.778976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.781008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router afcf3b66-142c-4b98-8a2b-63401ca46352 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:05.805039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 6b7d60f3-ad97-4528-800d-b4be00079a5e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:05.901323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.904078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4999472c-9d80-45cc-8b07-c309ae9d3944 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:06.034136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.044055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.137596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 4999472c-9d80-45cc-8b07-c309ae9d3944 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:06.144657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:06.152017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 4999472c-9d80-45cc-8b07-c309ae9d3944 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:06.152674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.198166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] Sync routers for ids ['afcf3b66-142c-4b98-8a2b-63401ca46352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:06.226652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54014) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:06.234337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] Routers {'afcf3b66-142c-4b98-8a2b-63401ca46352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:06.235112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:49:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['afcf3b66-142c-4b98-8a2b-63401ca46352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:06.245475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=05474ca5-b56e-4b53-9c5f-5780fd13ae27,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.256533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.259407 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-013550f3-48b7-4849-bb44-fc127b204477 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5251844 Feb 16 12:50:06.261795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54020) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:06.315113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:06.333621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:06.340957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:06.364504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:06.364504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.389886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-819d0a15-6f63-4c7e-bfa6-2fab6bbb32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.403988 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:06.407049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=6b7d60f3-ad97-4528-800d-b4be00079a5e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.421003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] Routers {'afcf3b66-142c-4b98-8a2b-63401ca46352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:06.421653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['afcf3b66-142c-4b98-8a2b-63401ca46352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:06.451233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:06.452743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:06.526194 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1d9fd310-6253-458d-b24e-f8e46d09d927 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9344032 Feb 16 12:50:06.526413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6021f88a-027b-429d-9e4b-c2bdf1d96aad None None] Provisioning for port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:06.531836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:06.541308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:06.541715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b7dcb-38dc-4ce8-a647-7e7768c74e20 None None] The sync data for ids ['afcf3b66-142c-4b98-8a2b-63401ca46352'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:06.553248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6021f88a-027b-429d-9e4b-c2bdf1d96aad None None] Provisioning complete for port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:06.553620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6021f88a-027b-429d-9e4b-c2bdf1d96aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.608023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.632348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6021f88a-027b-429d-9e4b-c2bdf1d96aad None None] Port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:06.655694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 4999472c-9d80-45cc-8b07-c309ae9d3944, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4999472c-9d80-45cc-8b07-c309ae9d3944,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:06.658561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6021f88a-027b-429d-9e4b-c2bdf1d96aad None None] Provisioning complete for port 4999472c-9d80-45cc-8b07-c309ae9d3944 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:06.658938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6021f88a-027b-429d-9e4b-c2bdf1d96aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.680517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f4b42808-88aa-45f6-bfb4-a8e6bfdbe183 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/routers/afcf3b66-142c-4b98-8a2b-63401ca46352 HTTP/1.1" status: 200 len: 885 time: 0.4162140 Feb 16 12:50:06.685568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8737a958-4c5f-4050-ba9f-9087964f3405 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:06.687874 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-8737a958-4c5f-4050-ba9f-9087964f3405 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:50:06.687874 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-8737a958-4c5f-4050-ba9f-9087964f3405 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:50:06.687874 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8737a958-4c5f-4050-ba9f-9087964f3405 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4596620 Feb 16 12:50:06.688148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54028) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:06.695365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54030) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:06.735311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.776501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--219361809'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:06.790868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:06.795716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21309e5a-0998-4a83-b179-e848ea5b4bfc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:06.796863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:06.801349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:06.804165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21309e5a-0998-4a83-b179-e848ea5b4bfc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:06.805130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-21309e5a-0998-4a83-b179-e848ea5b4bfc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:06.809855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:06.827876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 0fca5880-408c-4784-8333-54e443683dfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:06.886951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=4999472c-9d80-45cc-8b07-c309ae9d3944,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.913405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-21309e5a-0998-4a83-b179-e848ea5b4bfc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:06.917163 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-21309e5a-0998-4a83-b179-e848ea5b4bfc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3589301 Feb 16 12:50:06.920791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54036) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:06.926071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.992563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.019271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fae5fa9c-0504-4172-b12b-3fc6ae6f6b48 None None] Provisioning complete for port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:07.019739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fae5fa9c-0504-4172-b12b-3fc6ae6f6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.046631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:07.048637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:07.055153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:07.060914 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Sync routers for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:07.061732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54040) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:07.065172 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-342713dd-04bf-4a01-a7c0-2e8799c0bd4f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/0fca5880-408c-4784-8333-54e443683dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5858548 Feb 16 12:50:07.065736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:07.072962 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:07.073577 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:07.089443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fae5fa9c-0504-4172-b12b-3fc6ae6f6b48 None None] Port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:07.101427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 6b7d60f3-ad97-4528-800d-b4be00079a5e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:07.101778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.136541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:07.181352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.262960 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:07.275754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.293111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-af1c06b1-f192-498b-9985-d2a08b210ec1 None None] Provisioning for port b502f472-b292-48d1-a8d3-b395ae688829 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:07.298431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-819f8ac3-a6d1-4c91-bb37-de6388b998d1 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:router {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:07.452552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4999472c-9d80-45cc-8b07-c309ae9d3944 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:07.484443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911743d-25a8-4bf8-90f8-c4c466fc321c tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.484919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911743d-25a8-4bf8-90f8-c4c466fc321c tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.485378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911743d-25a8-4bf8-90f8-c4c466fc321c tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.485833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911743d-25a8-4bf8-90f8-c4c466fc321c tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.486283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911743d-25a8-4bf8-90f8-c4c466fc321c tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.491013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:07.491182 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d911743d-25a8-4bf8-90f8-c4c466fc321c tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.4220810 Feb 16 12:50:07.538961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 4999472c-9d80-45cc-8b07-c309ae9d3944 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:07.539370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.567003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.581940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.583285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb49e04-57ba-4375-900f-0892c0539127 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.583859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb49e04-57ba-4375-900f-0892c0539127 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.584684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb49e04-57ba-4375-900f-0892c0539127 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.585181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb49e04-57ba-4375-900f-0892c0539127 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.585696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb49e04-57ba-4375-900f-0892c0539127 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:07.587739 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0fb49e04-57ba-4375-900f-0892c0539127 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3353 time: 0.0953381 Feb 16 12:50:07.590463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:07.592979 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3501caac-9d19-4626-a926-3b0bb01f2660 None None] Provisioning for port 6b7d60f3-ad97-4528-800d-b4be00079a5e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:07.603381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3501caac-9d19-4626-a926-3b0bb01f2660 None None] Provisioning complete for port 6b7d60f3-ad97-4528-800d-b4be00079a5e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:07.603752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3501caac-9d19-4626-a926-3b0bb01f2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.658320 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:05Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:07.663403 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Checking router: 0fca5880-408c-4784-8333-54e443683dfc for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:07.663995 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Updating router 0fca5880-408c-4784-8333-54e443683dfc port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:07.664771 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3501caac-9d19-4626-a926-3b0bb01f2660 None None] Port 6b7d60f3-ad97-4528-800d-b4be00079a5e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:07.715274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.725251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 6b7d60f3-ad97-4528-800d-b4be00079a5e owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:07.747606 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.752527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b502f472-b292-48d1-a8d3-b395ae688829 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:07.775306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:07.795616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:07.813366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:07.826622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:07.828510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-819f8ac3-a6d1-4c91-bb37-de6388b998d1 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:router {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:07.832869 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-819f8ac3-a6d1-4c91-bb37-de6388b998d1 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1408744 Feb 16 12:50:07.834126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54052) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:07.836662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1087077b-4441-499d-a422-c553ae971e46,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:07.842890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b0f85d8a-7e13-4ab8-b300-b8a3e0a05491 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1143464833'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:07.925244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b502f472-b292-48d1-a8d3-b395ae688829 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:07.936173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b502f472-b292-48d1-a8d3-b395ae688829 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:07.938508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.981038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.046628 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0b99eff6-fc6e-4cf9-ab91-e52c9db76f2d tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2322 time: 0.4547112 Feb 16 12:50:08.078307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.103064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.139500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.208123 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.211681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b502f472-b292-48d1-a8d3-b395ae688829, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b502f472-b292-48d1-a8d3-b395ae688829,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:08.223903 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Transition to ACTIVE for port object 05474ca5-b56e-4b53-9c5f-5780fd13ae27 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:08.226414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=6b7d60f3-ad97-4528-800d-b4be00079a5e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.285017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af987fcb-cddd-4eb4-bd4c-e603275131a0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.287566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.292228 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-76c29425-d07f-40a6-b342-69b0e78563ca tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/6b7d60f3-ad97-4528-800d-b4be00079a5e HTTP/1.1" status: 204 len: 168 time: 1.3704572 Feb 16 12:50:08.293020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54058) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:08.344783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.398494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.484224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b502f472-b292-48d1-a8d3-b395ae688829,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.521886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54062) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:08.529918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.533515 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2e621672-eaec-4ea6-99d9-d4b6643e30c9 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8318222 Feb 16 12:50:08.534360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182049411', 'description': 'tempest-secgroup-smoke-1182049411 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:08.536823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54066) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:08.540532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:08.544355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'af987fcb-cddd-4eb4-bd4c-e603275131a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:08.544889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:08.547790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:08.554611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:08.569673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:08.578215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:08.585668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:08.595641 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6921ae1-b775-47ea-8634-964c75204128 None None] Pushing event updated for resources: {'Port': ['ID=05474ca5-b56e-4b53-9c5f-5780fd13ae27,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.615306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2eddb1-3d40-4b9f-a1ad-c32895ca5cff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:08.617254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2eddb1-3d40-4b9f-a1ad-c32895ca5cff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:08.618476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a2eddb1-3d40-4b9f-a1ad-c32895ca5cff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:08.653026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.659873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:08.684225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:08.688352 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Attempting to bind port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:08.690004 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Attempting to bind port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:08.690004 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Attempting to bind port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:08.693363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:08.695885 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:08.696255 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Checking segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:08.696658 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.697727 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Bound using segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:08.698188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:08.698319 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Bound port: 05474ca5-b56e-4b53-9c5f-5780fd13ae27, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:08.698567 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.704620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:08.711656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0f85d8a-7e13-4ab8-b300-b8a3e0a05491 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.712030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a2eddb1-3d40-4b9f-a1ad-c32895ca5cff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:08.715624 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2a2eddb1-3d40-4b9f-a1ad-c32895ca5cff tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4188101 Feb 16 12:50:08.716249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54070) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:08.750034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.796194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet c60147c0-68ea-4a81-b57f-bf98dcfbebc9 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:08.807730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.828023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.842514 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] For port 05474ca5-b56e-4b53-9c5f-5780fd13ae27, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:08.843545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.846292 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] For port 05474ca5-b56e-4b53-9c5f-5780fd13ae27, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=05474ca5-b56e-4b53-9c5f-5780fd13ae27,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:08.872959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0f85d8a-7e13-4ab8-b300-b8a3e0a05491 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.949741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.963244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.996167 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.057157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0892b-5c95-48f6-8a27-1cf2d7125af0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.084115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.087005 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d94904ac-e779-45bc-8d32-25e3e46e9ce9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5636792 Feb 16 12:50:09.091136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54074) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.100978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '3cf0892b-5c95-48f6-8a27-1cf2d7125af0', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:09.102823 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:09.107630 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.111965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:09.116523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:09.124446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:09.132042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:09.142742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.172975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.211419 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6921ae1-b775-47ea-8634-964c75204128 None None] Pushing event updated for resources: {'Port': ['ID=05474ca5-b56e-4b53-9c5f-5780fd13ae27,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.212665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f85d8a-7e13-4ab8-b300-b8a3e0a05491 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router afcf3b66-142c-4b98-8a2b-63401ca46352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:09.236392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.316175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.359898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.376175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4950f22f-7180-4aee-96e3-05360573cf14,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.387862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b502f472-b292-48d1-a8d3-b395ae688829 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:09.398624 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:09.432204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.445723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.446073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.446398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.446732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.447093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.447421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.447742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.448065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.448383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.448698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.449020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.449338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:09.492103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f85d8a-7e13-4ab8-b300-b8a3e0a05491 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:09.493873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a471dd19-c367-456f-8384-e3309b85daa8,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.500545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0f85d8a-7e13-4ab8-b300-b8a3e0a05491 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.504260 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b0f85d8a-7e13-4ab8-b300-b8a3e0a05491 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/afcf3b66-142c-4b98-8a2b-63401ca46352 HTTP/1.1" status: 200 len: 892 time: 1.6652608 Feb 16 12:50:09.505149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.506239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] Sync routers for ids ['afcf3b66-142c-4b98-8a2b-63401ca46352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:09.524702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b502f472-b292-48d1-a8d3-b395ae688829 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:09.524996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.552719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.554242 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9624fffd-caac-4a55-a554-3cdb677f03a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4618139 Feb 16 12:50:09.556952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54082) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.561303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] Routers {'afcf3b66-142c-4b98-8a2b-63401ca46352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:09.566388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '3cf0892b-5c95-48f6-8a27-1cf2d7125af0', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:09.566527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['afcf3b66-142c-4b98-8a2b-63401ca46352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.574778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:09.577739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.582506 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0e3d0a9a-8c4d-4d12-b8e9-30a0fc256b9c tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0444524 Feb 16 12:50:09.586000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:09.590783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.591992 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.602129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'af987fcb-cddd-4eb4-bd4c-e603275131a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:09.603816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:09.619679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:09.657830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.663461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:09.667976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.669864 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/c60147c0-68ea-4a81-b57f-bf98dcfbebc9 HTTP/1.1" status: 204 len: 168 time: 0.9529884 Feb 16 12:50:09.671011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74871-7720-463e-b965-0cd84551cac2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=c60147c0-68ea-4a81-b57f-bf98dcfbebc9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.672474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54090) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.680220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:09.683995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] Routers {'afcf3b66-142c-4b98-8a2b-63401ca46352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:09.685055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['afcf3b66-142c-4b98-8a2b-63401ca46352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.685272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:09.740027 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70f11e-1ca7-42f4-ac09-3ee913ccd03b None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:09.757358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:09.796282 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:08Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.801069 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eb87690c-9cdd-40f2-9c7d-a4cbd060e50b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/routers/afcf3b66-142c-4b98-8a2b-63401ca46352 HTTP/1.1" status: 200 len: 892 time: 0.2950821 Feb 16 12:50:09.803612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.804992 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce1995-98e0-441b-bfd7-16cd1d71a28f None None] The sync data for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv is: [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:08Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:09.856577 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f545b756-e5d9-4ba3-9cc1-c0d6fcb73d41 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1824574 Feb 16 12:50:09.858451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54098) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.861839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.908347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.908747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5646d-ff40-4035-a789-f2f3ec50f47b None None] The sync data for ids ['afcf3b66-142c-4b98-8a2b-63401ca46352'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:10.067231 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-69100005-9b93-434a-8497-612c93068ccb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=afcf3b66-142c-4b98-8a2b-63401ca46352 HTTP/1.1" status: 200 len: 205 time: 0.2528124 Feb 16 12:50:10.067231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54102) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.088433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.114641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cd6cb-671c-4217-9570-bbd0ef6f594c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:10.115420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe0cd6cb-671c-4217-9570-bbd0ef6f594c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:10.124306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.163947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.193893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6271017a-c0b3-46f1-a813-622669ce1000,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.202233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.202708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.203187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.203621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.204147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.204575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.204980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.205401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.205872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.206295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.206711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.207182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:10.224264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:10.229327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] Deleting port b502f472-b292-48d1-a8d3-b395ae688829 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:10.229939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.230846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe0cd6cb-671c-4217-9570-bbd0ef6f594c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:10.234598 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fe0cd6cb-671c-4217-9570-bbd0ef6f594c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3726907 Feb 16 12:50:10.235151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54106) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.313983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.315298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ffdb05-0008-4bd8-b931-a40718421cf1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:10.320145 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f9ffdb05-0008-4bd8-b931-a40718421cf1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0810747 Feb 16 12:50:10.320145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.320145 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-49399da6-758f-4559-90de-367757303be7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7617133 Feb 16 12:50:10.320988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54110) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.323736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54112) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.385029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '3cf0892b-5c95-48f6-8a27-1cf2d7125af0', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:10.410207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:10.414393 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1bb5c7f5-9454-43d4-9482-bf6630834698 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923684 Feb 16 12:50:10.417085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:10.420308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54118) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.426634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:10.442861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:10.458912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:10.497311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] For port b502f472-b292-48d1-a8d3-b395ae688829, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b502f472-b292-48d1-a8d3-b395ae688829,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:10.497843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.543743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.557820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:10.568984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:10.605507 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.635188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] Calling delete_port for b502f472-b292-48d1-a8d3-b395ae688829 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:10.638654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port ac610ad8-912f-42c8-8ef0-942c3637a4d0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:10.639027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.670313 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:50:10.674338 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4e79dcd8-e644-4b82-8df1-167962aace0b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0778806 Feb 16 12:50:10.675117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.689686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.701227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:10.706925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.802737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.826580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7857d77-c3b3-415b-9419-0ede508162c6,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.831908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.854014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fea71b8-313c-42e8-a24f-b1a1961c5365 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.910354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.919234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fea71b8-313c-42e8-a24f-b1a1961c5365 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.920123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] Pushing event deleted for resources: {'Port': ['ID=b502f472-b292-48d1-a8d3-b395ae688829,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.928243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43112f64-2b9d-45af-a698-ec2da0423dce None None] No DVR routers for this DVR port b502f472-b292-48d1-a8d3-b395ae688829 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:11.016370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.018697 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-90645ecf-318b-4b60-bd37-c98c01f44f9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6940608 Feb 16 12:50:11.023480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54126) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.031984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '3cf0892b-5c95-48f6-8a27-1cf2d7125af0', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:11.039165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.044745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:11.049380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:11.053386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:11.059450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:11.072171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for ac610ad8-912f-42c8-8ef0-942c3637a4d0 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:11.167224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.224947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:11.228322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:11.234423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:11.235040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.237962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ce98e-2370-4d5d-864f-4c474d7216a9 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:11.260416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.295955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=b26f46d8-f797-4390-9405-20f308a01de9,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:11.339694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.384037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fea71b8-313c-42e8-a24f-b1a1961c5365 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.404034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05474ca5-b56e-4b53-9c5f-5780fd13ae27 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:11.410115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea71b8-313c-42e8-a24f-b1a1961c5365 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af987fcb-cddd-4eb4-bd4c-e603275131a0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:11.429386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fea71b8-313c-42e8-a24f-b1a1961c5365 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.430555 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5fea71b8-313c-42e8-a24f-b1a1961c5365 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/af987fcb-cddd-4eb4-bd4c-e603275131a0 HTTP/1.1" status: 204 len: 168 time: 0.7470329 Feb 16 12:50:11.433430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54130) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.485220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39281bd9-0684-467a-902e-9ef826eae695 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:11.501405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2c36bffb-b6da-408e-a699-86b6f860240d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0803719 Feb 16 12:50:11.504027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54134) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.509392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:de:be:2b', 'name': 'tempest-NetworksTestDHCPv6-1475607224'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:11.536516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': 'b26f46d8-f797-4390-9405-20f308a01de9'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:11.537328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.578311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.612197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee61a881-8997-42cc-bd05-5890fe9ffdce,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:11.626887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.628585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-39281bd9-0684-467a-902e-9ef826eae695 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:11.629952 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-39281bd9-0684-467a-902e-9ef826eae695 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1954353 Feb 16 12:50:11.635835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54138) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.646054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507883828'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:11.654734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:11.673021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:11.680721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:11.680912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=ac610ad8-912f-42c8-8ef0-942c3637a4d0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:11.681097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.688488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:11.703099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:11.713972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:11.734246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.738532 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-37bb24f7-3ded-4a20-8a61-d5b67d6ceaec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7106044 Feb 16 12:50:11.742109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54142) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.748297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '3cf0892b-5c95-48f6-8a27-1cf2d7125af0', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:11.754353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:11.758414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:11.761482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:11.767251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:11.787394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/b26f46d8-f797-4390-9405-20f308a01de9/5c3e0942-14a9-4e5e-8b8d-806939d597fe) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:11.787769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.824728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.851500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:11.855805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:11.858879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:11.865538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:11.902870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:11.918890 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:11.933064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.954028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.053949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 05474ca5-b56e-4b53-9c5f-5780fd13ae27, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=05474ca5-b56e-4b53-9c5f-5780fd13ae27,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:12.068614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.075373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.086819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Transition to ACTIVE for port object 5c3e0942-14a9-4e5e-8b8d-806939d597fe will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:12.108044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Transition to ACTIVE for port object 5c3e0942-14a9-4e5e-8b8d-806939d597fe will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:12.120683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.126720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.139892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.142094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.154808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 208d8a18-e4b9-4f1a-b49d-d54c44356a71 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:12.158351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.191941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.199238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.208340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.217703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b502f472-b292-48d1-a8d3-b395ae688829 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:12.264426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.265242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Fanout notify agent at l3_agent the message router_deleted on router afcf3b66-142c-4b98-8a2b-63401ca46352 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:12.272410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: b502f472-b292-48d1-a8d3-b395ae688829 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:12.273165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b502f472-b292-48d1-a8d3-b395ae688829 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:12.280298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:12.282716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:12.285129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:12.333206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=05474ca5-b56e-4b53-9c5f-5780fd13ae27,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.370137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.375750 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-58a27fad-0b23-4577-a8ba-f0052dc10838 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/afcf3b66-142c-4b98-8a2b-63401ca46352 HTTP/1.1" status: 204 len: 168 time: 2.3109362 Feb 16 12:50:12.376408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54146) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:12.382959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1163192112'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:12.389193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccfd97d-be8e-4797-bc35-b872978b0f34,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.389437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:12.394139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:12.397391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:12.404239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:12.427792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13104bbe-91d9-4af0-8bba-79ba6bb492f1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.443476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Attempting to bind port 5c3e0942-14a9-4e5e-8b8d-806939d597fe on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:12.443851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Attempting to bind port 5c3e0942-14a9-4e5e-8b8d-806939d597fe by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:12.444218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Attempting to bind port 5c3e0942-14a9-4e5e-8b8d-806939d597fe on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:12.455265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:12.455629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:12.456054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.456451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:12.456919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Bound port: 5c3e0942-14a9-4e5e-8b8d-806939d597fe, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:12.457295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.465866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Pushing event updated for resources: {'Port': ['ID=5c3e0942-14a9-4e5e-8b8d-806939d597fe,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.506635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::3c3 (d9baa628-812c-4290-914a-2abb43e08a16/b26f46d8-f797-4390-9405-20f308a01de9/208d8a18-e4b9-4f1a-b49d-d54c44356a71) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:12.511183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.515022 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4f06cad4-6c6f-4b84-a15c-eb2e54687af0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7696562 Feb 16 12:50:12.515507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:12.521563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '3cf0892b-5c95-48f6-8a27-1cf2d7125af0', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:12.532341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:12.532717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.532717 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-71ed5173-12d3-42ca-a99a-e25c0f6b2480 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8936279 Feb 16 12:50:12.532895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:12.535255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:12.538202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:12.544018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-015efa88-c617-42c2-98a1-918c500b250d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '13104bbe-91d9-4af0-8bba-79ba6bb492f1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:12.544822 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.api.v2.base [None req-015efa88-c617-42c2-98a1-918c500b250d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:50:12.545323 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-015efa88-c617-42c2-98a1-918c500b250d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:12.548814 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-015efa88-c617-42c2-98a1-918c500b250d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101862 Feb 16 12:50:12.550041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:12.552762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:12.560207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] For port 5c3e0942-14a9-4e5e-8b8d-806939d597fe, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:12.563556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] For port 5c3e0942-14a9-4e5e-8b8d-806939d597fe, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5c3e0942-14a9-4e5e-8b8d-806939d597fe,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:12.616410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:12.619747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.634457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc807760-f54c-4439-94f5-800682405d1e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.644201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.654429 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:12.675943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.685074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:12.689550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc807760-f54c-4439-94f5-800682405d1e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.725722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.726075 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment 7776f89e-0bf4-4450-9e6b-916b97cf9145 of type vlan for network 4ac29056-d50b-4baa-bd05-4dc89377e330 Feb 16 12:50:12.741728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7944b-d90e-4280-9aa6-caae023986b3 None None] Pushing event updated for resources: {'Port': ['ID=5c3e0942-14a9-4e5e-8b8d-806939d597fe,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.747088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.763508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 208d8a18-e4b9-4f1a-b49d-d54c44356a71 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:12.794467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.817482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.872960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.913079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc807760-f54c-4439-94f5-800682405d1e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.915585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.931902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.937200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:12.937791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.941553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:12.945966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:12.950153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:12.956160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:12.956830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.996518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=208d8a18-e4b9-4f1a-b49d-d54c44356a71,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.031291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc807760-f54c-4439-94f5-800682405d1e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13104bbe-91d9-4af0-8bba-79ba6bb492f1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.055649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d0f86f-e0e9-4f01-bfc7-a67edb87d8d1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.124770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc807760-f54c-4439-94f5-800682405d1e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.125903 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc807760-f54c-4439-94f5-800682405d1e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/13104bbe-91d9-4af0-8bba-79ba6bb492f1 HTTP/1.1" status: 204 len: 168 time: 0.5749688 Feb 16 12:50:13.128693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54162) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.146549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=4ac29056-d50b-4baa-bd05-4dc89377e330,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.157046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:13.165507 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b39dc07b-1656-4d08-a381-c588e6e2f60f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6603687 Feb 16 12:50:13.172641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.189335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ccdca86a-e2fb-4ea7-8e86-c66703863fb7 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:13.230812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.232015 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9acd351a-b756-4b82-b0b1-808ae26bb2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7155857 Feb 16 12:50:13.261682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0442c6-fbde-475f-a353-7b914b326b71 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:13.267958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0442c6-fbde-475f-a353-7b914b326b71 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:13.271179 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0c0442c6-fbde-475f-a353-7b914b326b71 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0962384 Feb 16 12:50:13.273001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.335966 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b50c9ecd-6e63-4b89-a976-a176bf12f798 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9564555 Feb 16 12:50:13.337119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54176) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.344955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': '4ac29056-d50b-4baa-bd05-4dc89377e330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:13.369698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ccdca86a-e2fb-4ea7-8e86-c66703863fb7 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:13.370968 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ccdca86a-e2fb-4ea7-8e86-c66703863fb7 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2412186 Feb 16 12:50:13.376776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54182) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.381986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690628747'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:13.396778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:13.411791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:13.419570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 208d8a18-e4b9-4f1a-b49d-d54c44356a71 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:13.419910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.440539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05474ca5-b56e-4b53-9c5f-5780fd13ae27 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:13.514405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:13.514849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.527749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-18eef923-4596-4c6d-8289-1375a39b1c37 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:13.532616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.560283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:13.564740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:13.569601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:13.573479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:13.581269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:13.586439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:13.586593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:13.595749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:13.645174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5c3e0942-14a9-4e5e-8b8d-806939d597fe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:13.667600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.669372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-18eef923-4596-4c6d-8289-1375a39b1c37 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:13.677940 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-18eef923-4596-4c6d-8289-1375a39b1c37 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182049411&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.2033205 Feb 16 12:50:13.723622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:13.727366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.791540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.823641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 5c3e0942-14a9-4e5e-8b8d-806939d597fe completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:13.870422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.874803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07961470-06ab-49a8-aff9-1f108e0695e4,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.887893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-0402b44b-1098-46ad-8d88-19c61adfcfdd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:13.888493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-0402b44b-1098-46ad-8d88-19c61adfcfdd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:13.932953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.934652 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-36e2739a-6792-46d6-9117-0a52d03fb819 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5569026 Feb 16 12:50:13.938410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54194) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.943630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2cad967c-31ae-4bbf-8b43-f256faf174d6 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '07961470-06ab-49a8-aff9-1f108e0695e4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:13.944489 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-2cad967c-31ae-4bbf-8b43-f256faf174d6 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:50:13.945013 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-2cad967c-31ae-4bbf-8b43-f256faf174d6 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:13.947027 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2cad967c-31ae-4bbf-8b43-f256faf174d6 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074828 Feb 16 12:50:13.948977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54198) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.992415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-0402b44b-1098-46ad-8d88-19c61adfcfdd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:13.993785 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-0402b44b-1098-46ad-8d88-19c61adfcfdd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 797 time: 0.3148985 Feb 16 12:50:14.027979 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-77ac81cb-e1ae-4a9e-baff-eb73f8715901 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0273464 Feb 16 12:50:14.030735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db5ccb34-7f31-4e78-8f7d-a5e6b7b4527e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.040452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 208d8a18-e4b9-4f1a-b49d-d54c44356a71 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:14.058567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c6b0d81-158a-47d3-a2a3-df17134efd0d None None] Provisioning for port 5c3e0942-14a9-4e5e-8b8d-806939d597fe completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:14.064473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6c6b0d81-158a-47d3-a2a3-df17134efd0d None None] Provisioning complete for port 5c3e0942-14a9-4e5e-8b8d-806939d597fe triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:14.066184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0d81-158a-47d3-a2a3-df17134efd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.123584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db5ccb34-7f31-4e78-8f7d-a5e6b7b4527e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.181208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-35d51d0c-1f32-4d90-8107-509a2d873151 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:14.207561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0d81-158a-47d3-a2a3-df17134efd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.241825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6c6b0d81-158a-47d3-a2a3-df17134efd0d None None] For port 5c3e0942-14a9-4e5e-8b8d-806939d597fe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5c3e0942-14a9-4e5e-8b8d-806939d597fe,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:14.287018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db5ccb34-7f31-4e78-8f7d-a5e6b7b4527e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.307436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ccb34-7f31-4e78-8f7d-a5e6b7b4527e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07961470-06ab-49a8-aff9-1f108e0695e4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.316096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-35d51d0c-1f32-4d90-8107-509a2d873151 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:14.317407 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-35d51d0c-1f32-4d90-8107-509a2d873151 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2837210 Feb 16 12:50:14.318224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db5ccb34-7f31-4e78-8f7d-a5e6b7b4527e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.318500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0d81-158a-47d3-a2a3-df17134efd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.321664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-db5ccb34-7f31-4e78-8f7d-a5e6b7b4527e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/07961470-06ab-49a8-aff9-1f108e0695e4 HTTP/1.1" status: 204 len: 168 time: 0.3692610 Feb 16 12:50:14.321977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54202) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:14.388633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-86a66eec-aa6a-4553-b401-9793e9faca1f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:14.417111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b0d81-158a-47d3-a2a3-df17134efd0d None None] Pushing event updated for resources: {'Port': ['ID=5c3e0942-14a9-4e5e-8b8d-806939d597fe,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.522642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-86a66eec-aa6a-4553-b401-9793e9faca1f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:14.527789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-86a66eec-aa6a-4553-b401-9793e9faca1f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2012165 Feb 16 12:50:14.528154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:14.533276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114403313'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:14.539543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:14.549238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:14.575806 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-bd5d7996-ee06-4380-97cb-3be57d9b8981 service neutron] 10.222.0.47 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367926 Feb 16 12:50:14.595551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1cdb47f2-5d7f-45e2-95f7-ad3422e65ad3 None None] Provisioning for port 208d8a18-e4b9-4f1a-b49d-d54c44356a71 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:14.595742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.602083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1cdb47f2-5d7f-45e2-95f7-ad3422e65ad3 None None] Provisioning complete for port 208d8a18-e4b9-4f1a-b49d-d54c44356a71 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:14.602458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cdb47f2-5d7f-45e2-95f7-ad3422e65ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.627784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.635251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb47f2-5d7f-45e2-95f7-ad3422e65ad3 None None] Port 208d8a18-e4b9-4f1a-b49d-d54c44356a71 was deleted so its status cannot be updated. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:50:14.685881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.710915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=208d8a18-e4b9-4f1a-b49d-d54c44356a71,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.714356 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-e5abb05b-dac4-460b-b597-3713abd15f7a service neutron] 10.222.0.47 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321976 Feb 16 12:50:14.788325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:14.794855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.798668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=5c7331d0-9394-4a69-8086-69a38a37ff23,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.801141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:14.806394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:14.821490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:14.825280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': '7776f89e-0bf4-4450-9e6b-916b97cf9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac29056-d50b-4baa-bd05-4dc89377e330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:14.825645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: 4ac29056-d50b-4baa-bd05-4dc89377e330, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:14.833767 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a4a9d22c-29bf-45a2-b3f3-e124728018bf tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/208d8a18-e4b9-4f1a-b49d-d54c44356a71 HTTP/1.1" status: 204 len: 168 time: 1.5598755 Feb 16 12:50:14.836846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54212) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:14.934196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb6bd8-7153-4ff9-b31c-e5d4c6c7451b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:14.935734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb6bd8-7153-4ff9-b31c-e5d4c6c7451b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:14.936533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcfb6bd8-7153-4ff9-b31c-e5d4c6c7451b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:14.980403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:15.001223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.045108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d084c98a-17fd-46dc-ba36-0d56e74fac63 req-6c54fa91-21b0-4622-88dc-75389001a08c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 210 time: 0.0443182 Feb 16 12:50:15.046703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcfb6bd8-7153-4ff9-b31c-e5d4c6c7451b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:15.047922 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bcfb6bd8-7153-4ff9-b31c-e5d4c6c7451b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2073228 Feb 16 12:50:15.050718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.092918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.096343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 4ac29056-d50b-4baa-bd05-4dc89377e330) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:15.104612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66acb5-e377-439b-a266-c9946027f384 None None] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:15.122487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:15.123112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.181610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c75d1-7ca3-4a5e-b2d0-c034bd290c2e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:15.190594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet b26f46d8-f797-4390-9405-20f308a01de9 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:15.193590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.248972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.339649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.343458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5c3e0942-14a9-4e5e-8b8d-806939d597fe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:15.389637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-4ac29056-d50b-4baa-bd05-4dc89377e330', 'network_id': '4ac29056-d50b-4baa-bd05-4dc89377e330', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '5c7331d0-9394-4a69-8086-69a38a37ff23'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:15.390438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.418442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.422725 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-75f93e9e-eeb5-45b4-b8db-35fe20ffd7cb tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8905792 Feb 16 12:50:15.422725 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-62be2d9a-0531-4678-b22b-8d07235c3f73 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0829911 Feb 16 12:50:15.423073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54228) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.424198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.429228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e5a4cd1c-ff55-4f21-932d-228645cab5f0 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'a33c75d1-7ca3-4a5e-b2d0-c034bd290c2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:15.430087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1490458246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:15.430223 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-e5a4cd1c-ff55-4f21-932d-228645cab5f0 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:50:15.430682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-e5a4cd1c-ff55-4f21-932d-228645cab5f0 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:15.434162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e5a4cd1c-ff55-4f21-932d-228645cab5f0 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076156 Feb 16 12:50:15.434386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54236) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.437537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:15.439475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4ac08c9d-cde6-4c26-aef9-adf6019d736e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'a33c75d1-7ca3-4a5e-b2d0-c034bd290c2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:15.440252 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-4ac08c9d-cde6-4c26-aef9-adf6019d736e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:50:15.440717 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-4ac08c9d-cde6-4c26-aef9-adf6019d736e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:15.444699 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4ac08c9d-cde6-4c26-aef9-adf6019d736e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063756 Feb 16 12:50:15.444995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54240) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.446334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:router and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:15.450511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:15.451177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-db930be9-8bf0-461e-bb48-e20a9bf02e46 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'a33c75d1-7ca3-4a5e-b2d0-c034bd290c2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:15.452014 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-db930be9-8bf0-461e-bb48-e20a9bf02e46 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:50:15.452502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-db930be9-8bf0-461e-bb48-e20a9bf02e46 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:15.456376 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-db930be9-8bf0-461e-bb48-e20a9bf02e46 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078628 Feb 16 12:50:15.457510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54244) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.458350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:15.461614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fc144fa2-20bf-4c1c-ae41-3e08d8410cd2 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'a33c75d1-7ca3-4a5e-b2d0-c034bd290c2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:15.463195 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-fc144fa2-20bf-4c1c-ae41-3e08d8410cd2 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:50:15.463726 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-fc144fa2-20bf-4c1c-ae41-3e08d8410cd2 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:15.471327 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fc144fa2-20bf-4c1c-ae41-3e08d8410cd2 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070639 Feb 16 12:50:15.473249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.501642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5c3e0942-14a9-4e5e-8b8d-806939d597fe triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:15.501968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.539109 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fccc65c6-df0f-40a3-b215-692cea485e30 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.568369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fccc65c6-df0f-40a3-b215-692cea485e30 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.579452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.621727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Allocated IP 2001:db8::2 (4ac29056-d50b-4baa-bd05-4dc89377e330/5c7331d0-9394-4a69-8086-69a38a37ff23/ebeb0491-6a14-4e4d-89c9-e3477bf4735e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:15.634321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=b26f46d8-f797-4390-9405-20f308a01de9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:15.645806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.648870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.649701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.660930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d8187-f99a-40a5-8894-f235e44b9a9b None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:15.764614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fccc65c6-df0f-40a3-b215-692cea485e30 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.785695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fccc65c6-df0f-40a3-b215-692cea485e30 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.786886 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fccc65c6-df0f-40a3-b215-692cea485e30 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/a33c75d1-7ca3-4a5e-b2d0-c034bd290c2e HTTP/1.1" status: 204 len: 168 time: 0.3126025 Feb 16 12:50:15.788734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.789590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54254) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.798042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc65c6-df0f-40a3-b215-692cea485e30 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c75d1-7ca3-4a5e-b2d0-c034bd290c2e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:15.841360 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-37545578-8226-4f42-b0f1-2ce0f5ffb4ae tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505974 Feb 16 12:50:15.845080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54258) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.851866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801571489'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:15.857261 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-73e338dd-4c94-402c-ac0d-367c9d7076c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/b26f46d8-f797-4390-9405-20f308a01de9 HTTP/1.1" status: 204 len: 168 time: 0.8053401 Feb 16 12:50:15.860006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:15.860165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54262) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.865695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:15.868674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:15.876075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:15.934142 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3dec88ac-8c8d-4036-b43b-f81564302ec5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726845 Feb 16 12:50:15.936583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54266) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.984664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.991756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.028077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:16.032915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:16.036670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705af66c-2f88-4d77-b403-af26a27c7804 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.042206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:16.042339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-705af66c-2f88-4d77-b403-af26a27c7804 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:16.044132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:16.087112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.098692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Transition to ACTIVE for port object ebeb0491-6a14-4e4d-89c9-e3477bf4735e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:16.117774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Transition to ACTIVE for port object ebeb0491-6a14-4e4d-89c9-e3477bf4735e will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:16.136337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:16.141508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.141787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Deleting port 5c3e0942-14a9-4e5e-8b8d-806939d597fe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:16.142221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.145589 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-96a05bb8-ff06-41db-a0bc-9a3ff06e23d2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7171733 Feb 16 12:50:16.147701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54272) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.154089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-705af66c-2f88-4d77-b403-af26a27c7804 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:16.155502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-705af66c-2f88-4d77-b403-af26a27c7804 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2172427 Feb 16 12:50:16.160486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54276) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.164587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f041aa3-62a8-4706-8fb5-82afe8f50f7d req-8c55bc2a-e566-433d-bc0a-4fd63d0b9f27 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 210 time: 0.0499713 Feb 16 12:50:16.249499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01976440-e09a-4bd9-a52c-7736bc7209d6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:16.250745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-01976440-e09a-4bd9-a52c-7736bc7209d6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:16.276615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.392646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-01976440-e09a-4bd9-a52c-7736bc7209d6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:16.396392 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-01976440-e09a-4bd9-a52c-7736bc7209d6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2327001 Feb 16 12:50:16.396737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54280) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.409405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:16.420429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:16.425109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Pushing event updated for resources: {'Port': ['ID=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.429030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:16.493602 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c133de22-faae-4a68-8ba8-162ebc70baea tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936913 Feb 16 12:50:16.497018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54284) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.503060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:16.532589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] For port 5c3e0942-14a9-4e5e-8b8d-806939d597fe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5c3e0942-14a9-4e5e-8b8d-806939d597fe,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:16.533134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.600829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Attempting to bind port ebeb0491-6a14-4e4d-89c9-e3477bf4735e on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:16.600829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Attempting to bind port ebeb0491-6a14-4e4d-89c9-e3477bf4735e by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '7776f89e-0bf4-4450-9e6b-916b97cf9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac29056-d50b-4baa-bd05-4dc89377e330'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:16.601714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Attempting to bind port ebeb0491-6a14-4e4d-89c9-e3477bf4735e on network 4ac29056-d50b-4baa-bd05-4dc89377e330 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:16.615194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.629574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:16.643458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:16.668898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Calling delete_port for 5c3e0942-14a9-4e5e-8b8d-806939d597fe owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:16.694892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:16.695387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Checking segment: {'id': '7776f89e-0bf4-4450-9e6b-916b97cf9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac29056-d50b-4baa-bd05-4dc89377e330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:16.695835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.696226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Bound using segment: {'id': '7776f89e-0bf4-4450-9e6b-916b97cf9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac29056-d50b-4baa-bd05-4dc89377e330'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:16.696695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Bound port: ebeb0491-6a14-4e4d-89c9-e3477bf4735e, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7776f89e-0bf4-4450-9e6b-916b97cf9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac29056-d50b-4baa-bd05-4dc89377e330'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:16.697060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.715099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.724250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.792336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:16.796241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.834903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] For port ebeb0491-6a14-4e4d-89c9-e3477bf4735e, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:16.838291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] For port ebeb0491-6a14-4e4d-89c9-e3477bf4735e, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,segment=NetworkSegment(7776f89e-0bf4-4450-9e6b-916b97cf9145),segment_id=7776f89e-0bf4-4450-9e6b-916b97cf9145)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:16.942557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.991735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.009592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9552f51c-b3da-4f55-99f4-afcbebf1c87f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.073877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Pushing event deleted for resources: {'Port': ['ID=5c3e0942-14a9-4e5e-8b8d-806939d597fe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.078221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] No DVR routers for this DVR port 5c3e0942-14a9-4e5e-8b8d-806939d597fe on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:17.089996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.090472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.090598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.091000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.091457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.091893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.092575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.092834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.093347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.093829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.094251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.094744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.095293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4d54e1-eddc-4984-829f-27b5cf8be009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:17.097949 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c5137e6d-212b-44fe-8a11-372f03aa7175 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2517915 Feb 16 12:50:17.102555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:17.109522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5f9bbcb2-d592-42bc-b422-e8ef257e0c1f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:17.110049 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.api.v2.base [None req-5f9bbcb2-d592-42bc-b422-e8ef257e0c1f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:50:17.110553 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-5f9bbcb2-d592-42bc-b422-e8ef257e0c1f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:17.115687 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5f9bbcb2-d592-42bc-b422-e8ef257e0c1f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128176 Feb 16 12:50:17.116238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:17.125280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6f45a906-0a04-4e88-8e20-69d59c6f5816 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:17.150531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6f45a906-0a04-4e88-8e20-69d59c6f5816 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:17.193764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f45a906-0a04-4e88-8e20-69d59c6f5816 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:17.206012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f45a906-0a04-4e88-8e20-69d59c6f5816 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:17.213742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3a78a-8480-4317-aca3-8e11c11c043c None None] Pushing event updated for resources: {'Port': ['ID=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.223926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6f45a906-0a04-4e88-8e20-69d59c6f5816 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:17.326820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5c3e0942-14a9-4e5e-8b8d-806939d597fe no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:17.335814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8::1 (4ac29056-d50b-4baa-bd05-4dc89377e330/5c7331d0-9394-4a69-8086-69a38a37ff23/e663c055-5634-4c82-93eb-24b6dc225279) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:17.363784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 5c3e0942-14a9-4e5e-8b8d-806939d597fe {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:17.364140 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5c3e0942-14a9-4e5e-8b8d-806939d597fe not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:17.371279 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-43b21269-a014-40ed-89bb-c2f20a533749 req-1c1b6843-fdef-4491-a83e-6277ca114793 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 210 time: 0.0565007 Feb 16 12:50:17.482912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:50:17.484348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.521233 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-6f45a906-0a04-4e88-8e20-69d59c6f5816 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:17.525231 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6f45a906-0a04-4e88-8e20-69d59c6f5816 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4014168 Feb 16 12:50:17.525480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:17.533211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fdab05d7-5228-4ad8-b6b9-fca12e38ab47 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:17.533730 dv-neutron-829487-1-hyperv neutron-server[88444]: WARNING neutron.api.v2.base [None req-fdab05d7-5228-4ad8-b6b9-fca12e38ab47 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:50:17.535197 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-fdab05d7-5228-4ad8-b6b9-fca12e38ab47 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:17.536132 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fdab05d7-5228-4ad8-b6b9-fca12e38ab47 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097466 Feb 16 12:50:17.539172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.542046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:17.551862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ed0ba4e9-2883-488b-ac49-bc33cc9a9532 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:17.566519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ed0ba4e9-2883-488b-ac49-bc33cc9a9532 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:17.579553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:17.584525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ed0ba4e9-2883-488b-ac49-bc33cc9a9532 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:17.587782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object e663c055-5634-4c82-93eb-24b6dc225279 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:17.589184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ed0ba4e9-2883-488b-ac49-bc33cc9a9532 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:17.591679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:17.595468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:17.596499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.600747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ed0ba4e9-2883-488b-ac49-bc33cc9a9532 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:17.610724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c718ef-4d15-44ef-bf9c-b523e70a1a2e None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:17.629211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=2efffdd2-cc44-4012-8b5f-ebf7da43da54,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.784369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.785046 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a8851c26-89c6-4278-9521-04f485001b45 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2864802 Feb 16 12:50:17.787503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54306) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:17.793124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:17.858957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:17.863355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:17.866208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:17.866915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.868687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '2efffdd2-cc44-4012-8b5f-ebf7da43da54'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:17.869758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.010017 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-ed0ba4e9-2883-488b-ac49-bc33cc9a9532 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:18.011329 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ed0ba4e9-2883-488b-ac49-bc33cc9a9532 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4683363 Feb 16 12:50:18.016039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54310) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.030038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=e663c055-5634-4c82-93eb-24b6dc225279,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.046229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b21771d0-63cb-4645-8d1e-0f02f37a764a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.051561 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-b21771d0-63cb-4645-8d1e-0f02f37a764a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:50:18.052277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-b21771d0-63cb-4645-8d1e-0f02f37a764a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:18.053558 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b21771d0-63cb-4645-8d1e-0f02f37a764a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0327909 Feb 16 12:50:18.060845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54314) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.075314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.076593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Allocated IP 2001:db8::f816:3eff:fe17:be16 (d9baa628-812c-4290-914a-2abb43e08a16/2efffdd2-cc44-4012-8b5f-ebf7da43da54/da19e189-1b27-4b7e-9b1f-feba65ceb955) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:18.100801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:18.106532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:18.113850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:18.133785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:18.139473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:18.142475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:18.152304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:18.157026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:18.167608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-33c8ce9a-7392-4988-bae9-2f138aa4c441 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:18.169220 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-33c8ce9a-7392-4988-bae9-2f138aa4c441 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 797 time: 0.2810638 Feb 16 12:50:18.194919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.229748 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-55593ade-d650-42ee-9a1a-f4ed73dfcfe3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 380 time: 0.0491033 Feb 16 12:50:18.242616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['3cf0892b-5c95-48f6-8a27-1cf2d7125af0']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.262485 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Project 81e923df31194c18b4a380d4e6a79861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:18.352116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:18.356644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.357314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.374879 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Transition to ACTIVE for port object da19e189-1b27-4b7e-9b1f-feba65ceb955 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:18.414348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Transition to ACTIVE for port object da19e189-1b27-4b7e-9b1f-feba65ceb955 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:18.482042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.577282 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:18.577539 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8e015df0-b29c-4752-ab5f-d517a32b0317 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5113432 Feb 16 12:50:18.587333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54324) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.591570 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8d564982-af77-4d85-9d85-69f9e1c79918 req-fe45fe43-df2c-4b88-98b8-ddc7eb0061b9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 210 time: 0.0864596 Feb 16 12:50:18.597050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:18.607375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:18.626852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Pushing event updated for resources: {'Port': ['ID=da19e189-1b27-4b7e-9b1f-feba65ceb955,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.641322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:18.642620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:18.644208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-162c68b7-040f-4b93-843d-6ccd531c958a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.644694 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-162c68b7-040f-4b93-843d-6ccd531c958a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:50:18.645302 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-162c68b7-040f-4b93-843d-6ccd531c958a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:18.645924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:18.650306 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-162c68b7-040f-4b93-843d-6ccd531c958a tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0590286 Feb 16 12:50:18.662574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54328) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.664927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.676654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:18.679273 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.ipam_backend_mixin [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2efffdd2-cc44-4012-8b5f-ebf7da43da54 (CIDR: 2001:db8::/64) Feb 16 12:50:18.681749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:18.685693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:18.692748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea6a6f6-aa19-4887-802b-0247d41e8492 None None] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:18.692899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:18.713101 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:18.713750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:18.740438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.740817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:18.744540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.805746 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Project 81e923df31194c18b4a380d4e6a79861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:18.818910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Attempting to bind port da19e189-1b27-4b7e-9b1f-feba65ceb955 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:18.823339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Attempting to bind port da19e189-1b27-4b7e-9b1f-feba65ceb955 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:18.823339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Attempting to bind port da19e189-1b27-4b7e-9b1f-feba65ceb955 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:18.835455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:18.835833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:18.836322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.836717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:18.837204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Bound port: da19e189-1b27-4b7e-9b1f-feba65ceb955, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:18.837593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.849396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.850755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.854592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-08b0701e-22b4-4dae-b116-a83841d50a87 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0657642 Feb 16 12:50:18.858433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54332) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.896659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.928345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-72535198-c325-4cbd-965a-755e20998440 None None] Provisioning for port ebeb0491-6a14-4e4d-89c9-e3477bf4735e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:19.007932 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:19.009477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3a19c630-54b6-4a75-9b11-8074d8afdc26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3570766 Feb 16 12:50:19.018697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] For port da19e189-1b27-4b7e-9b1f-feba65ceb955, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:19.021282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54336) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:19.040582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '9552f51c-b3da-4f55-99f4-afcbebf1c87f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:19.060194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] For port da19e189-1b27-4b7e-9b1f-feba65ceb955, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da19e189-1b27-4b7e-9b1f-feba65ceb955,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:19.064504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:19.081854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:19.087678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:19.109255 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:19.115205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.12 (08f114f6-93a0-40dc-8bc7-930bf38dca31/cf302d9b-be9b-49ca-b083-3725610c0283/ecc720fe-7683-42d6-9c77-b94541bfe955) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:19.137411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=e663c055-5634-4c82-93eb-24b6dc225279,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:19.152774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.154469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:19.169777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:19.174940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:19.191230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:19.218668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:19.220101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:19.261674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091abec2-a62f-47df-8ef9-698bf49ac195 None None] Pushing event updated for resources: {'Port': ['ID=da19e189-1b27-4b7e-9b1f-feba65ceb955,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:19.278235 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Project 81e923df31194c18b4a380d4e6a79861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:50:19.337497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:19.341774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.415976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebeb0491-6a14-4e4d-89c9-e3477bf4735e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:19.637679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:19.638379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 6fe833bb-d72a-41b6-b8ff-493a62bb34b3 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:19.639007 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-18ba3b50-bee1-4a4d-a7fa-299606d5b08f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6171043 Feb 16 12:50:19.647886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54342) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:19.677999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Provisioning for port e663c055-5634-4c82-93eb-24b6dc225279 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:19.684255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ebeb0491-6a14-4e4d-89c9-e3477bf4735e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:19.694030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Provisioning complete for port e663c055-5634-4c82-93eb-24b6dc225279 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:19.700899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.756762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.774401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ebeb0491-6a14-4e4d-89c9-e3477bf4735e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:19.774862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.865566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Port e663c055-5634-4c82-93eb-24b6dc225279 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:19.868454 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d94bc467-e9a6-4838-a0c6-3fd74522e184 req-e5be6600-a786-4ccb-85a0-ec9362110865 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 210 time: 0.0834086 Feb 16 12:50:19.901501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object ecc720fe-7683-42d6-9c77-b94541bfe955 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:19.908091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4867c903-8670-4f39-b7dd-b900e6e6b225 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.920622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Provisioning complete for port ebeb0491-6a14-4e4d-89c9-e3477bf4735e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:19.920622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.939926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:19.951548 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] Sync routers for ids ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:19.970588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4867c903-8670-4f39-b7dd-b900e6e6b225 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.983136 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5c337060-ddaa-420e-b847-d3b96fcf80d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/6fe833bb-d72a-41b6-b8ff-493a62bb34b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8321497 Feb 16 12:50:19.983361 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] Routers {'6fe833bb-d72a-41b6-b8ff-493a62bb34b3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:19.983361 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:19.985493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:20.088767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.093431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.120242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dcff93-7bf9-493e-aa8b-bb89634d7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:20.120900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-48dcff93-7bf9-493e-aa8b-bb89634d7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:20.164743 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:20.175830 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] Routers {'6fe833bb-d72a-41b6-b8ff-493a62bb34b3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:20.176459 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:20.206155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:20.210535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:20.213884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:20.222427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port ebeb0491-6a14-4e4d-89c9-e3477bf4735e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,segment=NetworkSegment(7776f89e-0bf4-4450-9e6b-916b97cf9145),segment_id=7776f89e-0bf4-4450-9e6b-916b97cf9145)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:20.245612 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:20.246010 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf839849-7bbe-4e06-91d8-8c308f839d84 None None] The sync data for ids ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:20.258305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=ecc720fe-7683-42d6-9c77-b94541bfe955,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.283684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:20.284454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.293548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.558357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4867c903-8670-4f39-b7dd-b900e6e6b225 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.579034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867c903-8670-4f39-b7dd-b900e6e6b225 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552f51c-b3da-4f55-99f4-afcbebf1c87f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.586393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4867c903-8670-4f39-b7dd-b900e6e6b225 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.587549 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4867c903-8670-4f39-b7dd-b900e6e6b225 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/9552f51c-b3da-4f55-99f4-afcbebf1c87f HTTP/1.1" status: 204 len: 168 time: 0.9383941 Feb 16 12:50:20.590175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:20.596227 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fc116432-f6ec-465f-8ecc-962548dc7f5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3589799 Feb 16 12:50:20.597118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.608006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-48dcff93-7bf9-493e-aa8b-bb89634d7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:20.608192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.612513 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-48dcff93-7bf9-493e-aa8b-bb89634d7bd6 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports/e663c055-5634-4c82-93eb-24b6dc225279 HTTP/1.1" status: 200 len: 911 time: 0.6229870 Feb 16 12:50:20.613286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:20.623503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c7331d0-9394-4a69-8086-69a38a37ff23'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:20.649950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Request body: {'port': {'device_id': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:20.712637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54948dab-3288-4012-94f1-f9e2288f4f85 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:20.726718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:20.733796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:20.737579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=d89afa99-3766-4308-8b84-0d93f6a368d1,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.740797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:20.740966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.753372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:20.753705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-e2976648-792f-4b37-8faf-28111a2b050c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:20.761117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2bb8d-ca3e-423d-9a46-0b50c2e07310 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:20.826648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.829535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.889773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2d174b66-358f-407d-8e80-d916a40cd056 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0301948 Feb 16 12:50:20.893162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:20.910323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:ee:bd:f5', 'name': 'tempest-NetworksTestDHCPv6-214463078'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:20.936785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-54948dab-3288-4012-94f1-f9e2288f4f85 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:20.947173 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-54948dab-3288-4012-94f1-f9e2288f4f85 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3521612 Feb 16 12:50:20.952357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54364) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:21.019372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544905197'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:21.036867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:21.056178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.075868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:21.144136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] Update dhcp port {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': '2efffdd2-cc44-4012-8b5f-ebf7da43da54', 'ip_address': '2001:db8::f816:3eff:fe17:be16'}, {'subnet_id': 'd89afa99-3766-4308-8b84-0d93f6a368d1'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': 'da19e189-1b27-4b7e-9b1f-feba65ceb955'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:50:21.161860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc89c5-cca7-428e-9dfa-b2a1576db488 req-609a3dba-46b5-4902-862a-559cd2b3144b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:21.162338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-cebc89c5-cca7-428e-9dfa-b2a1576db488 req-609a3dba-46b5-4902-862a-559cd2b3144b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:21.199843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.255872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.303450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc720fe-7683-42d6-9c77-b94541bfe955 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:50:21.312590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.324066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-cebc89c5-cca7-428e-9dfa-b2a1576db488 req-609a3dba-46b5-4902-862a-559cd2b3144b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:21.329253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:21.329417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cebc89c5-cca7-428e-9dfa-b2a1576db488 req-609a3dba-46b5-4902-862a-559cd2b3144b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 932 time: 0.3365822 Feb 16 12:50:21.338189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:21.350501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:21.366491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:21.373029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Transition to ACTIVE for port object ecc720fe-7683-42d6-9c77-b94541bfe955 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:21.406731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cebc89c5-cca7-428e-9dfa-b2a1576db488 req-fe7dbed2-b530-483a-9eaf-cc1704f771d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731444 Feb 16 12:50:21.411270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:21.469210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.471076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:21.480463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:21.492495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:21.494003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] Allocated IP 2001:db8:0:1::2 (d9baa628-812c-4290-914a-2abb43e08a16/d89afa99-3766-4308-8b84-0d93f6a368d1/da19e189-1b27-4b7e-9b1f-feba65ceb955) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:21.534757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da19e189-1b27-4b7e-9b1f-feba65ceb955 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:21.593081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:21.657455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b77a46c7-2548-43ea-8327-fa9f19024b67 None None] Provisioning for port da19e189-1b27-4b7e-9b1f-feba65ceb955 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:21.684539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc720fe-7683-42d6-9c77-b94541bfe955,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:21.765485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] For port da19e189-1b27-4b7e-9b1f-feba65ceb955, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da19e189-1b27-4b7e-9b1f-feba65ceb955,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:21.796422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b77a46c7-2548-43ea-8327-fa9f19024b67 None None] Provisioning for port ecc720fe-7683-42d6-9c77-b94541bfe955 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:21.810481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.818566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port da19e189-1b27-4b7e-9b1f-feba65ceb955 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:21.834012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port da19e189-1b27-4b7e-9b1f-feba65ceb955 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:21.834407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.889664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Attempting to bind port ecc720fe-7683-42d6-9c77-b94541bfe955 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:21.890002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Attempting to bind port ecc720fe-7683-42d6-9c77-b94541bfe955 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:21.890329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Attempting to bind port ecc720fe-7683-42d6-9c77-b94541bfe955 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:21.892116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] Ignored duplicate provisioning block setup for port da19e189-1b27-4b7e-9b1f-feba65ceb955 by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:50:21.895833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Port ecc720fe-7683-42d6-9c77-b94541bfe955 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:50:21.896168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Attempting to bind port ecc720fe-7683-42d6-9c77-b94541bfe955 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:21.901473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b77a46c7-2548-43ea-8327-fa9f19024b67 None None] Provisioning complete for port e663c055-5634-4c82-93eb-24b6dc225279 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:21.905921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:21.906102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b77a46c7-2548-43ea-8327-fa9f19024b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.906231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Checking segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:21.906231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Bound using segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:21.906231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Bound port: ecc720fe-7683-42d6-9c77-b94541bfe955, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:21.906231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.969848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.999593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] For port ecc720fe-7683-42d6-9c77-b94541bfe955, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:22.003596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] For port ecc720fe-7683-42d6-9c77-b94541bfe955, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ecc720fe-7683-42d6-9c77-b94541bfe955,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:22.010672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b77a46c7-2548-43ea-8327-fa9f19024b67 None None] Port e663c055-5634-4c82-93eb-24b6dc225279 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:22.072394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.072583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.111024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.125334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.134485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:22.135199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.136727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] 10.222.0.67 "PUT /v2.0/ports/ecc720fe-7683-42d6-9c77-b94541bfe955 HTTP/1.1" status: 200 len: 1094 time: 1.4969273 Feb 16 12:50:22.137284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:22.171919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a06e-357c-4698-a6d0-011ed47c47f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc720fe-7683-42d6-9c77-b94541bfe955,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.181538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:22.194489 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'status': 'completed', 'code': 200} Feb 16 12:50:22.229849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a38fb-4f93-4576-bf8b-e6839bd239e1 None None] Pushing event updated for resources: {'Port': ['ID=da19e189-1b27-4b7e-9b1f-feba65ceb955,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.233964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port da19e189-1b27-4b7e-9b1f-feba65ceb955, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da19e189-1b27-4b7e-9b1f-feba65ceb955,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:22.248489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.308095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af0a8a-926d-40fa-856e-6338eb85fabc req-937f99b8-7919-4508-96e9-8bc9bf13c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:22.309598 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9af0a8a-926d-40fa-856e-6338eb85fabc req-937f99b8-7919-4508-96e9-8bc9bf13c83c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1097 time: 0.0939271 Feb 16 12:50:22.312199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.313004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebeb0491-6a14-4e4d-89c9-e3477bf4735e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:22.379656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40efb7cc-f37d-445e-9ecf-31c11e38c8b9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.461952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.474175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.476164 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-255efe53-8be4-4b7c-957e-f0af6e90f204 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5205705 Feb 16 12:50:22.480202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54372) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:22.487349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=da19e189-1b27-4b7e-9b1f-feba65ceb955,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.503059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-67ddb0e4-c04c-436c-be82-bf387d8f8de8 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '40efb7cc-f37d-445e-9ecf-31c11e38c8b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:22.514209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-67ddb0e4-c04c-436c-be82-bf387d8f8de8 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:22.529433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-67ddb0e4-c04c-436c-be82-bf387d8f8de8 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:22.531480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ebeb0491-6a14-4e4d-89c9-e3477bf4735e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:22.531955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.535650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-67ddb0e4-c04c-436c-be82-bf387d8f8de8 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:22.548437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-67ddb0e4-c04c-436c-be82-bf387d8f8de8 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:22.584472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.590773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:22.592098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.596793 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/ports/e663c055-5634-4c82-93eb-24b6dc225279 HTTP/1.1" status: 200 len: 911 time: 1.9799185 Feb 16 12:50:22.597724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54376) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:22.798705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af0a8a-926d-40fa-856e-6338eb85fabc req-5cbabb43-fc16-44c2-8ee8-f9bf18de57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:22.800843 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9af0a8a-926d-40fa-856e-6338eb85fabc req-5cbabb43-fc16-44c2-8ee8-f9bf18de57d7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4803433 Feb 16 12:50:22.869137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8:0:1::197 (d9baa628-812c-4290-914a-2abb43e08a16/d89afa99-3766-4308-8b84-0d93f6a368d1/8dc16bee-4cb0-4079-bd4f-b338aafc2ef5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:22.873795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8a9e3-1f1c-4d0c-88f8-ee1312543dce tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=e663c055-5634-4c82-93eb-24b6dc225279,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.926619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4294-2bb6-492a-8fcf-bb1ee658f414 req-47e06849-024f-491b-a3ab-c04354c4ab1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:22.928270 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-574c4294-2bb6-492a-8fcf-bb1ee658f414 req-47e06849-024f-491b-a3ab-c04354c4ab1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 944 time: 0.3390887 Feb 16 12:50:22.944277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:feee:bdf5 (d9baa628-812c-4290-914a-2abb43e08a16/2efffdd2-cc44-4012-8b5f-ebf7da43da54/8dc16bee-4cb0-4079-bd4f-b338aafc2ef5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:23.016526 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-574c4294-2bb6-492a-8fcf-bb1ee658f414 req-32e67ce5-4961-4c96-8791-15f66a6dc181 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752754 Feb 16 12:50:23.038736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af0a8a-926d-40fa-856e-6338eb85fabc req-121787ac-e3c5-43bf-9f9a-7fa890c95cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:23.038736 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9af0a8a-926d-40fa-856e-6338eb85fabc req-121787ac-e3c5-43bf-9f9a-7fa890c95cd6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2179427 Feb 16 12:50:23.041164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-674b35b3-839f-4ced-940c-dda13887833e None None] Provisioning complete for port da19e189-1b27-4b7e-9b1f-feba65ceb955 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:23.041775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-674b35b3-839f-4ced-940c-dda13887833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.058080 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-67ddb0e4-c04c-436c-be82-bf387d8f8de8 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The resource could not be found. Feb 16 12:50:23.062054 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-67ddb0e4-c04c-436c-be82-bf387d8f8de8 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5808272 Feb 16 12:50:23.067127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54380) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:23.069131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e62171f5-c529-41bf-a5e6-04bb2ef75482 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '40efb7cc-f37d-445e-9ecf-31c11e38c8b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b289254f-d0fe-4ede-ae77-a784780dadc6'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:23.076428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e62171f5-c529-41bf-a5e6-04bb2ef75482 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:23.080528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e62171f5-c529-41bf-a5e6-04bb2ef75482 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:23.118163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e62171f5-c529-41bf-a5e6-04bb2ef75482 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:23.134381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e62171f5-c529-41bf-a5e6-04bb2ef75482 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:23.176311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-b193827b-fc0e-4f76-9b19-7668609139e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:23.177807 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-b193827b-fc0e-4f76-9b19-7668609139e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1097 time: 0.0941045 Feb 16 12:50:23.257196 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-e461d271-1536-45a7-bba8-bee2d38cc107 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc720fe-7683-42d6-9c77-b94541bfe955 HTTP/1.1" status: 200 len: 217 time: 0.0689919 Feb 16 12:50:23.331519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-088265c3-9353-423d-8757-1d40be35aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:23.333023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-088265c3-9353-423d-8757-1d40be35aa43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 200 len: 834 time: 0.0638463 Feb 16 12:50:23.339257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da19e189-1b27-4b7e-9b1f-feba65ceb955 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:23.349468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.401166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:23.412336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port da19e189-1b27-4b7e-9b1f-feba65ceb955 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:23.412972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.425006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-68dcb65c-5876-46e7-83a9-d0fbacc1767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:23.426661 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-68dcb65c-5876-46e7-83a9-d0fbacc1767d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845370 Feb 16 12:50:23.445805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.506593 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-e62171f5-c529-41bf-a5e6-04bb2ef75482 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The resource could not be found. Feb 16 12:50:23.510315 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e62171f5-c529-41bf-a5e6-04bb2ef75482 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4434845 Feb 16 12:50:23.510547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54384) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:23.620754 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-875f28c8-11d7-40b1-ab32-a172fe97bb48 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859515 Feb 16 12:50:23.628975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0761d3ad-2f6e-45f7-b1fb-02b817e6d70e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.690064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.731500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0761d3ad-2f6e-45f7-b1fb-02b817e6d70e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.782886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:23.788486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:23.796900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:23.802514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:23.803195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.813984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=8dc16bee-4cb0-4079-bd4f-b338aafc2ef5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.818301 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d83a3bd-8101-4a98-83a6-3f8d0d44639c req-aa1c314b-25d3-4f9d-806c-fb3fb7eb9ac3 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871564 Feb 16 12:50:23.906400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0761d3ad-2f6e-45f7-b1fb-02b817e6d70e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.927275 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761d3ad-2f6e-45f7-b1fb-02b817e6d70e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40efb7cc-f37d-445e-9ecf-31c11e38c8b9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.934019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0761d3ad-2f6e-45f7-b1fb-02b817e6d70e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.937780 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0761d3ad-2f6e-45f7-b1fb-02b817e6d70e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/40efb7cc-f37d-445e-9ecf-31c11e38c8b9 HTTP/1.1" status: 204 len: 168 time: 0.4236348 Feb 16 12:50:23.937946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54388) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:24.001356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3de61f26-7f15-4f3c-897d-df0e9f106499 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:24.015320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fae553c0-33f9-404d-9aa9-a27e9d4e5e29 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1210389 Feb 16 12:50:24.018941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54392) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:24.084172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port e663c055-5634-4c82-93eb-24b6dc225279 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:24.087501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.103307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:24.103944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.166640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3de61f26-7f15-4f3c-897d-df0e9f106499 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:24.171797 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3de61f26-7f15-4f3c-897d-df0e9f106499 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2292166 Feb 16 12:50:24.180056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54398) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:24.209405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-843f4794-ce52-4a3a-b58c-83111b9e8a31 None None] Provisioning for port 8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:24.214751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-843f4794-ce52-4a3a-b58c-83111b9e8a31 None None] Provisioning complete for port 8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:24.215270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-843f4794-ce52-4a3a-b58c-83111b9e8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.224704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-979b73d3-0ba8-49d1-95a2-8b3693090a6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '8d2f23cc-faeb-4a19-96c5-2f566fe8ffc9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:24.234736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-979b73d3-0ba8-49d1-95a2-8b3693090a6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:24.242382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-979b73d3-0ba8-49d1-95a2-8b3693090a6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:24.246974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-979b73d3-0ba8-49d1-95a2-8b3693090a6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:24.262095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-979b73d3-0ba8-49d1-95a2-8b3693090a6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:24.274169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-843f4794-ce52-4a3a-b58c-83111b9e8a31 None None] Port 8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:24.316715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.320090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a115a9-80a0-41b2-a81f-087f2ab68b73 req-d1be71f8-8d2d-46a9-8781-24379a6e379c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:24.321552 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c2a115a9-80a0-41b2-a81f-087f2ab68b73 req-d1be71f8-8d2d-46a9-8781-24379a6e379c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 944 time: 0.1879773 Feb 16 12:50:24.431170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c2a115a9-80a0-41b2-a81f-087f2ab68b73 req-9cd786ed-a082-459c-bdac-a37a7af3794a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636280 Feb 16 12:50:24.447784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for e663c055-5634-4c82-93eb-24b6dc225279 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:24.470798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.597282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:24.600061 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-979b73d3-0ba8-49d1-95a2-8b3693090a6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The resource could not be found. Feb 16 12:50:24.601088 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-979b73d3-0ba8-49d1-95a2-8b3693090a6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4281590 Feb 16 12:50:24.608490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54402) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:24.617119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--174018105'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:24.630300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:24.651579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:24.757725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.808332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.818440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=e663c055-5634-4c82-93eb-24b6dc225279,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.916432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:24.936704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:24.987218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:25.001251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.002606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:25.010687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.058185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=8dc16bee-4cb0-4079-bd4f-b338aafc2ef5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.143334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.156817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ce5ad51a-5c7d-4dc0-8ebc-196bca1e9f24 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 HTTP/1.1" status: 204 len: 168 time: 1.1341305 Feb 16 12:50:25.157055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54406) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.242873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b771eb6-4839-4beb-8cbc-b7b0c1701f0d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:25.243743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5b771eb6-4839-4beb-8cbc-b7b0c1701f0d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:25.357691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5b771eb6-4839-4beb-8cbc-b7b0c1701f0d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:25.361524 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5b771eb6-4839-4beb-8cbc-b7b0c1701f0d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2010951 Feb 16 12:50:25.361768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54410) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.445451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9737eb-fc60-45b1-a87f-f477e28e0961 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:25.446865 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4f9737eb-fc60-45b1-a87f-f477e28e0961 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0843093 Feb 16 12:50:25.449391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54414) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.451572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.456762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 6fe833bb-d72a-41b6-b8ff-493a62bb34b3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:25.516338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f4ea9-8e72-4a63-b2ad-e09df79180c6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:25.518593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f4ea9-8e72-4a63-b2ad-e09df79180c6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:25.520126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f4ea9-8e72-4a63-b2ad-e09df79180c6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:25.522083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-959f4ea9-8e72-4a63-b2ad-e09df79180c6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:25.581219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.598029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-959f4ea9-8e72-4a63-b2ad-e09df79180c6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:25.599209 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-959f4ea9-8e72-4a63-b2ad-e09df79180c6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1488879 Feb 16 12:50:25.602169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54420) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.649741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:25.670666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] Sync routers for ids ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:25.672746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5cb33f-06d3-4df1-ae38-09050e2b3f7d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.691806 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7f46719b-fc6a-4fe9-bc74-609e7fc5429a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/6fe833bb-d72a-41b6-b8ff-493a62bb34b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0414374 Feb 16 12:50:25.697385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] Routers {'6fe833bb-d72a-41b6-b8ff-493a62bb34b3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:25.697385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:25.697660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.724524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 2efffdd2-cc44-4012-8b5f-ebf7da43da54 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:25.729325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.744349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8ab7d958-c293-4b61-835f-21dfa90e423a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:25.763394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744464-4c85-4c45-a582-5f6aa1fb0a5f req-36789ebc-ab9e-4998-ab52-e348fe58a663 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:25.764884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13744464-4c85-4c45-a582-5f6aa1fb0a5f req-36789ebc-ab9e-4998-ab52-e348fe58a663 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 944 time: 0.2239382 Feb 16 12:50:25.765021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:25.772169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.777787 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b44ef25f-b075-4d0c-a4f5-236993dbf94f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1646457 Feb 16 12:50:25.777971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.778964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] Routers {'6fe833bb-d72a-41b6-b8ff-493a62bb34b3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:25.779642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:25.784056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--857111548'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:25.790424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:25.795286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:25.798288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:25.805672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:25.820189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.845091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:25.845429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61a915-4d9b-4cc4-aa09-701fc05a9837 None None] The sync data for ids ['6fe833bb-d72a-41b6-b8ff-493a62bb34b3'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:25.846068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8ab7d958-c293-4b61-835f-21dfa90e423a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:25.847431 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8ab7d958-c293-4b61-835f-21dfa90e423a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fe833bb-d72a-41b6-b8ff-493a62bb34b3 HTTP/1.1" status: 200 len: 205 time: 0.1530981 Feb 16 12:50:25.850834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.875875 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13744464-4c85-4c45-a582-5f6aa1fb0a5f req-396e4718-854e-4c42-8d83-04781db3de5b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017213 Feb 16 12:50:25.929032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.973638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.998518 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:50:26.003618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2979623d-4325-4fa7-bfaa-856eaf11bc31 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.069243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:26.106864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.125233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:26.130575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:26.140620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:26.149965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=2efffdd2-cc44-4012-8b5f-ebf7da43da54,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.153612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.164420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8e8d5-ad39-4eaa-a2fd-95d8552de2b4 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:26.268429 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c76bff64-b427-4745-b1f8-97b191aaafaa tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/2efffdd2-cc44-4012-8b5f-ebf7da43da54 HTTP/1.1" status: 204 len: 168 time: 0.6649110 Feb 16 12:50:26.270246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54436) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.329979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2979623d-4325-4fa7-bfaa-856eaf11bc31 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.334907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2979623d-4325-4fa7-bfaa-856eaf11bc31 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.340953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet d89afa99-3766-4308-8b84-0d93f6a368d1 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:26.343929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.400043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.401115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.490707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.501144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2979623d-4325-4fa7-bfaa-856eaf11bc31 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.501731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2979623d-4325-4fa7-bfaa-856eaf11bc31 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe833bb-d72a-41b6-b8ff-493a62bb34b3 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:26.527132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2979623d-4325-4fa7-bfaa-856eaf11bc31 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.530961 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2979623d-4325-4fa7-bfaa-856eaf11bc31 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/6fe833bb-d72a-41b6-b8ff-493a62bb34b3 HTTP/1.1" status: 204 len: 168 time: 0.6764219 Feb 16 12:50:26.531454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54440) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.540978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.585149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c551fc-8937-4dfd-9808-5ec4db4d6811,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.621946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 5c7331d0-9394-4a69-8086-69a38a37ff23 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:26.629307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.659668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.663555 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ca9dad87-53d1-4039-aada-f954109fe341 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8813195 Feb 16 12:50:26.671580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.671580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4e87a080-8c06-4471-8022-eebf21f707aa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': '5c5cb33f-06d3-4df1-ae38-09050e2b3f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '87c551fc-8937-4dfd-9808-5ec4db4d6811'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:26.677061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e87a080-8c06-4471-8022-eebf21f707aa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:26.681343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e87a080-8c06-4471-8022-eebf21f707aa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:26.685022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e87a080-8c06-4471-8022-eebf21f707aa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:26.687523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.693863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e87a080-8c06-4471-8022-eebf21f707aa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:26.775652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.815948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.868525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.873399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=d89afa99-3766-4308-8b84-0d93f6a368d1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.887605 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f86a6a22-ed55-45a1-b947-8b66ca706438 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d89afa99-3766-4308-8b84-0d93f6a368d1 HTTP/1.1" status: 204 len: 168 time: 0.6162558 Feb 16 12:50:26.890757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54448) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.915528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f25b52-85ca-435a-b7b2-9692cefcab19 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:26.966250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6b43e482-be81-4523-84c3-6b95813328f5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751247 Feb 16 12:50:26.969110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54454) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.970012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-4e87a080-8c06-4471-8022-eebf21f707aa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:26.972504 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4e87a080-8c06-4471-8022-eebf21f707aa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3067696 Feb 16 12:50:26.974360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.975473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:27.060250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ba922c4-c203-4f68-a952-b2a4a7689d27 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.091735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ba922c4-c203-4f68-a952-b2a4a7689d27 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.124532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8d85cbb9-24e5-4f4a-9df4-3ea030a82981 None None] Provisioning complete for port da19e189-1b27-4b7e-9b1f-feba65ceb955 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:27.124962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8d85cbb9-24e5-4f4a-9df4-3ea030a82981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.204653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.255505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ba922c4-c203-4f68-a952-b2a4a7689d27 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.276865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7331d0-9394-4a69-8086-69a38a37ff23,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.285559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba922c4-c203-4f68-a952-b2a4a7689d27 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c551fc-8937-4dfd-9808-5ec4db4d6811,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.290110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.294320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ba922c4-c203-4f68-a952-b2a4a7689d27 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.299661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeac087-28f2-40ff-a2d3-c7bec103c34e None None] Network 4ac29056-d50b-4baa-bd05-4dc89377e330 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:27.299763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:27.299856 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1ba922c4-c203-4f68-a952-b2a4a7689d27 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/87c551fc-8937-4dfd-9808-5ec4db4d6811 HTTP/1.1" status: 204 len: 168 time: 0.3230324 Feb 16 12:50:27.300751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54462) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.304966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:27.308351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:27.314398 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c3631943-dea8-4923-92db-24c63a178c89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/5c7331d0-9394-4a69-8086-69a38a37ff23 HTTP/1.1" status: 204 len: 168 time: 0.7818546 Feb 16 12:50:27.320493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54466) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.326037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:27.376536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:27.377861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5b1dd9c-099d-4249-9353-a37e2243b63f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:27.395980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] Deleting port da19e189-1b27-4b7e-9b1f-feba65ceb955 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:27.396357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.452933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5afc63-e6c6-4a49-ba40-06d9738efe17 req-02102387-f2d3-4035-b9bd-08c2ceac313a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:27.454539 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f5afc63-e6c6-4a49-ba40-06d9738efe17 req-02102387-f2d3-4035-b9bd-08c2ceac313a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 944 time: 0.4071176 Feb 16 12:50:27.466030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5b1dd9c-099d-4249-9353-a37e2243b63f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:27.467927 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f5b1dd9c-099d-4249-9353-a37e2243b63f tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1655917 Feb 16 12:50:27.470213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54470) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.477694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.508972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port ebeb0491-6a14-4e4d-89c9-e3477bf4735e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:27.509370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.547764 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f5afc63-e6c6-4a49-ba40-06d9738efe17 req-6bf3a1d2-6c73-45bd-bda4-5cd8759e3dfc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872829 Feb 16 12:50:27.555032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1d337ee-202e-4de2-8d68-7173e769ca69 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.557651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:27.561117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.584906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1d337ee-202e-4de2-8d68-7173e769ca69 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.692304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ecc720fe-7683-42d6-9c77-b94541bfe955 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:50:27.709019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1d337ee-202e-4de2-8d68-7173e769ca69 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.731989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d337ee-202e-4de2-8d68-7173e769ca69 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5cb33f-06d3-4df1-ae38-09050e2b3f7d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.805976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1d337ee-202e-4de2-8d68-7173e769ca69 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.809657 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e1d337ee-202e-4de2-8d68-7173e769ca69 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/5c5cb33f-06d3-4df1-ae38-09050e2b3f7d HTTP/1.1" status: 204 len: 168 time: 0.3359673 Feb 16 12:50:27.810718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54474) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.833731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] For port da19e189-1b27-4b7e-9b1f-feba65ceb955, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=da19e189-1b27-4b7e-9b1f-feba65ceb955,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:27.834479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.841577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port ebeb0491-6a14-4e4d-89c9-e3477bf4735e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,segment=NetworkSegment(7776f89e-0bf4-4450-9e6b-916b97cf9145),segment_id=7776f89e-0bf4-4450-9e6b-916b97cf9145)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:27.841577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.866530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8a0cec34-bed2-497f-b0a3-94f55e9d8853 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:27.966100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8a0cec34-bed2-497f-b0a3-94f55e9d8853 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:27.971506 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8a0cec34-bed2-497f-b0a3-94f55e9d8853 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1565795 Feb 16 12:50:27.971740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.977279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348240763'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:27.985849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:27.989134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] DHCP port deletion for 4ac29056-d50b-4baa-bd05-4dc89377e330 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:27.997721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:27.998123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] Calling delete_port for da19e189-1b27-4b7e-9b1f-feba65ceb955 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:28.022395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for ebeb0491-6a14-4e4d-89c9-e3477bf4735e owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:28.063559 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Deleting port ebeb0491-6a14-4e4d-89c9-e3477bf4735e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:28.063937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.129400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.134483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port ecc720fe-7683-42d6-9c77-b94541bfe955, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ecc720fe-7683-42d6-9c77-b94541bfe955,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:28.151946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:28.155994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:28.159487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:28.165157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:28.198977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'port_id': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'mac_address': 'fa:16:3e:5a:f0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:50:28.239015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.245642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.301856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.310571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port ebeb0491-6a14-4e4d-89c9-e3477bf4735e on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:28.320633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.331254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.369691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f030351d-e3b6-4fe8-9a9d-1202c8f64957,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.387712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.403570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] Pushing event deleted for resources: {'Port': ['ID=da19e189-1b27-4b7e-9b1f-feba65ceb955,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.410775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f3c41-a061-49bd-91d8-48c43bf51414 None None] No DVR routers for this DVR port da19e189-1b27-4b7e-9b1f-feba65ceb955 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:28.428920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc720fe-7683-42d6-9c77-b94541bfe955 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:50:28.441292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] For port ebeb0491-6a14-4e4d-89c9-e3477bf4735e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ebeb0491-6a14-4e4d-89c9-e3477bf4735e,segment=NetworkSegment(7776f89e-0bf4-4450-9e6b-916b97cf9145),segment_id=7776f89e-0bf4-4450-9e6b-916b97cf9145)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:28.441683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.456581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.461285 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-71fa21de-2bf1-4d25-ad8a-cb3f91948e83 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4885299 Feb 16 12:50:28.462026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.462211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:50:28.468342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d49f92e8-0f2b-4f34-95a8-70eb96fedb8e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'f030351d-e3b6-4fe8-9a9d-1202c8f64957', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:28.468636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.474014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d49f92e8-0f2b-4f34-95a8-70eb96fedb8e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:28.478348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d49f92e8-0f2b-4f34-95a8-70eb96fedb8e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:28.481381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d49f92e8-0f2b-4f34-95a8-70eb96fedb8e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:28.487242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d49f92e8-0f2b-4f34-95a8-70eb96fedb8e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:28.526968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.562445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port ecc720fe-7683-42d6-9c77-b94541bfe955, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ecc720fe-7683-42d6-9c77-b94541bfe955,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:28.569599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Calling delete_port for ebeb0491-6a14-4e4d-89c9-e3477bf4735e owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:28.570820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac29056-d50b-4baa-bd05-4dc89377e330']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:28.578283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:28.586157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:28.588868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:28.589620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.608614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=24e649aa-2851-409f-83e7-e51a42002acc,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.609300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd988d-aa7a-4cec-9a9c-75a858af6c25 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:28.609409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7776f89e-0bf4-4450-9e6b-916b97cf9145') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:28.609409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7776f89e-0bf4-4450-9e6b-916b97cf9145') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:28.620237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.648556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.654849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:28.655261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:28.670259 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:28.694453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.752502 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-d49f92e8-0f2b-4f34-95a8-70eb96fedb8e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:28.756718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54488) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.757205 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d49f92e8-0f2b-4f34-95a8-70eb96fedb8e tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2926345 Feb 16 12:50:28.765453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4bf55eb4-b64f-4e61-ad91-03f2b0e08216 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group_rule': {'security_group_id': 'f030351d-e3b6-4fe8-9a9d-1202c8f64957', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:28.804424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:28.804776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:28.848833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=ecc720fe-7683-42d6-9c77-b94541bfe955,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.912913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4bf55eb4-b64f-4e61-ad91-03f2b0e08216 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:28.916492 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f7e1fd49-a233-4dfa-bd7d-688e80462a9f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9462452 Feb 16 12:50:28.919596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54492) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.925696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '24e649aa-2851-409f-83e7-e51a42002acc'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:28.930931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.931080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4bf55eb4-b64f-4e61-ad91-03f2b0e08216 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:28.934393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4bf55eb4-b64f-4e61-ad91-03f2b0e08216 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:28.940546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:28.942485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['ecc720fe-7683-42d6-9c77-b94541bfe955'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:50:28.961365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4bf55eb4-b64f-4e61-ad91-03f2b0e08216 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:29.025900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.034216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.064247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=4ac29056-d50b-4baa-bd05-4dc89377e330,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.072587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a1f4db07-9834-466a-9f19-5e13d5d43813 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/4ac29056-d50b-4baa-bd05-4dc89377e330 HTTP/1.1" status: 204 len: 168 time: 1.7485087 Feb 16 12:50:29.076809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54496) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.083367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-733324936', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.091511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:29.096603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:router and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:29.099846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:29.105985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:29.124713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81756598-a2cb-4f7e-a1e7-2376bed63c62 req-c053aa50-c851-4e45-8ed5-88d519269f11 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:29.126384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81756598-a2cb-4f7e-a1e7-2376bed63c62 req-c053aa50-c851-4e45-8ed5-88d519269f11 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 945 time: 0.4076390 Feb 16 12:50:29.184483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.184726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:29.185785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.194931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:29.199656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:29.210100 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81756598-a2cb-4f7e-a1e7-2376bed63c62 req-c1851179-eaae-4782-a8e4-5eabb9964dd9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726192 Feb 16 12:50:29.216128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:29.216432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.226287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Allocated IP 2001:db8::f816:3eff:fe55:44e8 (d9baa628-812c-4290-914a-2abb43e08a16/24e649aa-2851-409f-83e7-e51a42002acc/8a4261a2-46b9-4ef4-b679-1cacd9fc94c6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:29.268895 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-4bf55eb4-b64f-4e61-ad91-03f2b0e08216 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:29.270062 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4bf55eb4-b64f-4e61-ad91-03f2b0e08216 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5085843 Feb 16 12:50:29.272952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54500) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.329522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Deleting port ebeb0491-6a14-4e4d-89c9-e3477bf4735e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:29.329904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.338124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.349535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34f5133-dad1-4e19-8bb6-e0a35c69c712 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.363728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:29.364837 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da19e189-1b27-4b7e-9b1f-feba65ceb955 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:29.367183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.445759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: da19e189-1b27-4b7e-9b1f-feba65ceb955 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:29.446024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device da19e189-1b27-4b7e-9b1f-feba65ceb955 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:29.446463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebeb0491-6a14-4e4d-89c9-e3477bf4735e no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:29.446573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34f5133-dad1-4e19-8bb6-e0a35c69c712 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.463747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.468071 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f316196-5a87-4004-8546-47775c8511ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3898582 Feb 16 12:50:29.468753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54504) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.474730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-580233376'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.480261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:29.483835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d06a5-95fb-4e79-94f3-96f87ab54afe None None] The port 'ebeb0491-6a14-4e4d-89c9-e3477bf4735e' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:50:29.485107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:29.488243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:29.494220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:29.505672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ebeb0491-6a14-4e4d-89c9-e3477bf4735e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:29.506019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ebeb0491-6a14-4e4d-89c9-e3477bf4735e not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:29.541729 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.ipam_backend_mixin [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24e649aa-2851-409f-83e7-e51a42002acc (CIDR: 2001:db8::/64) Feb 16 12:50:29.583185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:29.586709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.617971 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:29.618552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:29.644050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34f5133-dad1-4e19-8bb6-e0a35c69c712 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.646290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:29.656704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.657177 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment 0fb8d5c7-fc08-4c95-af9d-d658b57fe675 of type vlan for network 43f61866-224e-4ace-85a9-d50a2ce7758c Feb 16 12:50:29.662626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d34f5133-dad1-4e19-8bb6-e0a35c69c712 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.666716 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d34f5133-dad1-4e19-8bb6-e0a35c69c712 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/f030351d-e3b6-4fe8-9a9d-1202c8f64957 HTTP/1.1" status: 204 len: 168 time: 0.3924465 Feb 16 12:50:29.667550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54508) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.668374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f5133-dad1-4e19-8bb6-e0a35c69c712 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f030351d-e3b6-4fe8-9a9d-1202c8f64957,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.690742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.709231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.725883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f16c3bc3-212a-4669-95e8-f4f98a1fce26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:29.732168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Transition to ACTIVE for port object 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:29.754527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Transition to ACTIVE for port object 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:29.760926 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4411eca0-65f6-43e1-bcd3-4f97a9447318 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8397014 Feb 16 12:50:29.764317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54512) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.769587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.791940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.797290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:29.797870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.848225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f16c3bc3-212a-4669-95e8-f4f98a1fce26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:29.849671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f16c3bc3-212a-4669-95e8-f4f98a1fce26 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1790426 Feb 16 12:50:29.855218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54516) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.863732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'tempest-secgroup--226851225'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.872582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:29.872811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.897539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:29.941631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:29.944672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:29.947356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:29.948621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:29.952726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:29.955987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:29.962497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Pushing event updated for resources: {'Port': ['ID=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.963579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:29.977920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.002974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:30.008170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Usage tracker for resource:security_group_rule and tenant:81e923df31194c18b4a380d4e6a79861 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:30.011600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:30.017489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:30.042709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=43f61866-224e-4ace-85a9-d50a2ce7758c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.059369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:30.060711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 43f61866-224e-4ace-85a9-d50a2ce7758c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:30.063604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.081036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Attempting to bind port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:30.103691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Attempting to bind port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:30.103691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Attempting to bind port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:30.135466 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7e397f97-ccfd-4d0d-bb70-230263dac403 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6654601 Feb 16 12:50:30.136802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:30.137183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:30.137588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.137987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:30.138379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54520) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.138504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Bound port: 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:30.138824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.144883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:30.191893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.263744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] For port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:30.267035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] For port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:30.271469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:30.275825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:30.278930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:30.285537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:30.300678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.413087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757c1bfe-f798-4533-b407-0ae90b5cbaa6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.418204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.440093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:30.444030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.490532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b0625-9b0b-4b09-8e8a-364ad6cca2ea req-50c77eff-682e-4aea-8e73-bb9a6a07fe92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.492489 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c12b0625-9b0b-4b09-8e8a-364ad6cca2ea req-50c77eff-682e-4aea-8e73-bb9a6a07fe92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 945 time: 0.1615591 Feb 16 12:50:30.495002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.496545 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-724d6344-bd59-46a8-91dd-b0ae044c677b tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6406627 Feb 16 12:50:30.503392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54526) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.514938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27378-71ea-4d8d-8824-aa5fa3556f60 None None] Pushing event updated for resources: {'Port': ['ID=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.521085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-452a01c0-6760-404f-b640-3c8920019b36 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:30.521498 dv-neutron-829487-1-hyperv neutron-server[88443]: WARNING neutron.api.v2.base [None req-452a01c0-6760-404f-b640-3c8920019b36 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:50:30.522000 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-452a01c0-6760-404f-b640-3c8920019b36 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:50:30.525942 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-452a01c0-6760-404f-b640-3c8920019b36 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "PUT /v2.0/security-groups/757c1bfe-f798-4533-b407-0ae90b5cbaa6 HTTP/1.1" status: 409 len: 330 time: 0.0186996 Feb 16 12:50:30.526829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54530) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.582672 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c12b0625-9b0b-4b09-8e8a-364ad6cca2ea req-3955edbc-26fd-4a07-9b8c-c67951314022 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825679 Feb 16 12:50:30.588050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.648666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:30.659588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:30.675519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.676175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.694591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-038be42c-b49b-4da5-bf03-3371343480d3 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.709601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=bd7e56c0-44a6-4084-89f2-40842db9a2b4,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.731001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-038be42c-b49b-4da5-bf03-3371343480d3 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.753743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.789415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-30575ab9-5f82-47b7-994a-7d0ab6efa0bc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0240419 Feb 16 12:50:30.792241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54534) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.797917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:fa:78:ec', 'name': 'tempest-NetworksTestDHCPv6-445734530'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:30.850038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=56496d95-977d-4975-9ff0-84f3f6266e34,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.855940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:30.856299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: 43f61866-224e-4ace-85a9-d50a2ce7758c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:30.889872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-038be42c-b49b-4da5-bf03-3371343480d3 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.923951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038be42c-b49b-4da5-bf03-3371343480d3 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757c1bfe-f798-4533-b407-0ae90b5cbaa6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:30.944104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-038be42c-b49b-4da5-bf03-3371343480d3 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.947542 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-038be42c-b49b-4da5-bf03-3371343480d3 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/757c1bfe-f798-4533-b407-0ae90b5cbaa6 HTTP/1.1" status: 204 len: 168 time: 0.4174671 Feb 16 12:50:30.948083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54538) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.983717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 43f61866-224e-4ace-85a9-d50a2ce7758c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:31.001483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:31.008997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:31.012376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:31.016402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-442c2440-4aeb-4b60-8343-9af692d6d2fc tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Synchronizing usage tracker for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:31.022849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:31.123487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 43f61866-224e-4ace-85a9-d50a2ce7758c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:31.128047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:31.128628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.132806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d986a-c68f-4659-8211-67a7466b2aa8 None None] Network 43f61866-224e-4ace-85a9-d50a2ce7758c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:31.154556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-442c2440-4aeb-4b60-8343-9af692d6d2fc tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] Unset dirty status for tenant:81e923df31194c18b4a380d4e6a79861 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:31.154831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:31.158378 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-442c2440-4aeb-4b60-8343-9af692d6d2fc tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2070739 Feb 16 12:50:31.165925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54542) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.181045 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-a863a284-c71e-4b9e-bcd0-5ea050b9efaa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] delete failed (client error): The resource could not be found. Feb 16 12:50:31.182540 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a863a284-c71e-4b9e-bcd0-5ea050b9efaa tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "DELETE /v2.0/security-groups/6bd4055c-fb25-42d5-8f92-7cc30cc484cd HTTP/1.1" status: 404 len: 347 time: 0.0198905 Feb 16 12:50:31.186358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54546) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.205206 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-8e6fe0dc-765a-47d3-9e6b-dabc5c03aa6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] show failed (client error): The resource could not be found. Feb 16 12:50:31.211517 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8e6fe0dc-765a-47d3-9e6b-dabc5c03aa6d tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-groups/1d8ba123-8e2f-4a60-9dea-c7f34512120a HTTP/1.1" status: 404 len: 347 time: 0.0189376 Feb 16 12:50:31.214778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.234774 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-d57b195c-d4e5-4fdf-8c37-e5cc8bee2796 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] show failed (client error): The resource could not be found. Feb 16 12:50:31.235984 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d57b195c-d4e5-4fdf-8c37-e5cc8bee2796 tempest-NegativeSecGroupIPv6Test-462881443 tempest-NegativeSecGroupIPv6Test-462881443-project] 10.222.0.47 "GET /v2.0/security-group-rules/34d2f573-97f9-44ed-b5eb-0202cfbc9dcc HTTP/1.1" status: 404 len: 356 time: 0.0201156 Feb 16 12:50:31.240815 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bf9e704e-75c1-4775-9e70-173f3b9d85a0 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0991027 Feb 16 12:50:31.247493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54554) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.405747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-43f61866-224e-4ace-85a9-d50a2ce7758c', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:31.407916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.435211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:31.714552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ecc720fe-7683-42d6-9c77-b94541bfe955 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:31.722423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.760535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:31.807621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeccf636-0176-4a1b-896e-8d5985342eb2 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:31.853899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.873021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 39beee69-e093-48d5-85b8-c8165ac70d13 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:31.888308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Allocated IP 2001:db8::2 (43f61866-224e-4ace-85a9-d50a2ce7758c/56496d95-977d-4975-9ff0-84f3f6266e34/d0242122-e802-4aea-8bd5-6e9cb12a431c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:32.065418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d8a96fa4-139d-4435-be1b-7a7517315ff5 None None] Provisioning for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:32.068902 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dba980f2-0047-4f91-8f1a-9e8a75e92c49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81e923df31194c18b4a380d4e6a79861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135439 Feb 16 12:50:32.071250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:32.091570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port ecc720fe-7683-42d6-9c77-b94541bfe955 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:32.107167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d8a96fa4-139d-4435-be1b-7a7517315ff5 None None] Provisioning complete for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:32.107167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8a96fa4-139d-4435-be1b-7a7517315ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.144861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60ea9058-cde9-4947-883d-e82d9d793f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.153755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port ecc720fe-7683-42d6-9c77-b94541bfe955 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:32.164445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.178049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60ea9058-cde9-4947-883d-e82d9d793f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.228186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7ef02-048c-4d3b-a4fb-6de0f3b99172 req-0fc34177-1043-47e1-a1c0-75afbcbb1450 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:32.229852 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8fb7ef02-048c-4d3b-a4fb-6de0f3b99172 req-0fc34177-1043-47e1-a1c0-75afbcbb1450 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 945 time: 0.4621298 Feb 16 12:50:32.288693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.394867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60ea9058-cde9-4947-883d-e82d9d793f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.416215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea9058-cde9-4947-883d-e82d9d793f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087077b-4441-499d-a422-c553ae971e46,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.503148 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8fb7ef02-048c-4d3b-a4fb-6de0f3b99172 req-6959bc7e-69c5-4f8d-995f-065ba0d1a3bd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421274 Feb 16 12:50:32.567699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8:0:1::314 (d9baa628-812c-4290-914a-2abb43e08a16/bd7e56c0-44a6-4084-89f2-40842db9a2b4/39beee69-e093-48d5-85b8-c8165ac70d13) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:32.581913 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8a96fa4-139d-4435-be1b-7a7517315ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.584962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::f816:3eff:fefa:78ec (d9baa628-812c-4290-914a-2abb43e08a16/24e649aa-2851-409f-83e7-e51a42002acc/39beee69-e093-48d5-85b8-c8165ac70d13) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:32.595565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.599460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.611989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60ea9058-cde9-4947-883d-e82d9d793f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.615894 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-60ea9058-cde9-4947-883d-e82d9d793f99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1087077b-4441-499d-a422-c553ae971e46 HTTP/1.1" status: 204 len: 168 time: 0.5410297 Feb 16 12:50:32.625496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Transition to ACTIVE for port object d0242122-e802-4aea-8bd5-6e9cb12a431c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:32.673218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Transition to ACTIVE for port object d0242122-e802-4aea-8bd5-6e9cb12a431c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:32.678287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:32.690123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d8a96fa4-139d-4435-be1b-7a7517315ff5 None None] For port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:32.693373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port ecc720fe-7683-42d6-9c77-b94541bfe955, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ecc720fe-7683-42d6-9c77-b94541bfe955,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:32.737812 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'code': 200} Feb 16 12:50:32.766370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.843579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Network 43f61866-224e-4ace-85a9-d50a2ce7758c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:32.844407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d8a96fa4-139d-4435-be1b-7a7517315ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.846119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.851711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:32.856262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] Update dhcp port {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'fixed_ips': [{'subnet_id': '24e649aa-2851-409f-83e7-e51a42002acc', 'ip_address': '2001:db8::f816:3eff:fe55:44e8'}, {'subnet_id': 'bd7e56c0-44a6-4084-89f2-40842db9a2b4'}], 'binding:host_id': 'dv-neutron-829487-1-hyperv'}, 'id': '8a4261a2-46b9-4ef4-b679-1cacd9fc94c6'} from dv-neutron-829487-1-hyperv. {{(pid=88445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:50:32.880805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:32.882848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Pushing event updated for resources: {'Port': ['ID=d0242122-e802-4aea-8bd5-6e9cb12a431c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.888070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8::1 (43f61866-224e-4ace-85a9-d50a2ce7758c/56496d95-977d-4975-9ff0-84f3f6266e34/49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:33.063259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.079528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a96fa4-139d-4435-be1b-7a7517315ff5 None None] Pushing event updated for resources: {'Port': ['ID=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.115830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Attempting to bind port d0242122-e802-4aea-8bd5-6e9cb12a431c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:33.116205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Attempting to bind port d0242122-e802-4aea-8bd5-6e9cb12a431c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:33.121279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Attempting to bind port d0242122-e802-4aea-8bd5-6e9cb12a431c on network 43f61866-224e-4ace-85a9-d50a2ce7758c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:33.135228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.171013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:33.171395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Checking segment: {'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:33.171862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.172197 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Bound using segment: {'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:33.172862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Bound port: d0242122-e802-4aea-8bd5-6e9cb12a431c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:33.173425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.173593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 39beee69-e093-48d5-85b8-c8165ac70d13 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:33.244120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.268499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:33.342628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=ecc720fe-7683-42d6-9c77-b94541bfe955,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.370347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:33.370586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.448249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.458143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1269df-9223-44d1-9e59-a221f88a91d5 req-a4413e83-ac9f-40d9-8906-651d9d771368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:33.459662 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8d1269df-9223-44d1-9e59-a221f88a91d5 req-a4413e83-ac9f-40d9-8906-651d9d771368 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1099 time: 0.1806448 Feb 16 12:50:33.465170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] For port d0242122-e802-4aea-8bd5-6e9cb12a431c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:33.465342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:33.473704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:33.486540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] For port d0242122-e802-4aea-8bd5-6e9cb12a431c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d0242122-e802-4aea-8bd5-6e9cb12a431c,segment=NetworkSegment(0fb8d5c7-fc08-4c95-af9d-d658b57fe675),segment_id=0fb8d5c7-fc08-4c95-af9d-d658b57fe675)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:33.490514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:33.498680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:33.498680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.501853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] Allocated IP 2001:db8:0:1::2 (d9baa628-812c-4290-914a-2abb43e08a16/bd7e56c0-44a6-4084-89f2-40842db9a2b4/8a4261a2-46b9-4ef4-b679-1cacd9fc94c6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:33.501993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=39beee69-e093-48d5-85b8-c8165ac70d13,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.537016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:33.539288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.543488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 43f61866-224e-4ace-85a9-d50a2ce7758c is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:33.567829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:33.585716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:33.586168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.628859 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8d1269df-9223-44d1-9e59-a221f88a91d5 req-98e04ce4-7c6e-4480-8559-e38c8cf864d2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587996 Feb 16 12:50:33.629601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.640829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.711725 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f0faeec0-387a-47a1-989c-f64ac9ed33cc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9181213 Feb 16 12:50:33.714387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:33.737347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905ed0c-40ba-43e6-a840-caad6bc69d10 req-45d325d2-3e79-4a15-8066-eedee9fe314a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:33.738854 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4905ed0c-40ba-43e6-a840-caad6bc69d10 req-45d325d2-3e79-4a15-8066-eedee9fe314a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 946 time: 0.1005282 Feb 16 12:50:33.789190 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4905ed0c-40ba-43e6-a840-caad6bc69d10 req-34837a1c-79ed-4e4d-b9d6-26ada54d58be tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Feb 16 12:50:33.794575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 39beee69-e093-48d5-85b8-c8165ac70d13 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:33.794912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.820968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0660f96-f7dd-40a9-99ab-806c5905fc82 None None] Pushing event updated for resources: {'Port': ['ID=d0242122-e802-4aea-8bd5-6e9cb12a431c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.887347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] For port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:33.895612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00edbc0a-9cc4-4428-a42b-c8c2803e965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.927728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.934342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.945515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] Transition to ACTIVE for port object 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:34.043417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.146389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.191766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694268e-7ab9-440c-a69c-5bfc0215d45b None None] Pushing event updated for resources: {'Port': ['ID=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.299514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 39beee69-e093-48d5-85b8-c8165ac70d13 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:34.402624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.523328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.524072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.604622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.679078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.782221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 43f61866-224e-4ace-85a9-d50a2ce7758c is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:34.782221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:34.807346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=39beee69-e093-48d5-85b8-c8165ac70d13,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.820221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.831384 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-557a0e96-6e66-4cdd-af25-acac9eda3852 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/39beee69-e093-48d5-85b8-c8165ac70d13 HTTP/1.1" status: 204 len: 168 time: 1.1157804 Feb 16 12:50:34.833974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54588) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:34.959921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15836af5-0528-45bb-bc85-b4a511af8509 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:34.960909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-15836af5-0528-45bb-bc85-b4a511af8509 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:34.972522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ca31c01a-b436-424b-811c-03a1c1cd90e2 None None] Provisioning for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:34.978540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ca31c01a-b436-424b-811c-03a1c1cd90e2 None None] Provisioning complete for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:34.981984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca31c01a-b436-424b-811c-03a1c1cd90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.092418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-15836af5-0528-45bb-bc85-b4a511af8509 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:35.097535 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-15836af5-0528-45bb-bc85-b4a511af8509 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2588999 Feb 16 12:50:35.097759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54592) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.202943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a602a8dd-46bd-41d7-820c-90ea60532abc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.206818 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a602a8dd-46bd-41d7-820c-90ea60532abc tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1055751 Feb 16 12:50:35.207684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.215087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49785-d9a7-4f20-8d53-d4a810e32e67 req-dff46406-7c2b-4358-8be1-8968180e51dc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.216611 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4ab49785-d9a7-4f20-8d53-d4a810e32e67 req-dff46406-7c2b-4358-8be1-8968180e51dc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 946 time: 0.2170732 Feb 16 12:50:35.229498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe80a2c3-cdfd-492a-a78d-06f200868733 None None] Network 43f61866-224e-4ace-85a9-d50a2ce7758c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:35.269865 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4ab49785-d9a7-4f20-8d53-d4a810e32e67 req-92018c7e-cb83-458d-88dc-2fdd83d9fc49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458033 Feb 16 12:50:35.280387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:35.322093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7ee3f8f3-ad69-4393-82f3-035e183267f4 None None] Could not find standard attr ID for object 39beee69-e093-48d5-85b8-c8165ac70d13. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:35.337696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83e00b-b522-4892-8533-2dffafd0e637 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.337696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83e00b-b522-4892-8533-2dffafd0e637 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.339848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83e00b-b522-4892-8533-2dffafd0e637 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.343596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8d83e00b-b522-4892-8533-2dffafd0e637 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:35.500681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8d83e00b-b522-4892-8533-2dffafd0e637 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:35.502317 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8d83e00b-b522-4892-8533-2dffafd0e637 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2943122 Feb 16 12:50:35.505182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.506872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7ee3f8f3-ad69-4393-82f3-035e183267f4 None None] Provisioning for port d0242122-e802-4aea-8bd5-6e9cb12a431c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:35.517699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d0242122-e802-4aea-8bd5-6e9cb12a431c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:35.580164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 24e649aa-2851-409f-83e7-e51a42002acc {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:35.583214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.617990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:35.622662 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5c16a431-47e6-4974-8fcb-c5fb4c48d766 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3739383 Feb 16 12:50:35.625451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.634293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1864029779'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:35.639424 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:35.648653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:35.655363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.655510 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:35.656041 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:35.671931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d0242122-e802-4aea-8bd5-6e9cb12a431c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:35.677920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d0242122-e802-4aea-8bd5-6e9cb12a431c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:35.722700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.723659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:35.825322 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:35.830588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:35.839957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:35.865758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.900518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.916702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port d0242122-e802-4aea-8bd5-6e9cb12a431c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d0242122-e802-4aea-8bd5-6e9cb12a431c,segment=NetworkSegment(0fb8d5c7-fc08-4c95-af9d-d658b57fe675),segment_id=0fb8d5c7-fc08-4c95-af9d-d658b57fe675)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:35.955329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:35.959291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.983581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.984401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:35.991779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:36.001026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.001380 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment 67332277-ca4c-4261-9bf9-07a3cb9322d4 of type vlan for network a6133fd8-b141-4a25-89d5-5196a84d340b Feb 16 12:50:36.053431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.092178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3445b913-61bb-48dc-a094-08a60769a304 None None] Provisioning for port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:36.142500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3445b913-61bb-48dc-a094-08a60769a304 None None] Provisioning complete for port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:36.142878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3445b913-61bb-48dc-a094-08a60769a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.172576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.219646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=d0242122-e802-4aea-8bd5-6e9cb12a431c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.220809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.223998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3445b913-61bb-48dc-a094-08a60769a304 None None] Port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:36.226620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=24e649aa-2851-409f-83e7-e51a42002acc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.231225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c190fa6-4c63-49a9-ab8f-bd4caa195e77 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:36.238572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.244368 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:36.245001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.272252 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:33Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:34Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:36.277665 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:36.278208 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Updating router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:36.307336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:36.307741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.350219 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.363620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78e33a9d-aa44-483a-8f50-407a4c567c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.366287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3445b913-61bb-48dc-a094-08a60769a304 None None] Provisioning complete for port d0242122-e802-4aea-8bd5-6e9cb12a431c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:36.366917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3445b913-61bb-48dc-a094-08a60769a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.401308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=a6133fd8-b141-4a25-89d5-5196a84d340b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.427337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a6133fd8-b141-4a25-89d5-5196a84d340b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:36.491187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6804-5ccf-43c0-8899-33cb4599e19c req-7cc9271b-1d36-40fe-9182-61a78ea42401 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:36.493583 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-671b6804-5ccf-43c0-8899-33cb4599e19c req-7cc9271b-1d36-40fe-9182-61a78ea42401 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 946 time: 0.0857303 Feb 16 12:50:36.500871 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-94ce6744-74ee-465d-940c-37745975180d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8740880 Feb 16 12:50:36.503797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54610) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:36.510340 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5e99ed6c-e2be-4e96-ad17-f2b072dc3f4b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/24e649aa-2851-409f-83e7-e51a42002acc HTTP/1.1" status: 204 len: 168 time: 1.0018172 Feb 16 12:50:36.516022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:36.533499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:36.550907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-671b6804-5ccf-43c0-8899-33cb4599e19c req-82ce5331-14fc-4f76-8d4b-9dd1ebe21339 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482197 Feb 16 12:50:36.723947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet bd7e56c0-44a6-4084-89f2-40842db9a2b4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:36.728255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.758941 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.766898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d483f-29c0-433e-89aa-f51ff47882b7 req-e7d965cc-d7d7-45d1-be91-96727f9b3558 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:36.768966 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-899d483f-29c0-433e-89aa-f51ff47882b7 req-e7d965cc-d7d7-45d1-be91-96727f9b3558 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 946 time: 0.0923359 Feb 16 12:50:36.774748 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Transition to ACTIVE for port object 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:36.776948 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:36.785790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:36.790703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:36.808758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:36.819847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.822641 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-899d483f-29c0-433e-89aa-f51ff47882b7 req-f12703ee-0c94-450f-9dbc-f749dce20787 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Feb 16 12:50:36.854947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54620) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:36.874594 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.914133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.971326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec17408b-1c23-4db3-be5e-74c58c8fd217 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:36.975385 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ec17408b-1c23-4db3-be5e-74c58c8fd217 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1094 time: 0.1166656 Feb 16 12:50:36.976577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54624) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:36.983466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:36.990251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:36.994393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:36.998062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:37.006527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:37.034034 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6db978-e678-4b47-9c5a-e47ebc2bc824 None None] Pushing event updated for resources: {'Port': ['ID=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.054868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:37.066044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.127718 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Attempting to bind port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:37.128090 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Attempting to bind port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:37.133448 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Attempting to bind port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 on network 43f61866-224e-4ace-85a9-d50a2ce7758c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:37.134953 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:37.135150 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Checking segment: {'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:37.135522 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.135913 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Bound using segment: {'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:37.136379 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Bound port: 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb8d5c7-fc08-4c95-af9d-d658b57fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:37.136747 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.180413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.243435 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] For port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:37.247182 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] For port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,segment=NetworkSegment(0fb8d5c7-fc08-4c95-af9d-d658b57fe675),segment_id=0fb8d5c7-fc08-4c95-af9d-d658b57fe675)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:37.368687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.369895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.370291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d0242122-e802-4aea-8bd5-6e9cb12a431c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:37.390237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7e56c0-44a6-4084-89f2-40842db9a2b4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.392284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.412822 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6c77d197-737f-4154-b33e-2c81e605ee77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/bd7e56c0-44a6-4084-89f2-40842db9a2b4 HTTP/1.1" status: 204 len: 168 time: 0.8758078 Feb 16 12:50:37.413059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:37.457938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d0242122-e802-4aea-8bd5-6e9cb12a431c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:37.465348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.497391 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3b8c97c-07f3-420e-98a6-fc25bb0192a7 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828896 Feb 16 12:50:37.499745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:37.506854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:37.507146 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.510767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.548258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.39 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/eb26db41-dfa9-458a-9ef4-594567bbc78c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:37.561288 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.583388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.663541 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6db978-e678-4b47-9c5a-e47ebc2bc824 None None] Pushing event updated for resources: {'Port': ['ID=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.668528 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:37.669945 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:37.754196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:37.757830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.763065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:37.763065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:37.768915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:37.779944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=261c060d-e6f5-4813-a979-ca9134c09543,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.793195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:37.793563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: a6133fd8-b141-4a25-89d5-5196a84d340b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:37.803380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf6ce4-9368-49d1-9ffa-4bd769005dea None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:37.882036 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:37.914473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3aae29d0-b6f1-49d7-8289-b8219f1f8fab None None] Provisioning complete for port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:37.914936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aae29d0-b6f1-49d7-8289-b8219f1f8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.940851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:37.945007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.983384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.060211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network a6133fd8-b141-4a25-89d5-5196a84d340b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:38.076782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:38.080970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:38.083756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:38.141667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=eb26db41-dfa9-458a-9ef4-594567bbc78c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.216472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a6133fd8-b141-4a25-89d5-5196a84d340b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:38.222617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.228476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.231057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81044119-c05e-4919-9e13-67a339d50f66 None None] Network a6133fd8-b141-4a25-89d5-5196a84d340b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:38.254251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:38.294848 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b2927af8-808b-437c-8439-993a140977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:33Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:38.299535 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2927af8-808b-437c-8439-993a140977a6 None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:33Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:37Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:38.309272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] Deleting port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:38.309645 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.389734 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee6eccb8-d6ae-4edc-97b6-480d8c569ad7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8834274 Feb 16 12:50:38.392788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:38.463571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.669605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.683193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a6133fd8-b141-4a25-89d5-5196a84d340b', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:38.684024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.763196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:38.775361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:38.778454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.779095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.806334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] For port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:38.806547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=85475280-d87e-49d4-ad68-c2caa3d7e644,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.806644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.825514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.916721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.983374 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7aa321af-b926-43f4-9311-5c814bb456c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4824758 Feb 16 12:50:38.986968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54642) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:38.995137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:38.998304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] Calling delete_port for 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:39.126917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Allocated IP 2001:db8:1::2 (a6133fd8-b141-4a25-89d5-5196a84d340b/261c060d-e6f5-4813-a979-ca9134c09543/2d832801-b3a1-4155-bd22-7d808287a61c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:39.301912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:39.308329 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:39.310314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:39.325592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:39.330220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.340761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.386737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] Pushing event deleted for resources: {'Port': ['ID=8a4261a2-46b9-4ef4-b679-1cacd9fc94c6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:39.395145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8ea9b-ee80-4ab0-9ffe-6d3615266d27 None None] No DVR routers for this DVR port 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:39.411402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.415404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081b6fa-efef-418b-a1d2-db54389c8084 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:39.442709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:39.472868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.500166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.518762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Transition to ACTIVE for port object 2d832801-b3a1-4155-bd22-7d808287a61c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:39.578759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Transition to ACTIVE for port object 2d832801-b3a1-4155-bd22-7d808287a61c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:39.610450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.621938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:39.625540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.701344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=eb26db41-dfa9-458a-9ef4-594567bbc78c,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:39.715098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.774053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:39.789860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '85475280-d87e-49d4-ad68-c2caa3d7e644'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:39.790719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.808873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Network a6133fd8-b141-4a25-89d5-5196a84d340b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:39.809241 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc associated. External IP: 172.26.6.39, port: ecc720fe-7683-42d6-9c77-b94541bfe955. Feb 16 12:50:39.814020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:39.814397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.836041 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85475280-d87e-49d4-ad68-c2caa3d7e644 (CIDR: 2001:db8::/64) Feb 16 12:50:39.838195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:39.840571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:39.905949 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:39.906589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:39.948856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Pushing event updated for resources: {'Port': ['ID=2d832801-b3a1-4155-bd22-7d808287a61c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.007770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8:1::1 (a6133fd8-b141-4a25-89d5-5196a84d340b/261c060d-e6f5-4813-a979-ca9134c09543/48492f29-47e0-4539-af2e-065dc395bd40) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:40.035476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Attempting to bind port 2d832801-b3a1-4155-bd22-7d808287a61c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:40.035848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Attempting to bind port 2d832801-b3a1-4155-bd22-7d808287a61c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:40.036215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Attempting to bind port 2d832801-b3a1-4155-bd22-7d808287a61c on network a6133fd8-b141-4a25-89d5-5196a84d340b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:40.063886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:40.064269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Checking segment: {'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:40.064687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.065088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Bound using segment: {'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:40.066087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Bound port: 2d832801-b3a1-4155-bd22-7d808287a61c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:40.066465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.097427 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8a319546-3bdb-4383-a671-98e99e32ff43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1059830 Feb 16 12:50:40.100724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:40.108895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:40.224522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 0fca5880-408c-4784-8333-54e443683dfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:40.242679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.267957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/85475280-d87e-49d4-ad68-c2caa3d7e644/85027b03-9301-4545-ab02-375ff318a93f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:40.316710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] For port 2d832801-b3a1-4155-bd22-7d808287a61c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:40.336091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,segment=NetworkSegment(0fb8d5c7-fc08-4c95-af9d-d658b57fe675),segment_id=0fb8d5c7-fc08-4c95-af9d-d658b57fe675)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:40.388397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] For port 2d832801-b3a1-4155-bd22-7d808287a61c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2d832801-b3a1-4155-bd22-7d808287a61c,segment=NetworkSegment(67332277-ca4c-4261-9bf9-07a3cb9322d4),segment_id=67332277-ca4c-4261-9bf9-07a3cb9322d4)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:40.442419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:40.449888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.464474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] Sync routers for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:40.470393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:40.475123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object 48492f29-47e0-4539-af2e-065dc395bd40 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:40.476728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:40.480116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:40.486860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:40.511647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.568180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:40.568823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.627282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.627915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.664283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:40.668068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.671496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:40.686272 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0467e1aa-d801-4134-bd8b-666d1f19c347 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7077956 Feb 16 12:50:40.686904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:40.692382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54650) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:40.720204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:40.722001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a4261a2-46b9-4ef4-b679-1cacd9fc94c6 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:40.734306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.772493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.786082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network a6133fd8-b141-4a25-89d5-5196a84d340b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:40.787244 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'status': 'completed', 'code': 200} Feb 16 12:50:40.798723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:40.803030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:40.803532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.827783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=48492f29-47e0-4539-af2e-065dc395bd40,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.874814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.889583 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-543a145d-923c-42b5-ac8d-56f8e4b20ef5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 991 time: 0.1953020 Feb 16 12:50:40.902939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-7aca4b7a-f67e-4115-885b-56fd8e1e0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.904502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-7aca4b7a-f67e-4115-885b-56fd8e1e0919 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1099 time: 0.1134911 Feb 16 12:50:40.912711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Transition to ACTIVE for port object 85027b03-9301-4545-ab02-375ff318a93f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:40.991741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Transition to ACTIVE for port object 85027b03-9301-4545-ab02-375ff318a93f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:41.024475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf07fc-eb81-4468-a897-b24a8b35d821 None None] Pushing event updated for resources: {'Port': ['ID=2d832801-b3a1-4155-bd22-7d808287a61c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:41.032332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:41.074544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-2d6a3f40-a9dc-4c16-9f33-f5a21379762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:41.076038 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-2d6a3f40-a9dc-4c16-9f33-f5a21379762f service neutron] 10.222.0.67 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 897 time: 0.1626284 Feb 16 12:50:41.151300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.220817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.283997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.365099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-bf3b6c39-7168-4761-9306-42edd2b9e7e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc720fe-7683-42d6-9c77-b94541bfe955 HTTP/1.1" status: 200 len: 999 time: 0.2806225 Feb 16 12:50:41.385761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:41.444872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-399308bf-ab65-496d-83fa-ab7c30c7595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:41.446369 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-399308bf-ab65-496d-83fa-ab7c30c7595b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 200 len: 834 time: 0.0767934 Feb 16 12:50:41.470682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:41.491271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Pushing event updated for resources: {'Port': ['ID=85027b03-9301-4545-ab02-375ff318a93f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:41.495995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:41.503302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:41.547007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-de5d2dda-5834-4173-931a-7ea3a72c55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:41.548747 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-de5d2dda-5834-4173-931a-7ea3a72c55e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960884 Feb 16 12:50:41.672824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.objects.ports [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:50:41.690593 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-2c5723ba-db9d-4f62-a4cd-fcf3dda6fff2 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354048 Feb 16 12:50:41.704008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Attempting to bind port 85027b03-9301-4545-ab02-375ff318a93f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:41.704405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Attempting to bind port 85027b03-9301-4545-ab02-375ff318a93f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:41.705310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Attempting to bind port 85027b03-9301-4545-ab02-375ff318a93f on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:41.717015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:41.717388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:41.717793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.718187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:41.718664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Bound port: 85027b03-9301-4545-ab02-375ff318a93f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:41.719146 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.831406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.833357 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10b5bc7c-283a-40b6-9cfe-7d1bc8227fdc req-15d41b95-06ad-4cd6-bdee-fa171af6a151 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368146 Feb 16 12:50:41.839795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:41.840353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.893065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54656) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:41.931874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.933146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.973033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '2b9939f9-5441-4ef2-ac21-e68ce7a547cc', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0fca5880-408c-4784-8333-54e443683dfc', 'port_id': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'mac_address': 'fa:16:3e:5a:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:38Z', 'updated_at': '2022-02-16T12:50:38Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:41.993342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] For port 85027b03-9301-4545-ab02-375ff318a93f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:41.995187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] Checking router: 0fca5880-408c-4784-8333-54e443683dfc for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:42.009977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] For port 85027b03-9301-4545-ab02-375ff318a93f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85027b03-9301-4545-ab02-375ff318a93f,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:42.023764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2d832801-b3a1-4155-bd22-7d808287a61c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:42.027618 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8d809db6-6a06-4f43-937c-e839d73c26cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 991 time: 0.1306212 Feb 16 12:50:42.059739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:42.059739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:42.131247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.177664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=48492f29-47e0-4539-af2e-065dc395bd40,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.190095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.292344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c20e98-cc9d-4845-b9c0-527ec9a89054 None None] Network a6133fd8-b141-4a25-89d5-5196a84d340b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:42.314922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network a6133fd8-b141-4a25-89d5-5196a84d340b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:42.317981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:42.469728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d00cd5-2aed-4a99-9f26-1638cbc67260 None None] Pushing event updated for resources: {'Port': ['ID=85027b03-9301-4545-ab02-375ff318a93f,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.533547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:42.601695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6e7ece3d-f42e-42d1-b3af-20bbfc190d0a None None] Provisioning for port 2d832801-b3a1-4155-bd22-7d808287a61c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:42.711493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 2d832801-b3a1-4155-bd22-7d808287a61c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:42.751182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2d832801-b3a1-4155-bd22-7d808287a61c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:42.752092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.769222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:42.781369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port 85027b03-9301-4545-ab02-375ff318a93f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85027b03-9301-4545-ab02-375ff318a93f,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:42.958762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:42.984042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.007432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:43.011685 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:43.024904 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:43.025523 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.029143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54660) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.057440 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6ba0e3f0-e923-43c4-97ec-e9e4c045cd1d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6635032 Feb 16 12:50:43.058248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54664) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.060103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.067149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1920715394'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.074141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:43.079618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:43.083333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:43.089655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:43.098452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.099544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.143503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 2d832801-b3a1-4155-bd22-7d808287a61c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2d832801-b3a1-4155-bd22-7d808287a61c,segment=NetworkSegment(67332277-ca4c-4261-9bf9-07a3cb9322d4),segment_id=67332277-ca4c-4261-9bf9-07a3cb9322d4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:43.179936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '2b9939f9-5441-4ef2-ac21-e68ce7a547cc', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0fca5880-408c-4784-8333-54e443683dfc', 'port_id': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'mac_address': 'fa:16:3e:5a:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:38Z', 'updated_at': '2022-02-16T12:50:38Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.186216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ef031-ee97-4279-95f8-ced5b0280566 None None] The sync data for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv is: [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '2b9939f9-5441-4ef2-ac21-e68ce7a547cc', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0fca5880-408c-4784-8333-54e443683dfc', 'port_id': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'mac_address': 'fa:16:3e:5a:f0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:38Z', 'updated_at': '2022-02-16T12:50:38Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:43.227264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=85027b03-9301-4545-ab02-375ff318a93f,revision_number=4']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.242919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:43.248211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.254965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.266394 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-abbcc0a2-09d9-4988-a947-0b1952bdc706 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 991 time: 0.2338619 Feb 16 12:50:43.316030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:43.324341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:43.338391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.339114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.409590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=745e84d0-4741-44db-bf5f-352bf8df9426,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.418207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c1b4d-b1d7-4d02-8bc0-44228c99111c None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:43.424670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:43.448709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:43.454225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.455394 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment 9f18cc1a-392a-4645-800b-fc6f64338758 of type vlan for network 83f40029-4c28-484d-b3e9-98f0529ff739 Feb 16 12:50:43.502816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.519853 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-51e9a9ef-315c-486d-9c2a-3a6d6c869153 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4181387 Feb 16 12:50:43.523602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54668) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.530755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85027b03-9301-4545-ab02-375ff318a93f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:43.539706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:f4:5f:17', 'name': 'tempest-NetworksTestDHCPv6-1660102551'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.580774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e91821-d924-4223-b1c9-4ee5eee202d6 None None] New status for floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:50:43.645496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.656377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.657281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.660358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=2d832801-b3a1-4155-bd22-7d808287a61c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.765717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:43.783343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:43.789883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:43.803476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:43.819210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=83f40029-4c28-484d-b3e9-98f0529ff739,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.853448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 83f40029-4c28-484d-b3e9-98f0529ff739 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:43.859478 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 3, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:43.860477 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:43.860856 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Updating router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 port 48492f29-47e0-4539-af2e-065dc395bd40 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:43.873470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9dca8eef-49a8-4c38-b6f5-9c928fdec93e None None] Provisioning for port 85027b03-9301-4545-ab02-375ff318a93f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:43.892938 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f411ab1b-8a4a-4fa2-9aca-3b54939e421d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8337271 Feb 16 12:50:43.895689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54672) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.902424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.918148 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.053316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:44.059267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:44.062643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:44.071955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:44.087971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:44.184256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:44.187810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.230184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 85027b03-9301-4545-ab02-375ff318a93f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:44.242397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 85027b03-9301-4545-ab02-375ff318a93f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:44.243098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.268892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54678) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.342090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.382175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:44.393422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4e7f8665-3bdf-464a-9bbc-1f706d0cce2b None None] Provisioning for port 48492f29-47e0-4539-af2e-065dc395bd40 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:44.402086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4e7f8665-3bdf-464a-9bbc-1f706d0cce2b None None] Provisioning complete for port 48492f29-47e0-4539-af2e-065dc395bd40 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:44.402465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8665-3bdf-464a-9bbc-1f706d0cce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.418243 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.429229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.436055 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Transition to ACTIVE for port object 48492f29-47e0-4539-af2e-065dc395bd40 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:44.471592 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6a50226d-d5c5-43fb-939a-240410d608f9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 993 time: 0.2014205 Feb 16 12:50:44.490675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f8665-3bdf-464a-9bbc-1f706d0cce2b None None] Port 48492f29-47e0-4539-af2e-065dc395bd40 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:44.494724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 85027b03-9301-4545-ab02-375ff318a93f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85027b03-9301-4545-ab02-375ff318a93f,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:44.504844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4e7f8665-3bdf-464a-9bbc-1f706d0cce2b None None] Provisioning complete for port 2d832801-b3a1-4155-bd22-7d808287a61c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:44.505225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8665-3bdf-464a-9bbc-1f706d0cce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.554539 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.612365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.644465 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149642a0-6770-4251-a21e-8a45519c2867 None None] Pushing event updated for resources: {'Port': ['ID=48492f29-47e0-4539-af2e-065dc395bd40,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:44.744532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=85027b03-9301-4545-ab02-375ff318a93f,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:44.837366 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Attempting to bind port 48492f29-47e0-4539-af2e-065dc395bd40 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:44.840906 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Attempting to bind port 48492f29-47e0-4539-af2e-065dc395bd40 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:44.841493 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Attempting to bind port 48492f29-47e0-4539-af2e-065dc395bd40 on network a6133fd8-b141-4a25-89d5-5196a84d340b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:44.848304 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:44.848947 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Checking segment: {'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:44.849515 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.850053 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Bound using segment: {'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:44.850714 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Bound port: 48492f29-47e0-4539-af2e-065dc395bd40, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67332277-ca4c-4261-9bf9-07a3cb9322d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:44.851343 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.861456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::12f (d9baa628-812c-4290-914a-2abb43e08a16/85475280-d87e-49d4-ad68-c2caa3d7e644/12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:44.872364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:5f17 (d9baa628-812c-4290-914a-2abb43e08a16/745e84d0-4741-44db-bf5f-352bf8df9426/12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:44.880368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.959217 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] For port 48492f29-47e0-4539-af2e-065dc395bd40, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:44.962648 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] For port 48492f29-47e0-4539-af2e-065dc395bd40, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=48492f29-47e0-4539-af2e-065dc395bd40,segment=NetworkSegment(67332277-ca4c-4261-9bf9-07a3cb9322d4),segment_id=67332277-ca4c-4261-9bf9-07a3cb9322d4)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:45.008783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=24e4bd66-ccea-41f2-9476-ea5ae730be11,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.078278 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.084757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:45.084757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: 83f40029-4c28-484d-b3e9-98f0529ff739, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:45.159194 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:45.159822 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:45.183551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.201509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:45.204153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-48be0017-ced2-4625-a7c8-07ba71b9421b None None] Provisioning complete for port 85027b03-9301-4545-ab02-375ff318a93f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:45.205067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48be0017-ced2-4625-a7c8-07ba71b9421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.283749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 83f40029-4c28-484d-b3e9-98f0529ff739 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:45.284611 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149642a0-6770-4251-a21e-8a45519c2867 None None] Pushing event updated for resources: {'Port': ['ID=48492f29-47e0-4539-af2e-065dc395bd40,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.326709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:45.386706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2d832801-b3a1-4155-bd22-7d808287a61c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:45.404002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.457680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2d832801-b3a1-4155-bd22-7d808287a61c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:45.457969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.478207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:45.481347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:45.485354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:45.491124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:45.491752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.500771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 83f40029-4c28-484d-b3e9-98f0529ff739) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:45.502816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.513874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:45.514468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.538909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6738c1-6fbe-42c0-9ce9-b3a99dbfe376 None None] Network 83f40029-4c28-484d-b3e9-98f0529ff739 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:45.651074 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a6ed9a3d-e22d-4b63-9497-27e784ae4e89 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7538712 Feb 16 12:50:45.653477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54682) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.691699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85027b03-9301-4545-ab02-375ff318a93f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:45.701243 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 3, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:45.705905 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761904f-3799-4b9a-98e0-7b450d011491 None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 3, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:45.781366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.783853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-35285861-a3ff-4e85-b81e-bdf1b2110c4d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2579668 Feb 16 12:50:45.871149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:45.872081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.886271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 85027b03-9301-4545-ab02-375ff318a93f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:45.886635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.935955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-83f40029-4c28-484d-b3e9-98f0529ff739', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:45.936782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.956334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-918e262b-4d98-465d-b5b8-497281a70f27 None None] Provisioning for port 12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:45.973603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-918e262b-4d98-465d-b5b8-497281a70f27 None None] Provisioning complete for port 12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:45.973971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-918e262b-4d98-465d-b5b8-497281a70f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.199321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Allocated IP 2001:db8:2::2 (83f40029-4c28-484d-b3e9-98f0529ff739/24e4bd66-ccea-41f2-9476-ea5ae730be11/afe36b26-58fb-4e8b-af0c-74abc91675c5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:46.227522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.350553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-918e262b-4d98-465d-b5b8-497281a70f27 None None] Port 12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:46.354710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:46.433805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.499781 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.782299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Transition to ACTIVE for port object afe36b26-58fb-4e8b-af0c-74abc91675c5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:46.783085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.836887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:46.837368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Transition to ACTIVE for port object afe36b26-58fb-4e8b-af0c-74abc91675c5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:46.917364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.931539 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-32484fbd-35d8-4ae9-963b-e6a2b258f6c2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 HTTP/1.1" status: 204 len: 168 time: 1.1489797 Feb 16 12:50:46.934729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54690) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:46.937229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.014881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Pushing event updated for resources: {'Port': ['ID=afe36b26-58fb-4e8b-af0c-74abc91675c5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.035010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Network 83f40029-4c28-484d-b3e9-98f0529ff739 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:47.036380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:47.039397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:47.041783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a1dd3-9329-4ed2-8882-0463d4a8f067 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.042549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f7a1dd3-9329-4ed2-8882-0463d4a8f067 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:47.051874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8:2::1 (83f40029-4c28-484d-b3e9-98f0529ff739/24e4bd66-ccea-41f2-9476-ea5ae730be11/05515404-5bc6-49a3-9887-5ba00ede28b2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:47.141422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Attempting to bind port afe36b26-58fb-4e8b-af0c-74abc91675c5 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:47.142370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Attempting to bind port afe36b26-58fb-4e8b-af0c-74abc91675c5 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:47.142733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Attempting to bind port afe36b26-58fb-4e8b-af0c-74abc91675c5 on network 83f40029-4c28-484d-b3e9-98f0529ff739 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:47.148677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:47.149049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Checking segment: {'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:47.149476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.149866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Bound using segment: {'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:47.150329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Bound port: afe36b26-58fb-4e8b-af0c-74abc91675c5, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:47.150692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.182745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f7a1dd3-9329-4ed2-8882-0463d4a8f067 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:47.186491 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f7a1dd3-9329-4ed2-8882-0463d4a8f067 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2423782 Feb 16 12:50:47.186783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54694) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:47.247024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] For port afe36b26-58fb-4e8b-af0c-74abc91675c5, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:47.250600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] For port afe36b26-58fb-4e8b-af0c-74abc91675c5, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afe36b26-58fb-4e8b-af0c-74abc91675c5,segment=NetworkSegment(9f18cc1a-392a-4645-800b-fc6f64338758),segment_id=9f18cc1a-392a-4645-800b-fc6f64338758)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:47.273393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a8636-329c-4228-8526-3fa7c8df7be8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.274909 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-779a8636-329c-4228-8526-3fa7c8df7be8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0871532 Feb 16 12:50:47.278514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54698) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:47.342725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.386179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16542611-2f96-4093-9245-3ec22c6fb0a1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.387696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16542611-2f96-4093-9245-3ec22c6fb0a1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.389174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16542611-2f96-4093-9245-3ec22c6fb0a1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.389971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-16542611-2f96-4093-9245-3ec22c6fb0a1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:47.395845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 48492f29-47e0-4539-af2e-065dc395bd40 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:47.396989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.419883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object 05515404-5bc6-49a3-9887-5ba00ede28b2 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:47.500415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4879b-454a-4751-b4c7-bd35f0e7dd5b None None] Pushing event updated for resources: {'Port': ['ID=afe36b26-58fb-4e8b-af0c-74abc91675c5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.571016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-16542611-2f96-4093-9245-3ec22c6fb0a1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:47.572256 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-16542611-2f96-4093-9245-3ec22c6fb0a1 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2937288 Feb 16 12:50:47.575072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54702) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:47.628492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 48492f29-47e0-4539-af2e-065dc395bd40 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:47.636626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 48492f29-47e0-4539-af2e-065dc395bd40 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:47.637122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.657465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.664765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 745e84d0-4741-44db-bf5f-352bf8df9426 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:47.713464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.778223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 83f40029-4c28-484d-b3e9-98f0529ff739 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:47.783653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:47.784404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.793795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:47.794533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.813356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=05515404-5bc6-49a3-9887-5ba00ede28b2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.817455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.827486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 48492f29-47e0-4539-af2e-065dc395bd40, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=48492f29-47e0-4539-af2e-065dc395bd40,segment=NetworkSegment(67332277-ca4c-4261-9bf9-07a3cb9322d4),segment_id=67332277-ca4c-4261-9bf9-07a3cb9322d4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:47.917510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.932056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.992117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=48492f29-47e0-4539-af2e-065dc395bd40,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.088882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.133922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.194887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=745e84d0-4741-44db-bf5f-352bf8df9426,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.203088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.207037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0898e5e-03e4-4455-9331-e099b37737ce None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:48.388295 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e392fb75-614a-4f9b-b2e6-826e08a5db0c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/745e84d0-4741-44db-bf5f-352bf8df9426 HTTP/1.1" status: 204 len: 168 time: 0.8109612 Feb 16 12:50:48.389687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54706) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:48.480789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e6009-77e6-47c3-ab2c-985dd2fa92f0 None None] Network 83f40029-4c28-484d-b3e9-98f0529ff739 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:48.500635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 85475280-d87e-49d4-ad68-c2caa3d7e644 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:48.555661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.631933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.711639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bea09b18-b60b-44ea-a9fa-948816028444 None None] Provisioning for port afe36b26-58fb-4e8b-af0c-74abc91675c5 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:48.761975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.775711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.851285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.852101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.991829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.159750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a0f0c0dd-f74a-42fb-8ffa-ea2373805e1f None None] Provisioning for port 05515404-5bc6-49a3-9887-5ba00ede28b2 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:49.165276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a0f0c0dd-f74a-42fb-8ffa-ea2373805e1f None None] Provisioning complete for port 05515404-5bc6-49a3-9887-5ba00ede28b2 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:49.165648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c0dd-f74a-42fb-8ffa-ea2373805e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.174122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=05515404-5bc6-49a3-9887-5ba00ede28b2,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.186350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.189557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=85475280-d87e-49d4-ad68-c2caa3d7e644,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.195757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca52d4-a373-42af-9a7b-664961f438ad None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:49.213772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0e159c52-3a3a-417a-bda2-f3252f078cbd tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/85475280-d87e-49d4-ad68-c2caa3d7e644 HTTP/1.1" status: 204 len: 168 time: 0.8207655 Feb 16 12:50:49.215021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.258992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 83f40029-4c28-484d-b3e9-98f0529ff739 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:49.260328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:49.290716 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0dee9081-d6fd-4031-b2da-54fede7e105c tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754311 Feb 16 12:50:49.293523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.301397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:49.312707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0c0dd-f74a-42fb-8ffa-ea2373805e1f None None] Port 05515404-5bc6-49a3-9887-5ba00ede28b2 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:49.450183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:49.457780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:49.463529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:49.467103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:49.473920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:49.533453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:49.542541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] Deleting port 85027b03-9301-4545-ab02-375ff318a93f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:49.544872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.595739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afe36b26-58fb-4e8b-af0c-74abc91675c5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:49.609251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:49.615335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.634159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:49.637923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1c3617ca-1439-4ceb-98d5-5594e54f6a25 None None] Provisioning complete for port 85027b03-9301-4545-ab02-375ff318a93f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:49.638519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c3617ca-1439-4ceb-98d5-5594e54f6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.638919 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-568c3a23-7379-4546-8790-b94eab60fcf7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9832127 Feb 16 12:50:49.643183 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:49.643981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54718) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.649768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1340059509'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:49.653151 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:49.653815 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.660083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:49.664877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:network and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:49.676802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:49.676802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:49.809597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:49.816630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.822139 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:49.851318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:49.861947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.862454 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added segment cbf411bb-514a-4f79-ae2a-2e6bbc7091bf of type vlan for network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 Feb 16 12:50:49.894930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.966803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port afe36b26-58fb-4e8b-af0c-74abc91675c5 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:49.978085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] For port 85027b03-9301-4545-ab02-375ff318a93f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85027b03-9301-4545-ab02-375ff318a93f,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:49.978477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.985971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port afe36b26-58fb-4e8b-af0c-74abc91675c5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:49.986334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.011483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.080455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:50.083974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:50.092000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:50.092592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.112005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=6151d69c-060d-4326-b12b-16b5e49848a5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.115822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.122239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:50.126449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.160744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] Calling delete_port for 85027b03-9301-4545-ab02-375ff318a93f owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:50.160989 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:48Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:50.165394 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:50.165845 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Updating router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 port 05515404-5bc6-49a3-9887-5ba00ede28b2 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:50.191704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1c3617ca-1439-4ceb-98d5-5594e54f6a25 None None] Provisioning complete for port 05515404-5bc6-49a3-9887-5ba00ede28b2 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:50.192077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c3617ca-1439-4ceb-98d5-5594e54f6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.227495 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.231945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Network': ['ID=0c53a77a-9c8d-415c-97e0-64cba77d8b44,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.235111 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-646cb9d1-89ab-4e0f-b9ca-1700d4a59d7a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9403813 Feb 16 12:50:50.238629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54722) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.246623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:50.254416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:50.322305 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5d7bf943-1b90-49d2-a865-a7de7fca78ff tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6772375 Feb 16 12:50:50.325045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.331324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'subnet': {'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:50.344535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1c3617ca-1439-4ceb-98d5-5594e54f6a25 None None] Port 05515404-5bc6-49a3-9887-5ba00ede28b2 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:50.450851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:50.456350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:50.459523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:50.465633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:50.466398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:50.471220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:subnet and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:50.472434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.474675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:50.480752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:50.502712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-aa6ee76e-84bb-4896-be89-9cd865345b74 None None] Provisioning complete for port 05515404-5bc6-49a3-9887-5ba00ede28b2 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:50.503110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee76e-84bb-4896-be89-9cd865345b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.558442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port afe36b26-58fb-4e8b-af0c-74abc91675c5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afe36b26-58fb-4e8b-af0c-74abc91675c5,segment=NetworkSegment(9f18cc1a-392a-4645-800b-fc6f64338758),segment_id=9f18cc1a-392a-4645-800b-fc6f64338758)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:50.564916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ee76e-84bb-4896-be89-9cd865345b74 None None] Port 05515404-5bc6-49a3-9887-5ba00ede28b2 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:50.574220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.603779 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.615654 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Transition to ACTIVE for port object 05515404-5bc6-49a3-9887-5ba00ede28b2 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:50.621388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] Pushing event deleted for resources: {'Port': ['ID=85027b03-9301-4545-ab02-375ff318a93f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.622783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:50.623851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Made reservation on behalf of 80d0c2dc049f45edbe8b703ecb997e50 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:50.627094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf686101-73a9-40fd-ba5e-4d9515b93db6 None None] No DVR routers for this DVR port 85027b03-9301-4545-ab02-375ff318a93f on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:50.628194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.632286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.651400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845cb39-3cb1-497a-96c9-d77d3c41fb61 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:50.725611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.726304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 48492f29-47e0-4539-af2e-065dc395bd40 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:50.742492 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.795483 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.ipam_backend_mixin [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6151d69c-060d-4326-b12b-16b5e49848a5 (CIDR: 2001:db8::/64) Feb 16 12:50:50.881447 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=afe36b26-58fb-4e8b-af0c-74abc91675c5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.889513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:50.889973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:50.912370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 48492f29-47e0-4539-af2e-065dc395bd40 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:50.913957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.933969 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a69c0-1a59-4502-bd91-17dd51ac1e1b None None] Pushing event updated for resources: {'Port': ['ID=05515404-5bc6-49a3-9887-5ba00ede28b2,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.005403 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Attempting to bind port 05515404-5bc6-49a3-9887-5ba00ede28b2 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:51.005715 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Attempting to bind port 05515404-5bc6-49a3-9887-5ba00ede28b2 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:51.006034 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Attempting to bind port 05515404-5bc6-49a3-9887-5ba00ede28b2 on network 83f40029-4c28-484d-b3e9-98f0529ff739 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:51.012035 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:51.012402 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Checking segment: {'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:51.012797 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.013539 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Bound using segment: {'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:51.014018 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Bound port: 05515404-5bc6-49a3-9887-5ba00ede28b2, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f18cc1a-392a-4645-800b-fc6f64338758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:51.014532 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.118533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d9baa628-812c-4290-914a-2abb43e08a16', 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'tenant_id': '140e5d5ceac342da886ff523217f952c', 'fixed_ips': [{'subnet_id': '6151d69c-060d-4326-b12b-16b5e49848a5'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:51.119643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.131472 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] For port 05515404-5bc6-49a3-9887-5ba00ede28b2, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:51.134357 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] For port 05515404-5bc6-49a3-9887-5ba00ede28b2, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=05515404-5bc6-49a3-9887-5ba00ede28b2,segment=NetworkSegment(9f18cc1a-392a-4645-800b-fc6f64338758),segment_id=9f18cc1a-392a-4645-800b-fc6f64338758)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:51.260406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.263066 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b99be509-837d-4e16-92b8-80d3ea5ed397 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0222738 Feb 16 12:50:51.265826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54730) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.271760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'subnet': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:51.317198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Allocated IP 2001:db8::2 (d9baa628-812c-4290-914a-2abb43e08a16/6151d69c-060d-4326-b12b-16b5e49848a5/fe296dc4-1540-46a4-832c-c04ea58cfce6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:51.351959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Subnet': ['ID=878dfc97-53a3-4d02-a37e-5d509cdebeac,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.356363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Checking segment: {'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:51.356720 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.357198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network hostable DHCP agents. Network: 0c53a77a-9c8d-415c-97e0-64cba77d8b44, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:51.455490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:51.459784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afe36b26-58fb-4e8b-af0c-74abc91675c5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:51.461008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:subnet and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:51.464223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:51.470399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:51.480482 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:51.481102 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:51.524207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:51.554405 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a69c0-1a59-4502-bd91-17dd51ac1e1b None None] Pushing event updated for resources: {'Port': ['ID=05515404-5bc6-49a3-9887-5ba00ede28b2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.563088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:51.567416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.604621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port afe36b26-58fb-4e8b-af0c-74abc91675c5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:51.608711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.639426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 0c53a77a-9c8d-415c-97e0-64cba77d8b44) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:51.644666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:51.645451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.660756 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:51.714747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42497130-e32e-419d-b491-c844d96ea2ff None None] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:51.775675 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c5131908-15a5-4f7a-9758-72f3bf185de4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4493430 Feb 16 12:50:51.776678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54734) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.838093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.869453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Transition to ACTIVE for port object fe296dc4-1540-46a4-832c-c04ea58cfce6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:51.952686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Transition to ACTIVE for port object fe296dc4-1540-46a4-832c-c04ea58cfce6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:52.083596 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:52.089055 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78bc6b-5135-4b8e-9e71-bf52e27789ee None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:52.100705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85027b03-9301-4545-ab02-375ff318a93f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:52.135653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.189181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.objects.ports [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:50:52.211526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 85027b03-9301-4545-ab02-375ff318a93f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:52.211876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85027b03-9301-4545-ab02-375ff318a93f not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:52.226593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'fixed_ips': [{'subnet_id': '878dfc97-53a3-4d02-a37e-5d509cdebeac'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:52.227362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.266958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:52.271473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:52.312724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Pushing event updated for resources: {'Port': ['ID=fe296dc4-1540-46a4-832c-c04ea58cfce6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.315226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:52.441742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Attempting to bind port fe296dc4-1540-46a4-832c-c04ea58cfce6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:52.442224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Attempting to bind port fe296dc4-1540-46a4-832c-c04ea58cfce6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:52.442544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Attempting to bind port fe296dc4-1540-46a4-832c-c04ea58cfce6 on network d9baa628-812c-4290-914a-2abb43e08a16 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:52.479738 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:52.480123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Checking segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:52.480538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.480928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Bound using segment: {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:52.481403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Bound port: fe296dc4-1540-46a4-832c-c04ea58cfce6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173c2af1-b87a-4be5-a0d2-317a6ea6017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:52.481776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.573068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.582541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Allocated IP 2001:db8:3::2 (0c53a77a-9c8d-415c-97e0-64cba77d8b44/878dfc97-53a3-4d02-a37e-5d509cdebeac/6d200e53-3a78-4a0e-a636-e1f93ba2ebbe) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:52.645914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] For port fe296dc4-1540-46a4-832c-c04ea58cfce6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:52.666562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.718321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] For port fe296dc4-1540-46a4-832c-c04ea58cfce6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fe296dc4-1540-46a4-832c-c04ea58cfce6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:52.819615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:52.819615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:52.827489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.947006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.958826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46ed3d-20d6-429a-8f73-a3510a868ffa None None] Pushing event updated for resources: {'Port': ['ID=fe296dc4-1540-46a4-832c-c04ea58cfce6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.963522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Transition to ACTIVE for port object 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:52.982672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Transition to ACTIVE for port object 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:53.077573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.140599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:53.141254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Allocated IP 2001:db8:3::1 (0c53a77a-9c8d-415c-97e0-64cba77d8b44/878dfc97-53a3-4d02-a37e-5d509cdebeac/85007081-f9a9-4c4f-9f75-a95d5984a358) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:53.141370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:53.143841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:53.153574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Pushing event updated for resources: {'Port': ['ID=6d200e53-3a78-4a0e-a636-e1f93ba2ebbe,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.261413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Attempting to bind port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Attempting to bind port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Attempting to bind port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe on network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Checking segment: {'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Bound using segment: {'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Bound port: 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:53.271766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.333417 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.354927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Transition to ACTIVE for port object 85007081-f9a9-4c4f-9f75-a95d5984a358 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:53.390762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.391911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] For port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:53.398450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] For port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6d200e53-3a78-4a0e-a636-e1f93ba2ebbe,segment=NetworkSegment(cbf411bb-514a-4f79-ae2a-2e6bbc7091bf),segment_id=cbf411bb-514a-4f79-ae2a-2e6bbc7091bf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:53.451762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.477507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fe296dc4-1540-46a4-832c-c04ea58cfce6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:53.535720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:53.539477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:53.542095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:53.542723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.561965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.572383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=85007081-f9a9-4c4f-9f75-a95d5984a358,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.634799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] For port fe296dc4-1540-46a4-832c-c04ea58cfce6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fe296dc4-1540-46a4-832c-c04ea58cfce6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:53.667112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.667468 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c0c81-1ac8-4ed6-81bf-dfffa26feb66 None None] Pushing event updated for resources: {'Port': ['ID=6d200e53-3a78-4a0e-a636-e1f93ba2ebbe,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.742227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.743131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.746656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.774439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port fe296dc4-1540-46a4-832c-c04ea58cfce6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:53.783756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05515404-5bc6-49a3-9887-5ba00ede28b2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:53.905522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:53.911199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:53.919197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.920069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.971526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 05515404-5bc6-49a3-9887-5ba00ede28b2 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:53.972843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Subnet': ['ID=7a709710-ddb6-46c3-86df-15ee9f03d584,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.975328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=fe296dc4-1540-46a4-832c-c04ea58cfce6,revision_number=4']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.977720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 05515404-5bc6-49a3-9887-5ba00ede28b2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:53.978549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.060427 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1ab5554e-3776-4b06-9137-4919ebd00445 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7934983 Feb 16 12:50:54.061007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54738) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:54.085187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Request body: {'port': {'network_id': 'd9baa628-812c-4290-914a-2abb43e08a16', 'mac_address': 'fa:16:3e:72:ac:bf', 'name': 'tempest-NetworksTestDHCPv6-939369958'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:54.160422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.197889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 05515404-5bc6-49a3-9887-5ba00ede28b2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=05515404-5bc6-49a3-9887-5ba00ede28b2,segment=NetworkSegment(9f18cc1a-392a-4645-800b-fc6f64338758),segment_id=9f18cc1a-392a-4645-800b-fc6f64338758)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:54.263342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:54.267485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Usage tracker for resource:port and tenant:140e5d5ceac342da886ff523217f952c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:54.270476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:54.276568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:54.316544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb5a1d-2de2-40ff-aa64-c62664b994c1 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:54.334696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.407141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.439638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Made reservation on behalf of 140e5d5ceac342da886ff523217f952c for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:54.491019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.491884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.497688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=05515404-5bc6-49a3-9887-5ba00ede28b2,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.602627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7eeeab13-5603-4144-9ca4-9298cefb9b69 None None] Provisioning for port fe296dc4-1540-46a4-832c-c04ea58cfce6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:54.611368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.624171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7eeeab13-5603-4144-9ca4-9298cefb9b69 None None] Provisioning complete for port fe296dc4-1540-46a4-832c-c04ea58cfce6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:54.624544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7eeeab13-5603-4144-9ca4-9298cefb9b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.644539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] device_id is not set on port 07513d76-1a3e-4214-a54a-4e5b41ac9372 yet. {{(pid=88443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:54.663557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event updated for resources: {'Port': ['ID=85007081-f9a9-4c4f-9f75-a95d5984a358,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.743807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:54.745015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:54.770276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7eeeab13-5603-4144-9ca4-9298cefb9b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.811129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7eeeab13-5603-4144-9ca4-9298cefb9b69 None None] For port fe296dc4-1540-46a4-832c-c04ea58cfce6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fe296dc4-1540-46a4-832c-c04ea58cfce6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:54.888537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7910ad-898a-4d17-845a-6cd232256f64 None None] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:54.937127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8::14c (d9baa628-812c-4290-914a-2abb43e08a16/6151d69c-060d-4326-b12b-16b5e49848a5/07513d76-1a3e-4214-a54a-4e5b41ac9372) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:54.944123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:54.948667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:acbf (d9baa628-812c-4290-914a-2abb43e08a16/7a709710-ddb6-46c3-86df-15ee9f03d584/07513d76-1a3e-4214-a54a-4e5b41ac9372) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:54.964715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7eeeab13-5603-4144-9ca4-9298cefb9b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.062209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeab13-5603-4144-9ca4-9298cefb9b69 None None] Pushing event updated for resources: {'Port': ['ID=fe296dc4-1540-46a4-832c-c04ea58cfce6,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:55.192693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:55.209099 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3ed6b5f-2346-4960-a03f-6e9684ff39f7 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4307692 Feb 16 12:50:55.211058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.211660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54742) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.217757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:55.224646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:55.231965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Transition to ACTIVE for port object 07513d76-1a3e-4214-a54a-4e5b41ac9372 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:55.232315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3014c697-f9fd-4f94-ad66-f9136b90eb03 None None] Provisioning for port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:55.260964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:55.261611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:55.420340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.452319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:55.533117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event updated for resources: {'Port': ['ID=07513d76-1a3e-4214-a54a-4e5b41ac9372,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:55.558095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Network d9baa628-812c-4290-914a-2abb43e08a16 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:55.565973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:55.568361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:55.575763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:55.576420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.636246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fe296dc4-1540-46a4-832c-c04ea58cfce6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:55.719518 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-14f6fc68-53b3-415c-8ffa-fdb800fdae33 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6530325 Feb 16 12:50:55.719518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54746) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.848518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-500ba0c8-fb83-4c54-8447-d52fed94aa0a None None] Provisioning complete for port fe296dc4-1540-46a4-832c-c04ea58cfce6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.849021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-500ba0c8-fb83-4c54-8447-d52fed94aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.852099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting port 07513d76-1a3e-4214-a54a-4e5b41ac9372 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:55.852449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.934238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:50:55.959501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Removed routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:50:55.960656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.967449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port fe296dc4-1540-46a4-832c-c04ea58cfce6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.967914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.232612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05515404-5bc6-49a3-9887-5ba00ede28b2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:56.260449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:53Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85007081-f9a9-4c4f-9f75-a95d5984a358', 'name': '', 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:e8:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:52Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:56.279525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.295223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:56.295586 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Updating router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 port 85007081-f9a9-4c4f-9f75-a95d5984a358 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:56.372228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.423282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Calling delete_port for 07513d76-1a3e-4214-a54a-4e5b41ac9372 owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:56.441167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 05515404-5bc6-49a3-9887-5ba00ede28b2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:56.441532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.543878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Provisioning for port 07513d76-1a3e-4214-a54a-4e5b41ac9372 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:56.560349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Provisioning complete for port 07513d76-1a3e-4214-a54a-4e5b41ac9372 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:56.560722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.601181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.605074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.732711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Port 07513d76-1a3e-4214-a54a-4e5b41ac9372 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:56.770286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:56.779405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:56.791334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.846960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Port': ['ID=07513d76-1a3e-4214-a54a-4e5b41ac9372,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.929432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.936603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Provisioning for port 85007081-f9a9-4c4f-9f75-a95d5984a358 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:56.948384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:56.948742 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b8a88b12-ed61-42da-ac8c-b1ae30718e67 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/07513d76-1a3e-4214-a54a-4e5b41ac9372 HTTP/1.1" status: 204 len: 168 time: 1.2298868 Feb 16 12:50:56.948983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Provisioning complete for port 85007081-f9a9-4c4f-9f75-a95d5984a358 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:56.968650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54750) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.969390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.969502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.969502 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a2944370-6461-489e-a6ad-3050b6549f98 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 200 len: 953 time: 1.7445886 Feb 16 12:50:56.969502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.042254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.059884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-71a35889-1b62-4432-85f9-5729c27c04a1 None None] Port 85007081-f9a9-4c4f-9f75-a95d5984a358 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:57.062801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Transition to ACTIVE for port object 85007081-f9a9-4c4f-9f75-a95d5984a358 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:57.067497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:57.077145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:57.077145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.098167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f80ade-3965-4454-8101-fde288588576 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:57.099262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-75f80ade-3965-4454-8101-fde288588576 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:57.150555 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0a5a9cf2-9111-4a39-b9bf-5ccc948892af tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 200 len: 953 time: 0.1881187 Feb 16 12:50:57.153003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.157968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'routes': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:57.202970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.245981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-75f80ade-3965-4454-8101-fde288588576 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:57.247944 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-75f80ade-3965-4454-8101-fde288588576 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2972662 Feb 16 12:50:57.250348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54762) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.322968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.355312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e8a2b9-97bf-4fc7-9881-ffb105184aa5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:57.360973 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-41e8a2b9-97bf-4fc7-9881-ffb105184aa5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1087651 Feb 16 12:50:57.361840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54766) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.365896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70fe5c-d7d9-4a1f-ab9c-b12edee51cbc None None] Pushing event updated for resources: {'Port': ['ID=85007081-f9a9-4c4f-9f75-a95d5984a358,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.459520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7036d5a2-78b9-420c-970f-7cf663af36c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:57.461358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7036d5a2-78b9-420c-970f-7cf663af36c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:57.463003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7036d5a2-78b9-420c-970f-7cf663af36c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:57.464132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7036d5a2-78b9-420c-970f-7cf663af36c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:57.509799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6d200e53-3a78-4a0e-a636-e1f93ba2ebbe,segment=NetworkSegment(cbf411bb-514a-4f79-ae2a-2e6bbc7091bf),segment_id=cbf411bb-514a-4f79-ae2a-2e6bbc7091bf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:57.526922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Attempting to bind port 85007081-f9a9-4c4f-9f75-a95d5984a358 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:57.527456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Attempting to bind port 85007081-f9a9-4c4f-9f75-a95d5984a358 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:57.527953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Attempting to bind port 85007081-f9a9-4c4f-9f75-a95d5984a358 on network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:57.534094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:57.534559 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Checking segment: {'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:57.535060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.535554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Bound using segment: {'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:57.536214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Bound port: 85007081-f9a9-4c4f-9f75-a95d5984a358, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:57.536593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.627362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] For port 85007081-f9a9-4c4f-9f75-a95d5984a358, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:57.627795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] For port 85007081-f9a9-4c4f-9f75-a95d5984a358, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85007081-f9a9-4c4f-9f75-a95d5984a358,segment=NetworkSegment(cbf411bb-514a-4f79-ae2a-2e6bbc7091bf),segment_id=cbf411bb-514a-4f79-ae2a-2e6bbc7091bf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:57.679369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7036d5a2-78b9-420c-970f-7cf663af36c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:57.683187 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7036d5a2-78b9-420c-970f-7cf663af36c5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3179481 Feb 16 12:50:57.683662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54770) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.742897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.755761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 6151d69c-060d-4326-b12b-16b5e49848a5 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:57.759600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.817756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.822015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=6d200e53-3a78-4a0e-a636-e1f93ba2ebbe,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.868143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.907896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.919660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:50:57.920000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:50:57.965650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:57.965650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.965864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.019158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70fe5c-d7d9-4a1f-ab9c-b12edee51cbc None None] Pushing event updated for resources: {'Port': ['ID=85007081-f9a9-4c4f-9f75-a95d5984a358,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.118853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:58.198036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.237642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=6151d69c-060d-4326-b12b-16b5e49848a5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.241170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.274378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330bfc4-dda2-45ef-9542-22269e4711c8 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:58.419713 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ca23c003-cc52-42b4-a53c-4632d62546e6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/6151d69c-060d-4326-b12b-16b5e49848a5 HTTP/1.1" status: 204 len: 168 time: 0.7325187 Feb 16 12:50:58.420003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54774) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.486475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.489912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.498325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Deleting subnet 7a709710-ddb6-46c3-86df-15ee9f03d584 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:58.501970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.561012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.650555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 6, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85007081-f9a9-4c4f-9f75-a95d5984a358', 'name': '', 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:e8:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:52Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:58.657132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce4540-15d0-45e2-86ab-45e93f6adb2d None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:55Z', 'revision_number': 6, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85007081-f9a9-4c4f-9f75-a95d5984a358', 'name': '', 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:e8:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:52Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:58.658676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.671123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:58.845318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.872123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:58.880834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.882097 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b2e597a7-2cfc-477a-b8de-e18f7ffaaf26 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 200 len: 703 time: 1.7281606 Feb 16 12:50:58.885011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.895278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Subnet': ['ID=7a709710-ddb6-46c3-86df-15ee9f03d584,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.902381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.916411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-47a6af40-b225-4862-9325-82386f4312f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/7a709710-ddb6-46c3-86df-15ee9f03d584 HTTP/1.1" status: 204 len: 168 time: 0.4949944 Feb 16 12:50:58.917061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54782) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.006877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dab4c695-1293-4adb-adca-55726069ad86 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885043 Feb 16 12:50:59.007810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54786) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.102186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef53a47-74ef-462a-b30b-c98fa9b1f447 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:59.103770 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5ef53a47-74ef-462a-b30b-c98fa9b1f447 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0948513 Feb 16 12:50:59.106952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54790) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.128870 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-41b72b18-51f3-43bb-8c6f-a961679015c1 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 200 len: 703 time: 0.2426584 Feb 16 12:50:59.139526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54794) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.191016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dd726-3658-479a-93e6-dca7c27ed858 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:59.193422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-775dd726-3658-479a-93e6-dca7c27ed858 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Synchronizing usage tracker for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:59.326839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedcfde-299f-4e0d-8df3-b26105a3f176 None None] Network d9baa628-812c-4290-914a-2abb43e08a16 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:59.340477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-775dd726-3658-479a-93e6-dca7c27ed858 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Unset dirty status for tenant:140e5d5ceac342da886ff523217f952c on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:59.343463 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-775dd726-3658-479a-93e6-dca7c27ed858 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2337782 Feb 16 12:50:59.345203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54798) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.423311 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b75a850f-ea49-4861-920d-86195a73dfb8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767407 Feb 16 12:50:59.435381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54802) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.439563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fc9df707-af27-4a94-b065-41e0d784040d None None] Provisioning complete for port fe296dc4-1540-46a4-832c-c04ea58cfce6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:59.439948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc9df707-af27-4a94-b065-41e0d784040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.484646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd80fa81-8ab7-4c5c-aaf1-aa5f86721f42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.485562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd80fa81-8ab7-4c5c-aaf1-aa5f86721f42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.488176 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dd80fa81-8ab7-4c5c-aaf1-aa5f86721f42 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/07513d76-1a3e-4214-a54a-4e5b41ac9372 HTTP/1.1" status: 404 len: 333 time: 0.0512111 Feb 16 12:50:59.490264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54806) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.534688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4194afa-7e18-455f-9584-69187bcbf0d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.535559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4194afa-7e18-455f-9584-69187bcbf0d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.537482 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a4194afa-7e18-455f-9584-69187bcbf0d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/7a709710-ddb6-46c3-86df-15ee9f03d584 HTTP/1.1" status: 404 len: 337 time: 0.0459466 Feb 16 12:50:59.540408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54810) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.602970 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9992fbab-afff-4563-9f3f-4dbfafffaba2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.602970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9992fbab-afff-4563-9f3f-4dbfafffaba2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.606922 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9992fbab-afff-4563-9f3f-4dbfafffaba2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/6151d69c-060d-4326-b12b-16b5e49848a5 HTTP/1.1" status: 404 len: 337 time: 0.0630255 Feb 16 12:50:59.607194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54814) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.637214 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:59.650568 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:59.651424 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:59.733302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] DHCP port deletion for d9baa628-812c-4290-914a-2abb43e08a16 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:59.738541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] Deleting port fe296dc4-1540-46a4-832c-c04ea58cfce6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:59.738947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.775415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a0d61-e43a-449e-a5e0-736086c01346 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.775879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0a0d61-e43a-449e-a5e0-736086c01346 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.777706 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4c0a0d61-e43a-449e-a5e0-736086c01346 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/12c9aa1a-b91c-47f5-9e3a-dc87e95e24c6 HTTP/1.1" status: 404 len: 333 time: 0.1696258 Feb 16 12:50:59.780215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54818) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.833804 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e04c3c8-2297-47a2-b7ec-16259a38527a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.834348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e04c3c8-2297-47a2-b7ec-16259a38527a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.837469 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4e04c3c8-2297-47a2-b7ec-16259a38527a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/745e84d0-4741-44db-bf5f-352bf8df9426 HTTP/1.1" status: 404 len: 337 time: 0.0563333 Feb 16 12:50:59.845557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54822) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.888189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.916756 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b499fa9-7c3c-4003-9a97-440988697678 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.917310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b499fa9-7c3c-4003-9a97-440988697678 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.919091 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2b499fa9-7c3c-4003-9a97-440988697678 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/85475280-d87e-49d4-ad68-c2caa3d7e644 HTTP/1.1" status: 404 len: 337 time: 0.0723836 Feb 16 12:50:59.921670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54826) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.925603 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:00.027724 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6134a4ec-0594-4849-9674-1eaa3edf0aa5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.028197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6134a4ec-0594-4849-9674-1eaa3edf0aa5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.029889 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6134a4ec-0594-4849-9674-1eaa3edf0aa5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/39beee69-e093-48d5-85b8-c8165ac70d13 HTTP/1.1" status: 404 len: 333 time: 0.1072986 Feb 16 12:51:00.033743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54830) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.040938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] For port fe296dc4-1540-46a4-832c-c04ea58cfce6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fe296dc4-1540-46a4-832c-c04ea58cfce6,segment=NetworkSegment(173c2af1-b87a-4be5-a0d2-317a6ea6017a),segment_id=173c2af1-b87a-4be5-a0d2-317a6ea6017a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:00.041560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.093747 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8470533-3b7d-4489-a2a5-eb1258d782ae tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.094531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8470533-3b7d-4489-a2a5-eb1258d782ae tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.099268 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e8470533-3b7d-4489-a2a5-eb1258d782ae tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/bd7e56c0-44a6-4084-89f2-40842db9a2b4 HTTP/1.1" status: 404 len: 337 time: 0.0643001 Feb 16 12:51:00.100060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54834) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.144947 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-855701d7-169a-4768-a0e3-049005ee10c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.144947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855701d7-169a-4768-a0e3-049005ee10c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.149670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-855701d7-169a-4768-a0e3-049005ee10c8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/24e649aa-2851-409f-83e7-e51a42002acc HTTP/1.1" status: 404 len: 337 time: 0.0484729 Feb 16 12:51:00.150374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54838) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.166143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] Calling delete_port for fe296dc4-1540-46a4-832c-c04ea58cfce6 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:00.194572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3a1f4a-4c66-41c6-873f-b280f62a283e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.200536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3a1f4a-4c66-41c6-873f-b280f62a283e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.200536 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cd3a1f4a-4c66-41c6-873f-b280f62a283e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/8dc16bee-4cb0-4079-bd4f-b338aafc2ef5 HTTP/1.1" status: 404 len: 333 time: 0.0464544 Feb 16 12:51:00.202376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54842) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.207752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85007081-f9a9-4c4f-9f75-a95d5984a358 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:00.243792 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5bd2af-5b03-4c86-8a65-4e0bb24df3a6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.244247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5bd2af-5b03-4c86-8a65-4e0bb24df3a6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.248749 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fa5bd2af-5b03-4c86-8a65-4e0bb24df3a6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d89afa99-3766-4308-8b84-0d93f6a368d1 HTTP/1.1" status: 404 len: 337 time: 0.0454037 Feb 16 12:51:00.249343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54846) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.292568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3da8cd-9508-4355-8256-e5b6070bc165 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.292950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3da8cd-9508-4355-8256-e5b6070bc165 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.297827 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9f3da8cd-9508-4355-8256-e5b6070bc165 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/2efffdd2-cc44-4012-8b5f-ebf7da43da54 HTTP/1.1" status: 404 len: 337 time: 0.0470102 Feb 16 12:51:00.298445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54850) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.310543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 85007081-f9a9-4c4f-9f75-a95d5984a358 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:00.311941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.342772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92d7be8-b89d-42a4-9953-b2e54ad9b17b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.343330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92d7be8-b89d-42a4-9953-b2e54ad9b17b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.347679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54854) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.347830 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b92d7be8-b89d-42a4-9953-b2e54ad9b17b tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/208d8a18-e4b9-4f1a-b49d-d54c44356a71 HTTP/1.1" status: 404 len: 333 time: 0.0482974 Feb 16 12:51:00.357244 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 7, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85007081-f9a9-4c4f-9f75-a95d5984a358', 'name': '', 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:e8:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:52Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.361694 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:00.369942 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:00.370545 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.400863 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c69a124-94a4-48c6-a5a9-ed23d4204016 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.401309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c69a124-94a4-48c6-a5a9-ed23d4204016 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.403001 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4c69a124-94a4-48c6-a5a9-ed23d4204016 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/b26f46d8-f797-4390-9405-20f308a01de9 HTTP/1.1" status: 404 len: 337 time: 0.0543756 Feb 16 12:51:00.405655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54858) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.444543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.489415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 85007081-f9a9-4c4f-9f75-a95d5984a358 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:00.500263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] Pushing event deleted for resources: {'Port': ['ID=fe296dc4-1540-46a4-832c-c04ea58cfce6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.502549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85522a-b0d7-479a-b80e-e13a4b6c1852 None None] No DVR routers for this DVR port fe296dc4-1540-46a4-832c-c04ea58cfce6 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:00.504216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 85007081-f9a9-4c4f-9f75-a95d5984a358 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:00.504601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.513223 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c22db5-8fa6-44ca-87f6-6806e6762046 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.513779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c22db5-8fa6-44ca-87f6-6806e6762046 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.515403 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d1c22db5-8fa6-44ca-87f6-6806e6762046 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/6b7d60f3-ad97-4528-800d-b4be00079a5e HTTP/1.1" status: 404 len: 333 time: 0.1088643 Feb 16 12:51:00.520791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54862) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.545248 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:00.568251 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ab3c89-2b9e-40ca-9190-44589c5b3217 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.568708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ab3c89-2b9e-40ca-9190-44589c5b3217 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.570376 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9ab3c89-2b9e-40ca-9190-44589c5b3217 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/c60147c0-68ea-4a81-b57f-bf98dcfbebc9 HTTP/1.1" status: 404 len: 337 time: 0.0513997 Feb 16 12:51:00.574669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.644525 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-57be1216-8f79-4020-98d6-e5268626ccd2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.645289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57be1216-8f79-4020-98d6-e5268626ccd2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.646663 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-57be1216-8f79-4020-98d6-e5268626ccd2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/5f1103aa-071c-4839-b7ef-dc045fde2c27 HTTP/1.1" status: 404 len: 333 time: 0.0653725 Feb 16 12:51:00.649527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 54872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.665717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.703574 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10daaf2-c4f4-4bfd-846f-f4839fbbebd5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.703827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10daaf2-c4f4-4bfd-846f-f4839fbbebd5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.705413 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a10daaf2-c4f4-4bfd-846f-f4839fbbebd5 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d390f385-6cbb-427a-9d9b-d2763ff99a4a HTTP/1.1" status: 404 len: 337 time: 0.0549951 Feb 16 12:51:00.708222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port 85007081-f9a9-4c4f-9f75-a95d5984a358, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85007081-f9a9-4c4f-9f75-a95d5984a358,segment=NetworkSegment(cbf411bb-514a-4f79-ae2a-2e6bbc7091bf),segment_id=cbf411bb-514a-4f79-ae2a-2e6bbc7091bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:00.708374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54878) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.708590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.712303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 85007081-f9a9-4c4f-9f75-a95d5984a358, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85007081-f9a9-4c4f-9f75-a95d5984a358,segment=NetworkSegment(cbf411bb-514a-4f79-ae2a-2e6bbc7091bf),segment_id=cbf411bb-514a-4f79-ae2a-2e6bbc7091bf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:00.753662 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdc16e7-1fe8-489f-a4a2-6618eb1a4374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.754122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdc16e7-1fe8-489f-a4a2-6618eb1a4374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.755791 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cbdc16e7-1fe8-489f-a4a2-6618eb1a4374 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/ca613a49-016c-4569-9228-2b8d6de48cfb HTTP/1.1" status: 404 len: 333 time: 0.0465655 Feb 16 12:51:00.758407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54882) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.798349 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb451b8-836f-4f65-9f69-b59ba81602d4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.798725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb451b8-836f-4f65-9f69-b59ba81602d4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.802786 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ffb451b8-836f-4f65-9f69-b59ba81602d4 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/3fa036fd-7d3b-40b4-b645-6048290f9288 HTTP/1.1" status: 404 len: 337 time: 0.0411456 Feb 16 12:51:00.803062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54886) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.827871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.829277 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:00.846198 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6862d83-9f71-42a4-bf25-559e56699a22 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.846754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6862d83-9f71-42a4-bf25-559e56699a22 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.850709 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c6862d83-9f71-42a4-bf25-559e56699a22 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/bcdd30a3-3a3f-4669-a0b8-a4f1c62e209e HTTP/1.1" status: 404 len: 333 time: 0.0442572 Feb 16 12:51:00.853912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54890) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.857519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 85007081-f9a9-4c4f-9f75-a95d5984a358 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:00.901902 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e803ec-b284-4069-b051-0a6aa18a098e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.907823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e803ec-b284-4069-b051-0a6aa18a098e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.908595 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-41e803ec-b284-4069-b051-0a6aa18a098e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/285bbc19-e69d-4acf-b296-ece7f1d23790 HTTP/1.1" status: 404 len: 337 time: 0.0566611 Feb 16 12:51:00.909376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54894) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.951703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=85007081-f9a9-4c4f-9f75-a95d5984a358,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.963973 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab07bfd9-3a7f-4321-910f-8bf5f9d3e55f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:00.964456 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab07bfd9-3a7f-4321-910f-8bf5f9d3e55f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.968399 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ab07bfd9-3a7f-4321-910f-8bf5f9d3e55f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/53cf4c0d-fe17-4541-97f8-d801163fb58e HTTP/1.1" status: 404 len: 333 time: 0.0554481 Feb 16 12:51:00.970927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54898) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.979702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:00.980086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.981671 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 7, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85007081-f9a9-4c4f-9f75-a95d5984a358', 'name': '', 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:e8:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:52Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.986282 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ea62-8e14-4904-b492-60607c1ec753 None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 7, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85007081-f9a9-4c4f-9f75-a95d5984a358', 'name': '', 'network_id': '0c53a77a-9c8d-415c-97e0-64cba77d8b44', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:e8:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:52Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 4, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '878dfc97-53a3-4d02-a37e-5d509cdebeac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:01.025866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f759e6e-6b57-4567-a6a6-9fa3a3d3962d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.026322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f759e6e-6b57-4567-a6a6-9fa3a3d3962d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.028175 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1f759e6e-6b57-4567-a6a6-9fa3a3d3962d tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/746606c7-86d2-405e-9475-3b6671cb465d HTTP/1.1" status: 404 len: 337 time: 0.0527952 Feb 16 12:51:01.030543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54902) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.069171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:01.070200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:01.074467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5ce822-e448-4194-b548-a4c4a23c3047 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.075171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5ce822-e448-4194-b548-a4c4a23c3047 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.079931 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ff5ce822-e448-4194-b548-a4c4a23c3047 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/8f0340f3-f040-4ba3-89cc-197bbe53d705 HTTP/1.1" status: 404 len: 337 time: 0.0454547 Feb 16 12:51:01.080295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54906) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.135500 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9d82be-356f-4b43-a422-e3867aecbbbe tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.135986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9d82be-356f-4b43-a422-e3867aecbbbe tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.137686 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1f9d82be-356f-4b43-a422-e3867aecbbbe tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/1128d49f-98be-45bf-ab20-345c06640859 HTTP/1.1" status: 404 len: 333 time: 0.0564344 Feb 16 12:51:01.140171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54910) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.175921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fe296dc4-1540-46a4-832c-c04ea58cfce6 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:01.180655 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-de630964-2499-4caa-81aa-c56b6ca6cc43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.181119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de630964-2499-4caa-81aa-c56b6ca6cc43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.182853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-de630964-2499-4caa-81aa-c56b6ca6cc43 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/70ce923c-650c-462d-a93d-ff3d1a8f3ff5 HTTP/1.1" status: 404 len: 337 time: 0.0417795 Feb 16 12:51:01.185527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54914) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.218788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: fe296dc4-1540-46a4-832c-c04ea58cfce6 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:01.219296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fe296dc4-1540-46a4-832c-c04ea58cfce6 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:01.228773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-844c4808-bbd5-4649-8d09-b4dff0a223d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.229637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844c4808-bbd5-4649-8d09-b4dff0a223d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.233934 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-844c4808-bbd5-4649-8d09-b4dff0a223d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/226ed5c7-c033-40d4-b93b-a343007e10e2 HTTP/1.1" status: 404 len: 337 time: 0.0447316 Feb 16 12:51:01.233934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54918) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.277671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-610a3548-3bc0-48ec-8530-ffdccdffd7a2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.278142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610a3548-3bc0-48ec-8530-ffdccdffd7a2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.280354 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-610a3548-3bc0-48ec-8530-ffdccdffd7a2 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/a1c0a8b1-4b84-4fa4-9105-e3263f5d5146 HTTP/1.1" status: 404 len: 333 time: 0.0452847 Feb 16 12:51:01.282447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54922) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.319176 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c5887b-1ea3-4858-95af-caf9fe8be442 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.319555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c5887b-1ea3-4858-95af-caf9fe8be442 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.321154 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c8c5887b-1ea3-4858-95af-caf9fe8be442 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/dca9f174-ffb4-48df-ac06-b7b70db661fb HTTP/1.1" status: 404 len: 337 time: 0.0377970 Feb 16 12:51:01.323508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54926) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.363124 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea99e76-4ee0-4419-be53-b762f10e6328 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.374658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea99e76-4ee0-4419-be53-b762f10e6328 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.374658 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8ea99e76-4ee0-4419-be53-b762f10e6328 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/ceb30021-b2ac-42bd-b6e4-d4a921c6d3de HTTP/1.1" status: 404 len: 337 time: 0.0407736 Feb 16 12:51:01.376986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54930) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.417506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a435a04-58e8-4a4a-a397-61333a9ba2ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.417963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a435a04-58e8-4a4a-a397-61333a9ba2ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.419578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0a435a04-58e8-4a4a-a397-61333a9ba2ee tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/b228076b-8807-45de-b502-f91bbc424d81 HTTP/1.1" status: 404 len: 333 time: 0.0417073 Feb 16 12:51:01.421838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54934) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.459125 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc4e103-0f64-44c6-bb3b-ec58a1099fd9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.459566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc4e103-0f64-44c6-bb3b-ec58a1099fd9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.461183 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cdc4e103-0f64-44c6-bb3b-ec58a1099fd9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d8738a61-c98f-4084-9323-63ef152602fd HTTP/1.1" status: 404 len: 337 time: 0.0384128 Feb 16 12:51:01.463648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54938) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.508847 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-62439fe2-5721-4e38-8d41-cbe32ca39857 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.509297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62439fe2-5721-4e38-8d41-cbe32ca39857 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.510961 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-62439fe2-5721-4e38-8d41-cbe32ca39857 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/a830bf52-02b3-48d9-850d-c560bfe33aa9 HTTP/1.1" status: 404 len: 337 time: 0.0464292 Feb 16 12:51:01.513649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54942) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.556842 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-273c6494-f773-4213-ae47-08dc4254c845 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a9e546b-3b1a-4c42-a60c-9fcf078fefbf HTTP/1.1" status: 200 len: 205 time: 0.0421600 Feb 16 12:51:01.559149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54946) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.572946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 85007081-f9a9-4c4f-9f75-a95d5984a358 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:01.572946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.627855 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-0c9fa482-0ca8-4d34-9893-ed3e47f61439 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] delete failed (client error): The resource could not be found. Feb 16 12:51:01.628893 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0c9fa482-0ca8-4d34-9893-ed3e47f61439 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/routers/0a9e546b-3b1a-4c42-a60c-9fcf078fefbf HTTP/1.1" status: 404 len: 336 time: 0.0688457 Feb 16 12:51:01.631521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54950) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.668682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01d461b-3725-4406-bdd1-deee42927bd3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.669130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01d461b-3725-4406-bdd1-deee42927bd3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.670759 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b01d461b-3725-4406-bdd1-deee42927bd3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/14c29c84-b539-4df8-b43b-7e7f81209699 HTTP/1.1" status: 404 len: 337 time: 0.0383499 Feb 16 12:51:01.673986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54954) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.717267 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1669111b-470c-4bd6-807e-cabccf62637a tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b60aa1c8-65ed-4c84-bd34-697f244d4d1b HTTP/1.1" status: 200 len: 205 time: 0.0421979 Feb 16 12:51:01.719675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54958) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.792684 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-28c54623-613f-4bc6-9cc1-c4b29a6d3309 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] delete failed (client error): The resource could not be found. Feb 16 12:51:01.796297 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-28c54623-613f-4bc6-9cc1-c4b29a6d3309 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/routers/b60aa1c8-65ed-4c84-bd34-697f244d4d1b HTTP/1.1" status: 404 len: 336 time: 0.0731275 Feb 16 12:51:01.796459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54962) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.826925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85007081-f9a9-4c4f-9f75-a95d5984a358 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:01.834617 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fd1135-5324-42ac-baae-a6c7ffdbba77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.835086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fd1135-5324-42ac-baae-a6c7ffdbba77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.839168 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d4fd1135-5324-42ac-baae-a6c7ffdbba77 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/5058cf97-6032-488b-96a2-72fa8b2c45ff HTTP/1.1" status: 404 len: 337 time: 0.0395103 Feb 16 12:51:01.839337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54966) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.880375 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-80815ba0-53c9-4b01-a206-04f8d05b7aac tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.881202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80815ba0-53c9-4b01-a206-04f8d05b7aac tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.882568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-80815ba0-53c9-4b01-a206-04f8d05b7aac tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/21aef2de-22c4-4471-9a86-e948afdffb41 HTTP/1.1" status: 404 len: 337 time: 0.0423372 Feb 16 12:51:01.883478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port 85007081-f9a9-4c4f-9f75-a95d5984a358, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=85007081-f9a9-4c4f-9f75-a95d5984a358,segment=NetworkSegment(cbf411bb-514a-4f79-ae2a-2e6bbc7091bf),segment_id=cbf411bb-514a-4f79-ae2a-2e6bbc7091bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:01.883846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.885104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54970) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.898241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 85007081-f9a9-4c4f-9f75-a95d5984a358 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:01.898811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.926247 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-026eb8b6-dff9-4ea7-9dd0-5a5b7c24d85f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.926714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026eb8b6-dff9-4ea7-9dd0-5a5b7c24d85f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.928401 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-026eb8b6-dff9-4ea7-9dd0-5a5b7c24d85f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/f8cb7b23-a036-49f6-8793-86f6b0ade8c8 HTTP/1.1" status: 404 len: 333 time: 0.0422189 Feb 16 12:51:01.930888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54974) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.968507 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dfdd93-4110-4d09-a1c3-caddb2e854e0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:01.968953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dfdd93-4110-4d09-a1c3-caddb2e854e0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.973572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-12dfdd93-4110-4d09-a1c3-caddb2e854e0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/3331a69f-cad6-4969-b0d0-a975a8717e71 HTTP/1.1" status: 404 len: 337 time: 0.0393608 Feb 16 12:51:01.973778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54978) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.013765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 85007081-f9a9-4c4f-9f75-a95d5984a358 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:02.020997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ff1742-c17b-411b-b6b9-c3cff5e5478e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.021532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ff1742-c17b-411b-b6b9-c3cff5e5478e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.024402 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-58ff1742-c17b-411b-b6b9-c3cff5e5478e tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/9c378843-4b06-4e8e-8ccc-84848614e1ce HTTP/1.1" status: 404 len: 333 time: 0.0490420 Feb 16 12:51:02.033278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54982) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.071171 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9800be97-1f59-4bf0-888c-2f0ee9054253 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.071623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9800be97-1f59-4bf0-888c-2f0ee9054253 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.073283 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9800be97-1f59-4bf0-888c-2f0ee9054253 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/d6aa79dc-61d6-4c38-bc27-2cfb2240b2f3 HTTP/1.1" status: 404 len: 337 time: 0.0390711 Feb 16 12:51:02.075819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54986) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.115837 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-519de406-f9ae-4d6e-bec6-dda1bbecf7d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.116298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519de406-f9ae-4d6e-bec6-dda1bbecf7d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.117922 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-519de406-f9ae-4d6e-bec6-dda1bbecf7d3 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/9d49cf74-cd7c-4ae6-91c7-3efcbd148860 HTTP/1.1" status: 404 len: 333 time: 0.0412345 Feb 16 12:51:02.120626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54990) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.257323 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae98608-97e8-4e48-b664-e4e2ebf4b49f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.257771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae98608-97e8-4e48-b664-e4e2ebf4b49f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.259436 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3ae98608-97e8-4e48-b664-e4e2ebf4b49f tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/fef4a907-7236-409e-9ab9-3cd69ca1b824 HTTP/1.1" status: 404 len: 337 time: 0.1379406 Feb 16 12:51:02.262017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54994) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.273481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.302404 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-954b9a25-c591-4079-a661-177fb22093f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.302867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954b9a25-c591-4079-a661-177fb22093f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.304524 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-954b9a25-c591-4079-a661-177fb22093f9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/c770a10f-3193-4907-90c6-a8432b61fb60 HTTP/1.1" status: 404 len: 333 time: 0.0416434 Feb 16 12:51:02.307129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 54998) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.326720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=85007081-f9a9-4c4f-9f75-a95d5984a358,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:02.345387 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4be30b-f192-4cef-938e-51e5a49756e8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.345997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4be30b-f192-4cef-938e-51e5a49756e8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.350912 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7d4be30b-f192-4cef-938e-51e5a49756e8 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/170be957-7216-4015-bd35-9659df49767e HTTP/1.1" status: 404 len: 337 time: 0.0428650 Feb 16 12:51:02.351574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55002) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.401355 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e1226c-e227-41b7-a886-390af53139d0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.401902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e1226c-e227-41b7-a886-390af53139d0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.406139 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-92e1226c-e227-41b7-a886-390af53139d0 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/f3ef01a7-0e28-4759-b508-bc1d1982c1be HTTP/1.1" status: 404 len: 333 time: 0.0512979 Feb 16 12:51:02.406377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55006) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.447287 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8a7f44-5e29-48f3-94c0-7af24f491be6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.447756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8a7f44-5e29-48f3-94c0-7af24f491be6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.451948 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9f8a7f44-5e29-48f3-94c0-7af24f491be6 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/f3ea706f-58b6-4fa5-b7e9-8907438473e2 HTTP/1.1" status: 404 len: 337 time: 0.0415089 Feb 16 12:51:02.452289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55010) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.495916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ea4fd1-3027-40ae-b488-a55ea9296bba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.496392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ea4fd1-3027-40ae-b488-a55ea9296bba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.499246 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-93ea4fd1-3027-40ae-b488-a55ea9296bba tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/03991eb4-1be8-42b0-abf5-fc7b511e7fe3 HTTP/1.1" status: 404 len: 333 time: 0.0456767 Feb 16 12:51:02.501200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55014) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.535481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.547690 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f924218-de5f-4e1b-b6b3-a43ab8836219 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.548158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f924218-de5f-4e1b-b6b3-a43ab8836219 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.552266 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6f924218-de5f-4e1b-b6b3-a43ab8836219 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/18829c1f-c195-495c-9075-c7261ec8b45c HTTP/1.1" status: 404 len: 337 time: 0.0474014 Feb 16 12:51:02.552498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55018) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.592536 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0869983-52d9-4a16-afa8-11a24724a7b9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.593195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0869983-52d9-4a16-afa8-11a24724a7b9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.597602 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0869983-52d9-4a16-afa8-11a24724a7b9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/ports/7cbedafe-6f2b-40c3-8a35-1b873568cdbb HTTP/1.1" status: 404 len: 333 time: 0.0420315 Feb 16 12:51:02.597827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55022) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.634271 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1a5072-d552-46ba-9389-300826da3977 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:02.634721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1a5072-d552-46ba-9389-300826da3977 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:02.638703 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ea1a5072-d552-46ba-9389-300826da3977 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/subnets/cb84b188-d33c-4696-a94f-7350999a2840 HTTP/1.1" status: 404 len: 337 time: 0.0377235 Feb 16 12:51:02.639005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55026) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.749716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.877745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:02.883730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.908677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9baa628-812c-4290-914a-2abb43e08a16']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.920184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173c2af1-b87a-4be5-a0d2-317a6ea6017a') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.920476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173c2af1-b87a-4be5-a0d2-317a6ea6017a') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.931350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.947097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.952844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:02.953217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:02.967980 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:02.989511 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:51:03.045711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:03.056499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:03.060685 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0285d067-b5a2-432e-b07c-543d50b761d3 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9200509 Feb 16 12:51:03.063952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55030) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.066375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:03.067008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.128614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 878dfc97-53a3-4d02-a37e-5d509cdebeac {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:03.131430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.132968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.183990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.199442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] Pushing event deleted for resources: {'Network': ['ID=d9baa628-812c-4290-914a-2abb43e08a16,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:03.204899 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-12fff44c-6fed-4e50-9888-600611ae19d9 tempest-NetworksTestDHCPv6-1338996654 tempest-NetworksTestDHCPv6-1338996654-project] 10.222.0.47 "DELETE /v2.0/networks/d9baa628-812c-4290-914a-2abb43e08a16 HTTP/1.1" status: 204 len: 168 time: 0.5646765 Feb 16 12:51:03.218450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.233956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:03.307735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.496478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.538929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=878dfc97-53a3-4d02-a37e-5d509cdebeac,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:03.546341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.552300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6514fbd-aeb0-4f8f-a7b0-48a95ce4b28b None None] Network 0c53a77a-9c8d-415c-97e0-64cba77d8b44 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:03.554004 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2c64aad1-9f10-4930-b2e4-cf9debe361f5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/878dfc97-53a3-4d02-a37e-5d509cdebeac HTTP/1.1" status: 204 len: 168 time: 0.4890294 Feb 16 12:51:03.556552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55038) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.670471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.681322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:03.681645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.758014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:02Z', 'revision_number': 8, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.768624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:03.780869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:03.781499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:50:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.858955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.897057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bad2b9df-a832-4df4-8ef4-7a9baa51ef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.921857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=6d200e53-3a78-4a0e-a636-e1f93ba2ebbe,segment=NetworkSegment(cbf411bb-514a-4f79-ae2a-2e6bbc7091bf),segment_id=cbf411bb-514a-4f79-ae2a-2e6bbc7091bf)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:03.922488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.946723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:04.037940 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9f5f8199-d286-4284-84ad-6a8fbc3c886e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=140e5d5ceac342da886ff523217f952c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770086 Feb 16 12:51:04.038550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:04.049817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8b4ee-2371-4af3-83e1-9354aab67754 None None] DHCP port deletion for 0c53a77a-9c8d-415c-97e0-64cba77d8b44 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:04.054887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:04.103067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3b77-618d-4fc4-8fc4-2d7cdaa5d104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.111662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90e8b4ee-2371-4af3-83e1-9354aab67754 None None] Deleting port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:04.112196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90e8b4ee-2371-4af3-83e1-9354aab67754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.130320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3b77-618d-4fc4-8fc4-2d7cdaa5d104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.268251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.286671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-90e8b4ee-2371-4af3-83e1-9354aab67754 None None] The port '6d200e53-3a78-4a0e-a636-e1f93ba2ebbe' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:04.318918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=6d200e53-3a78-4a0e-a636-e1f93ba2ebbe,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.324118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:04.330934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3b77-618d-4fc4-8fc4-2d7cdaa5d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.349242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c3b77-618d-4fc4-8fc4-2d7cdaa5d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c99de8-dbf7-44cc-a9da-babef16b0991,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.356561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3b77-618d-4fc4-8fc4-2d7cdaa5d104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.361172 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f7c3b77-618d-4fc4-8fc4-2d7cdaa5d104 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73c99de8-dbf7-44cc-a9da-babef16b0991 HTTP/1.1" status: 204 len: 168 time: 0.3211868 Feb 16 12:51:04.416977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:02Z', 'revision_number': 8, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.422469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be690064-f7d7-450a-9244-0ae975076cf1 None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:02Z', 'revision_number': 8, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '05515404-5bc6-49a3-9887-5ba00ede28b2', 'name': '', 'network_id': '83f40029-4c28-484d-b3e9-98f0529ff739', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:41:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:46Z', 'updated_at': '2022-02-16T12:50:54Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '24e4bd66-ccea-41f2-9476-ea5ae730be11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:04.558521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.587566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c53a77a-9c8d-415c-97e0-64cba77d8b44']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.599944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.600248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf411bb-514a-4f79-ae2a-2e6bbc7091bf') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.611966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.627992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.633861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:04.634293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:04.648729 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:04.856485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.882162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.889104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=0c53a77a-9c8d-415c-97e0-64cba77d8b44,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.899691 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f029a58d-5a36-4e8d-94e3-65c292301629 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/0c53a77a-9c8d-415c-97e0-64cba77d8b44 HTTP/1.1" status: 204 len: 168 time: 1.3421521 Feb 16 12:51:04.902462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55064) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:05.409841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.741473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 05515404-5bc6-49a3-9887-5ba00ede28b2 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:05.741689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.821262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85007081-f9a9-4c4f-9f75-a95d5984a358 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:05.855808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 85007081-f9a9-4c4f-9f75-a95d5984a358 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:05.855808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 85007081-f9a9-4c4f-9f75-a95d5984a358 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:05.856415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:05.893575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:05.893929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 6d200e53-3a78-4a0e-a636-e1f93ba2ebbe not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:05.943127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port 05515404-5bc6-49a3-9887-5ba00ede28b2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=05515404-5bc6-49a3-9887-5ba00ede28b2,segment=NetworkSegment(9f18cc1a-392a-4645-800b-fc6f64338758),segment_id=9f18cc1a-392a-4645-800b-fc6f64338758)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:05.943478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.187010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 05515404-5bc6-49a3-9887-5ba00ede28b2 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:06.203942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-413164a5-40bd-45a2-983d-207ab95b1eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.528594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.576840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=05515404-5bc6-49a3-9887-5ba00ede28b2,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:06.786806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.062646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.070321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393574850', 'description': 'tempest-secgroup-smoke-1393574850 description', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:07.083251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:07.083251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:07.083548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:07.089052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:07.104911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:07.233795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.246288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.260483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:07.261463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:07.264307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:07.267230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:07.272376 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:07.274472 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-72b93758-b55f-4acd-9cfb-390b8db7058d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3708401 Feb 16 12:51:07.277072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55102) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.283498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:07.285704 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:07.286453 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.296375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.297763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.347231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 24e4bd66-ccea-41f2-9476-ea5ae730be11 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:07.350153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.374183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.405664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.444848 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:07.490175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.493918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.509316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:07.521412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:07.649104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:07.657389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:07.659380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba42d2-7753-4b2c-b34d-644ad652e78e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.667773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.728921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.733606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.738102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64896a-42a4-493d-98ed-152d8d593a69 None None] Network 83f40029-4c28-484d-b3e9-98f0529ff739 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:07.741665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=24e4bd66-ccea-41f2-9476-ea5ae730be11,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.748075 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3d441484-a806-4572-9cf4-9ccbb2cf1d34 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/24e4bd66-ccea-41f2-9476-ea5ae730be11 HTTP/1.1" status: 204 len: 168 time: 0.4698191 Feb 16 12:51:07.751031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55106) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.803006 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:06Z', 'revision_number': 9, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.806900 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:07.818404 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:07.819231 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.821616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.873729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b2f99a-41f4-4bce-a600-da30e6f47c17,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.986559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.988242 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4bd6b914-c70e-47bb-a922-0131006b237c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9240108 Feb 16 12:51:07.991675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.998072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'security_group_rule': {'security_group_id': 'c8b2f99a-41f4-4bce-a600-da30e6f47c17', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:08.006346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:08.011481 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:08.015698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.030864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port afe36b26-58fb-4e8b-af0c-74abc91675c5 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:08.030864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.031181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:08.035720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:08.050454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:08.051715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] DHCP port deletion for 83f40029-4c28-484d-b3e9-98f0529ff739 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:08.057358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Deleting port afe36b26-58fb-4e8b-af0c-74abc91675c5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:08.057773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.131753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.210127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.341629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.365755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a918ed-c76b-4667-bfbf-19c978da0d44,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.432380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] For port afe36b26-58fb-4e8b-af0c-74abc91675c5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afe36b26-58fb-4e8b-af0c-74abc91675c5,segment=NetworkSegment(9f18cc1a-392a-4645-800b-fc6f64338758),segment_id=9f18cc1a-392a-4645-800b-fc6f64338758)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:08.432998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port afe36b26-58fb-4e8b-af0c-74abc91675c5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=afe36b26-58fb-4e8b-af0c-74abc91675c5,segment=NetworkSegment(9f18cc1a-392a-4645-800b-fc6f64338758),segment_id=9f18cc1a-392a-4645-800b-fc6f64338758)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:08.433118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.433253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.478900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.482742 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f908dc0-dade-487b-b0ad-31e396c139a2 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4873600 Feb 16 12:51:08.483128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.489227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'security_group_rule': {'security_group_id': 'c8b2f99a-41f4-4bce-a600-da30e6f47c17', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:08.494685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:08.495463 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:06Z', 'revision_number': 9, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.499259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:08.499511 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ea719-090e-4b91-8bf6-14ac80b66cb0 None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:06Z', 'revision_number': 9, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '48492f29-47e0-4539-af2e-065dc395bd40', 'name': '', 'network_id': 'a6133fd8-b141-4a25-89d5-5196a84d340b', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:a1:dd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '261c060d-e6f5-4813-a979-ca9134c09543', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:39Z', 'updated_at': '2022-02-16T12:50:47Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '261c060d-e6f5-4813-a979-ca9134c09543', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:08.503764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:08.514796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:08.574785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Calling delete_port for afe36b26-58fb-4e8b-af0c-74abc91675c5 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:08.576081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for afe36b26-58fb-4e8b-af0c-74abc91675c5 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:08.620517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.687181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.770403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.776993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:08.777351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:08.810530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.810748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.821539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=afe36b26-58fb-4e8b-af0c-74abc91675c5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.823342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port afe36b26-58fb-4e8b-af0c-74abc91675c5 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:08.847847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb5a6c-4817-478c-8bb4-2d608a6f9fa8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.924984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.926658 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bd4edcb2-f225-40fd-93c6-695df95b849a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4426069 Feb 16 12:51:08.929433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.935112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'security_group_rule': {'security_group_id': 'c8b2f99a-41f4-4bce-a600-da30e6f47c17', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:08.941858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:08.946419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:08.949929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:08.957178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:08.962640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.992253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f40029-4c28-484d-b3e9-98f0529ff739']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.005270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f18cc1a-392a-4645-800b-fc6f64338758') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.005572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f18cc1a-392a-4645-800b-fc6f64338758') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.017890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.035880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.043312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:09.044223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:09.059878 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:09.068481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.133413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.198888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.224312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09ee160-80ff-466b-8b99-b75b75fd62b1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.271557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.278429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Deleting port afe36b26-58fb-4e8b-af0c-74abc91675c5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:09.278851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.289705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.303264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=83f40029-4c28-484d-b3e9-98f0529ff739,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.309844 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0ab8a69c-4554-4f40-99ce-25932564f979 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/83f40029-4c28-484d-b3e9-98f0529ff739 HTTP/1.1" status: 204 len: 168 time: 1.5562057 Feb 16 12:51:09.310950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.350246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7c260-01d8-4fc9-bbe1-bbb580cbd670 None None] The port 'afe36b26-58fb-4e8b-af0c-74abc91675c5' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:09.373971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.375242 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2a4e1080-efc0-4775-8426-3f4be8540b52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4446511 Feb 16 12:51:09.378210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55126) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.384584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'security_group_rule': {'security_group_id': 'c8b2f99a-41f4-4bce-a600-da30e6f47c17', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:09.391599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:09.396003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:09.399429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:09.405326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:09.509713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.579291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.677321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.703153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25820f-df8f-4a5e-98d4-018130e1cfee,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.818527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afe36b26-58fb-4e8b-af0c-74abc91675c5 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:09.823677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.825576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-440ac377-f43c-4606-8997-67acd26b08f8 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4451864 Feb 16 12:51:09.828014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55130) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.834606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'security_group_rule': {'security_group_id': 'c8b2f99a-41f4-4bce-a600-da30e6f47c17', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:09.842052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:09.847114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:09.850912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:09.855935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: afe36b26-58fb-4e8b-af0c-74abc91675c5 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:09.856357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device afe36b26-58fb-4e8b-af0c-74abc91675c5 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:09.856832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05515404-5bc6-49a3-9887-5ba00ede28b2 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:09.857738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:09.874560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.889988 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 05515404-5bc6-49a3-9887-5ba00ede28b2 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:09.890331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05515404-5bc6-49a3-9887-5ba00ede28b2 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:09.986999 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Project 4dc455474cf84d75a2b7115fe0f8a9cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:10.010638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.186850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.254891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.282485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 48492f29-47e0-4539-af2e-065dc395bd40 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:10.282822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.320802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b373d2-5efc-4b26-ba69-cdc8d62e3cbc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:10.346931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.347306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.347651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.347988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.348324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.348659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.348987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.349313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.349639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.349963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.350287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.350623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:10.430206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.431441 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1c1c4205-9e7a-451d-9223-857514854a05 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6024745 Feb 16 12:51:10.434235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:10.441094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'security_group_rule': {'security_group_id': 'c8b2f99a-41f4-4bce-a600-da30e6f47c17', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:10.450076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:10.462804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:security_group_rule and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:10.467735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:10.478591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:10.623765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port 48492f29-47e0-4539-af2e-065dc395bd40, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=48492f29-47e0-4539-af2e-065dc395bd40,segment=NetworkSegment(67332277-ca4c-4261-9bf9-07a3cb9322d4),segment_id=67332277-ca4c-4261-9bf9-07a3cb9322d4)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:10.624117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.631292 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Project 4dc455474cf84d75a2b7115fe0f8a9cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:10.689623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.758680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 48492f29-47e0-4539-af2e-065dc395bd40 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:10.888115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.987097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.010926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51163301-a7ba-4d80-a959-64afcdb72c72,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.055670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.104718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=48492f29-47e0-4539-af2e-065dc395bd40,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.130265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.140547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.142517 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-31a96f2b-0117-44e8-8eca-69a35ca74092 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7073760 Feb 16 12:51:11.145670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55138) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.151610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'network': {'name': 'tempest-network-smoke--2006083915', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'port_security_enabled': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:11.157026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:11.161667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:network and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:11.164944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:11.171127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:11.267661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Made reservation on behalf of 4dc455474cf84d75a2b7115fe0f8a9cb for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:11.271120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.301309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:11.310071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.310071 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Added segment c2bb8b37-f6c1-46e0-b60c-344700c17e40 of type vlan for network 314a4fb9-fe01-494f-bd5e-e66f3092138e Feb 16 12:51:11.312678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.336999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.410164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.415626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:11.416228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.521055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Network': ['ID=314a4fb9-fe01-494f-bd5e-e66f3092138e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.528494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.531959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.532823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:11.542457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:11.619277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f073343f-75e4-481d-9bd9-09954c443e33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4697061 Feb 16 12:51:11.619554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.627351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'admin_state_up': True, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:11.638063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:11.646249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:router and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:11.651080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:11.658721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:11.664925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:11.671724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55148) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.748435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2d9ed-10e5-4340-b7e8-2a29627d9bb3 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:11.748908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2d9ed-10e5-4340-b7e8-2a29627d9bb3 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:11.749371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2d9ed-10e5-4340-b7e8-2a29627d9bb3 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:11.751097 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-81d2d9ed-10e5-4340-b7e8-2a29627d9bb3 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=917b8d2dcabc429e9139146c6130324b&network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 3000 time: 0.0805700 Feb 16 12:51:11.789869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.790877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.833257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.844551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:11.856525 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9a9daf69-c2ba-42b3-9c9c-b551b336034d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5442638 Feb 16 12:51:11.856699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:11.859325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.866178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:11.866775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:11.931299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 261c060d-e6f5-4813-a979-ca9134c09543 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:11.934271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.024365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:12.217534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.331528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:10Z', 'revision_number': 10, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:12.335226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:12.343273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:12.344435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:12.410396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.441709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.494856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:12.702942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.809741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.817596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=261c060d-e6f5-4813-a979-ca9134c09543,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.819291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651a42b9-573a-445b-a5f6-20bbf8bddb9e None None] Network a6133fd8-b141-4a25-89d5-5196a84d340b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:12.853073 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f33b7ea-14c3-412f-b50e-c224d1f66f38 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/261c060d-e6f5-4813-a979-ca9134c09543 HTTP/1.1" status: 204 len: 168 time: 0.9921885 Feb 16 12:51:12.855812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55160) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:12.856953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.888515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.980578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.992190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 2d832801-b3a1-4155-bd22-7d808287a61c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:12.992767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.010378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:10Z', 'revision_number': 10, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.016147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da62996-0fa1-4d4e-803b-a78d81357e18 None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:10Z', 'revision_number': 10, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None, '_interfaces': [{'id': '49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4', 'name': '', 'network_id': '43f61866-224e-4ace-85a9-d50a2ce7758c', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'mac_address': 'fa:16:3e:62:29:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:32Z', 'updated_at': '2022-02-16T12:50:40Z', 'revision_number': 5, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'subnets': [{'id': '56496d95-977d-4975-9ff0-84f3f6266e34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:13.056996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Allocated IP 172.26.6.27 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/26cae5f0-e05e-4f6e-87dc-37c1b7219d33) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:13.210724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.317318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port 2d832801-b3a1-4155-bd22-7d808287a61c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2d832801-b3a1-4155-bd22-7d808287a61c,segment=NetworkSegment(67332277-ca4c-4261-9bf9-07a3cb9322d4),segment_id=67332277-ca4c-4261-9bf9-07a3cb9322d4)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:13.317552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.353398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.376500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] DHCP port deletion for a6133fd8-b141-4a25-89d5-5196a84d340b request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:13.383593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Deleting port 2d832801-b3a1-4155-bd22-7d808287a61c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:13.384069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.427745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:13.431331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:13.435353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:13.447175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 2d832801-b3a1-4155-bd22-7d808287a61c owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:13.472323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Port': ['ID=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.616438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] For port 2d832801-b3a1-4155-bd22-7d808287a61c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2d832801-b3a1-4155-bd22-7d808287a61c,segment=NetworkSegment(67332277-ca4c-4261-9bf9-07a3cb9322d4),segment_id=67332277-ca4c-4261-9bf9-07a3cb9322d4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:13.616829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.619469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.669180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=2d832801-b3a1-4155-bd22-7d808287a61c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.671138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port 2d832801-b3a1-4155-bd22-7d808287a61c on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:13.743514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Calling delete_port for 2d832801-b3a1-4155-bd22-7d808287a61c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:13.807793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.821825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:13.823812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:13.828323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2d832801-b3a1-4155-bd22-7d808287a61c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:13.839221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6133fd8-b141-4a25-89d5-5196a84d340b']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.852667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67332277-ca4c-4261-9bf9-07a3cb9322d4') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.852919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67332277-ca4c-4261-9bf9-07a3cb9322d4') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.866048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.870132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 2d832801-b3a1-4155-bd22-7d808287a61c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:13.870592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2d832801-b3a1-4155-bd22-7d808287a61c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:13.871158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 48492f29-47e0-4539-af2e-065dc395bd40 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:13.883675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.890280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:13.890709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:13.905917 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:13.910647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 48492f29-47e0-4539-af2e-065dc395bd40 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:13.910647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 48492f29-47e0-4539-af2e-065dc395bd40 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:14.084540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.099135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.102391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.114581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=a6133fd8-b141-4a25-89d5-5196a84d340b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:14.120840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-67e2610d-29c5-48b9-ae2c-91e6a2fb139b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/a6133fd8-b141-4a25-89d5-5196a84d340b HTTP/1.1" status: 204 len: 168 time: 1.2638459 Feb 16 12:51:14.123481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55168) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:14.269795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55172) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:14.325231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Deleting port 2d832801-b3a1-4155-bd22-7d808287a61c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:14.326398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.400912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-342892a4-cbed-4f43-a219-9665332734e6 None None] The port '2d832801-b3a1-4155-bd22-7d808287a61c' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:14.450708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.477020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df655fa-1dd9-45a5-b297-85062924965e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:14.490998 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0df655fa-1dd9-45a5-b297-85062924965e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb HTTP/1.1" status: 200 len: 814 time: 0.2077127 Feb 16 12:51:14.696921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.718421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Router 860047b7-ae9c-459d-84a2-7613f9a25651 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:51:14.901051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:14.912114 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Sync routers for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:14.922367 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:14.923042 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.012194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.017187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55180) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.017666 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-47a4587c-0b7b-4a8b-92d8-9a4a419c6016 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3967695 Feb 16 12:51:15.122028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.131926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:15.135954 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:15.154655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:15.155370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.237866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.242192 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ec45f70f-7120-4136-ad8e-e6322c4ea071 tempest-TestNetworkAdvancedServerOps-670108025 tempest-TestNetworkAdvancedServerOps-670108025-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=4dc455474cf84d75a2b7115fe0f8a9cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2239187 Feb 16 12:51:15.245101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55190) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.443088 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:13Z', 'revision_number': 3, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.447297 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Checking router: 860047b7-ae9c-459d-84a2-7613f9a25651 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:15.447823 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Updating router 860047b7-ae9c-459d-84a2-7613f9a25651 port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:51:15.491095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22673d-9284-4981-922e-e0c03579a882 tempest-TestNetworkAdvancedServerOps-670108025 tempest-TestNetworkAdvancedServerOps-670108025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.495209 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7a22673d-9284-4981-922e-e0c03579a882 tempest-TestNetworkAdvancedServerOps-670108025 tempest-TestNetworkAdvancedServerOps-670108025-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2466590 Feb 16 12:51:15.495802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55194) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.504067 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.539355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,segment=NetworkSegment(0fb8d5c7-fc08-4c95-af9d-d658b57fe675),segment_id=0fb8d5c7-fc08-4c95-af9d-d658b57fe675)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:15.539745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.549538 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a9f4c3a6-eea9-40b0-906f-7ab0838d08be tempest-TestNetworkAdvancedServerOps-670108025 tempest-TestNetworkAdvancedServerOps-670108025-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527110 Feb 16 12:51:15.552431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55198) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.560160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512245374', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:15.642405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.697589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:15.701081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.701503 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc disassociated. External IP: 172.26.6.39, port: ecc720fe-7683-42d6-9c77-b94541bfe955. Feb 16 12:51:15.851048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:15.852427 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.861067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:subnet and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:15.864365 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Transition to ACTIVE for port object 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:15.864599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:15.871644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:15.954381 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.998899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Made reservation on behalf of 4dc455474cf84d75a2b7115fe0f8a9cb for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:16.012198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.038129 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Attempting to bind port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:16.038542 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Attempting to bind port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:16.038857 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Attempting to bind port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:16.047672 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Pushing event updated for resources: {'Port': ['ID=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.051296 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:16.051497 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:16.051854 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.052242 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:16.052704 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Bound port: 26cae5f0-e05e-4f6e-87dc-37c1b7219d33, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:16.053060 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.074334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 0fca5880-408c-4784-8333-54e443683dfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:16.084488 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.084832 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.085165 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.085490 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.085812 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.086135 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.086455 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.086772 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.087148 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.087432 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.087746 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.088056 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:16.109822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.136229 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] For port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:16.140950 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] For port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:16.171150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.250765 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.271079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:16.276273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.287125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] Sync routers for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:16.300944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:16.302003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.350911 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d81cc30f-b4d7-4a6a-a75e-a4562937cfb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 689 time: 1.2275326 Feb 16 12:51:16.351704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:16.352224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:16.362881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.394114 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08176988-fe30-4005-af47-b7e89f231271 None None] Pushing event updated for resources: {'Port': ['ID=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.409524 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:16.410599 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.476888 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7afef56e-34b1-4f66-a25f-7f4519355e52 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 689 time: 0.1191754 Feb 16 12:51:16.520207 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'status': 'completed', 'code': 200} Feb 16 12:51:16.560094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:16.612400 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:16.909386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:16.910719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.914649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] Checking router: 0fca5880-408c-4784-8333-54e443683dfc for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:16.923416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:16.924052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.940714 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:13Z', 'revision_number': 3, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.943488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-5fd3aae5-b5a4-4df1-be26-c2c122b394b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:16.944981 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-5fd3aae5-b5a4-4df1-be26-c2c122b394b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1099 time: 0.3676813 Feb 16 12:51:16.945356 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca989eb-1bd3-4b09-902b-506581326ec0 None None] The sync data for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv is: [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:13Z', 'revision_number': 3, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:17.117641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:17.153949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.199234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:17.212715 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:17.237455 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:17.238076 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:17.298433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:17.299155 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1717ad41-301e-41d4-b41c-8a331cae44e5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1740232 Feb 16 12:51:17.314538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Subnet': ['ID=75c07849-b6e2-4bb2-8d57-8c55a597ffe1,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:17.325069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-987c60fd-447b-4b3d-920f-a4138a0ec1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:17.326549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-987c60fd-447b-4b3d-920f-a4138a0ec1af service neutron] 10.222.0.67 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 897 time: 0.3222089 Feb 16 12:51:17.331364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Checking segment: {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:17.331729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Network hostable DHCP agents. Network: 314a4fb9-fe01-494f-bd5e-e66f3092138e, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:17.412308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting subnet 56496d95-977d-4975-9ff0-84f3f6266e34 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:17.414920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-6d8f86d3-a90f-4c91-a107-30984a41c070 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc720fe-7683-42d6-9c77-b94541bfe955 HTTP/1.1" status: 200 len: 217 time: 0.0771270 Feb 16 12:51:17.416942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.433683 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:17.480520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55212) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:17.518371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.580745 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:15Z', 'revision_number': 11, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:17.582807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:17.585227 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:17.587398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebdec6-8d66-4bd5-9655-cad166a60c75 None None] The sync data for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv is: [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:17.595012 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:17.595663 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:17.596381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:17.620743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-25f917fa-6271-4bc2-bcb8-1f017bc6e768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 689 time: 0.1390698 Feb 16 12:51:17.630407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-fdb2992a-26a1-4ae9-940d-661bd231b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:17.632102 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-fdb2992a-26a1-4ae9-940d-661bd231b3d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 200 len: 834 time: 0.2080355 Feb 16 12:51:17.637874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.697877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 314a4fb9-fe01-494f-bd5e-e66f3092138e) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:17.704935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:17.705555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.709359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d08c7f9-7a36-46ea-b8c2-cc30010fada8 None None] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:17.762567 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:17.815117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-d424876a-0309-44c7-ad9d-b18eb2c16ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:17.819013 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-d424876a-0309-44c7-ad9d-b18eb2c16ba2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1749609 Feb 16 12:51:17.913365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.952244 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:15Z', 'revision_number': 11, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:17.961072 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c590bb4-f5ef-4d02-aeb9-d3741056180d None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:15Z', 'revision_number': 11, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:17.967995 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b276154f-5686-4cf6-b33c-f5954457d263 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4118526 Feb 16 12:51:17.968701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55216) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.005666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:18.035846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Subnet': ['ID=56496d95-977d-4975-9ff0-84f3f6266e34,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:18.040944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.048289 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6961d5d1-bfd4-40b6-8f2c-aae86f80e743 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/56496d95-977d-4975-9ff0-84f3f6266e34 HTTP/1.1" status: 204 len: 168 time: 0.7487695 Feb 16 12:51:18.050837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.061003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42506548-7eeb-4da9-af74-fbba71425d06 None None] Network 43f61866-224e-4ace-85a9-d50a2ce7758c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:18.133012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7b55c-c48d-402f-96af-35106528b56e None None] New status for floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:51:18.221547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.243453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Deleting port d0242122-e802-4aea-8bd5-6e9cb12a431c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:18.244906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.384302 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-6ec882dc-10dd-460e-815e-364b867d3a33 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563619 Feb 16 12:51:18.509567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] For port d0242122-e802-4aea-8bd5-6e9cb12a431c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d0242122-e802-4aea-8bd5-6e9cb12a431c,segment=NetworkSegment(0fb8d5c7-fc08-4c95-af9d-d658b57fe675),segment_id=0fb8d5c7-fc08-4c95-af9d-d658b57fe675)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:18.510662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.639763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55224) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.753014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-314a4fb9-fe01-494f-bd5e-e66f3092138e', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:18.753844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.798514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Calling delete_port for d0242122-e802-4aea-8bd5-6e9cb12a431c owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:18.809584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:18.814613 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cca227b3-66b2-4daa-8fd6-4e50d9050e5b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 689 time: 0.1727586 Feb 16 12:51:18.821426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:18.821809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.835277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c891c58-b29f-413d-ba30-8b10613798e0 req-573d40f8-957f-49b3-9421-0318355eef88 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283209 Feb 16 12:51:19.050478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.077236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.101690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Allocated IP 172.20.0.2 (314a4fb9-fe01-494f-bd5e-e66f3092138e/75c07849-b6e2-4bb2-8d57-8c55a597ffe1/5ea11bb3-38f3-4756-bdb6-949b1bdefd42) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:19.111706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5782436-403b-49dd-9ec1-48b3ce146505 None None] DHCP port deletion for 43f61866-224e-4ace-85a9-d50a2ce7758c request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:19.121570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Port': ['ID=d0242122-e802-4aea-8bd5-6e9cb12a431c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.126550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:19.127192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No DVR routers for this DVR port d0242122-e802-4aea-8bd5-6e9cb12a431c on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:19.257519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.273587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.293556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.322702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f61866-224e-4ace-85a9-d50a2ce7758c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:19.336357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb8d5c7-fc08-4c95-af9d-d658b57fe675') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:19.336923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb8d5c7-fc08-4c95-af9d-d658b57fe675') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:19.349156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.367694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.375843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:19.376518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.391537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:19.396171 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.413380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.414279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.414655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:19.420869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.610045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Transition to ACTIVE for port object 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:19.610257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.615710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.630337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Transition to ACTIVE for port object 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:19.647637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Pushing event deleted for resources: {'Network': ['ID=43f61866-224e-4ace-85a9-d50a2ce7758c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.657992 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5ea39c63-5721-430f-9736-db9cbd863fe5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/networks/43f61866-224e-4ace-85a9-d50a2ce7758c HTTP/1.1" status: 204 len: 168 time: 1.6032162 Feb 16 12:51:19.658202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.663905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'routes': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:19.807547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.847037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55232) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.892355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:19.904859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Allocated IP 172.20.0.1 (314a4fb9-fe01-494f-bd5e-e66f3092138e/75c07849-b6e2-4bb2-8d57-8c55a597ffe1/8a2949d2-0a0f-47c2-95ad-44b0c8234d07) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:19.935278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:19.946574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:19.954620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:19.965546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Pushing event updated for resources: {'Port': ['ID=5ea11bb3-38f3-4756-bdb6-949b1bdefd42,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:20.018505 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9dbd3483-d67f-4b33-b9ab-346a00b1796c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 687 time: 0.1582909 Feb 16 12:51:20.050259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Added routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:51:20.050563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Removed routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:51:20.050929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.069759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:20.070130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.097183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Attempting to bind port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:20.097550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Attempting to bind port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:20.097914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Attempting to bind port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 on network 314a4fb9-fe01-494f-bd5e-e66f3092138e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:20.100936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.114573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:20.114946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Checking segment: {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:20.115352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.118362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Bound using segment: {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:20.118362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Bound port: 5ea11bb3-38f3-4756-bdb6-949b1bdefd42, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:20.118362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.118839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Transition to ACTIVE for port object 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:20.233319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.274553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] For port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:20.287068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] For port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5ea11bb3-38f3-4756-bdb6-949b1bdefd42,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:20.341657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:20.382858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:20.383508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 49cc8d0c-9afe-4fbb-ae5b-617e0b387dd4 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:20.383995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d0242122-e802-4aea-8bd5-6e9cb12a431c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:20.418410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: d0242122-e802-4aea-8bd5-6e9cb12a431c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:20.418654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d0242122-e802-4aea-8bd5-6e9cb12a431c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:20.422092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.439022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:20.440930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:20.445159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:20.469979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.474489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.491549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Port': ['ID=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:20.509283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c84ea-7d17-44e1-a653-14c0462f94b4 None None] Pushing event updated for resources: {'Port': ['ID=5ea11bb3-38f3-4756-bdb6-949b1bdefd42,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:20.510892 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.620857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:20.760297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:20.766744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.770664 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e9990927-9f6d-4734-970d-5a2c7223aa0e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 200 len: 704 time: 1.1087351 Feb 16 12:51:20.771418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:20.774512 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06392494-00ec-48e7-bad8-64992727baed None None] Sync routers for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:20.787657 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:20.788273 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.816089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a7720beb-b42e-4e51-85af-8b1d33d3a4d5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:20.862499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.963273 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:20.981211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a7720beb-b42e-4e51-85af-8b1d33d3a4d5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:20.982393 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a7720beb-b42e-4e51-85af-8b1d33d3a4d5 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 200 len: 205 time: 0.2103431 Feb 16 12:51:20.985730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55240) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:21.091661 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:15Z', 'revision_number': 11, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.096928 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06392494-00ec-48e7-bad8-64992727baed None None] Checking router: 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:21.106239 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] Routers {'384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:21.107176 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.167306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddc12-905a-4162-8081-e4e0731286ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.286768 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] Set router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:21.414878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.422844 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-06392494-00ec-48e7-bad8-64992727baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:15Z', 'revision_number': 11, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.427527 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06392494-00ec-48e7-bad8-64992727baed None None] The sync data for ids ['384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9'] in dv-neutron-829487-1-hyperv is: [{'id': '384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9', 'name': 'tempest-RoutersIpV6Test-router-733324936', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:29Z', 'updated_at': '2022-02-16T12:51:15Z', 'revision_number': 11, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:21.511905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.521429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddc12-905a-4162-8081-e4e0731286ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.524145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddc12-905a-4162-8081-e4e0731286ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.612631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55246) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:21.617512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809468691', 'description': 'tempest-secgroup-smoke-809468691 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:21.635191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:21.665581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:21.667821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.678076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddc12-905a-4162-8081-e4e0731286ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.678646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ddc12-905a-4162-8081-e4e0731286ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Fanout notify agent at l3_agent the message router_deleted on router 384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:21.683059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Port': ['ID=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.696545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddc12-905a-4162-8081-e4e0731286ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.701751 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8f2ddc12-905a-4162-8081-e4e0731286ad tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 204 len: 168 time: 0.7109735 Feb 16 12:51:21.701926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55250) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:21.709359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1586015979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:21.716074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:21.720320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Usage tracker for resource:router and tenant:80d0c2dc049f45edbe8b703ecb997e50 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:21.723603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:21.735110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:21.866561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c584b-b564-4430-b854-7a3ffdfe24c2 None None] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:21.887033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:21.888703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:22.021472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:22.088279 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-1249134a-2da9-440b-a0c6-c7707fa2a2a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2565098 Feb 16 12:51:22.109472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Router 860047b7-ae9c-459d-84a2-7613f9a25651 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:22.305740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.341525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7db4534a-3a95-44e9-b63e-12df43d84d3c None None] Provisioning for port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:22.342818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.345195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.347702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:22.352496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7db4534a-3a95-44e9-b63e-12df43d84d3c None None] Provisioning complete for port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:22.352876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7db4534a-3a95-44e9-b63e-12df43d84d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.363511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:22.368669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.374401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:22.377823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:22.380949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:22.382519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:22.382892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.392770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-40f8fb9b-5006-418a-8845-4e8fce199272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:22.399002 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-40f8fb9b-5006-418a-8845-4e8fce199272 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1099 time: 0.2208517 Feb 16 12:51:22.399002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:22.412950 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2d13d785-de10-4d6a-86aa-e871eaf503a6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "PUT /v2.0/routers/860047b7-ae9c-459d-84a2-7613f9a25651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4395804 Feb 16 12:51:22.469938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Sync routers for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:22.504040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:22.504971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.525096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.665096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.666778 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-115f3589-58b3-4a63-8fd4-457d5e45700a tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9623780 Feb 16 12:51:22.670496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55266) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:22.680174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9e02b529-ebb7-4224-ab4e-6bb379271547 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:22.698786 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-1a5bc69e-cad2-4fea-be6b-462d6d019e58 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393574850&fields=id&tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb HTTP/1.1" status: 200 len: 267 time: 0.1157954 Feb 16 12:51:22.783974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.835583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5ea11bb3-38f3-4756-bdb6-949b1bdefd42,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:22.841545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7db4534a-3a95-44e9-b63e-12df43d84d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.868568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:22.946370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-f91731cc-c51c-4769-93ed-24e2f3ebfc60 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:22.947525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-f91731cc-c51c-4769-93ed-24e2f3ebfc60 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Synchronizing usage tracker for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:22.951821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.956078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-deb4dd2d-e1d8-4cbd-abf7-78bb2899911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:22.957965 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-deb4dd2d-e1d8-4cbd-abf7-78bb2899911b service neutron] 10.222.0.67 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 897 time: 0.5340478 Feb 16 12:51:23.035024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.049952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.064133 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-4ef30384-f7b5-4735-a1b2-589ba9d7b4aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc720fe-7683-42d6-9c77-b94541bfe955 HTTP/1.1" status: 200 len: 217 time: 0.0972445 Feb 16 12:51:23.147355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a557bbb4-7356-4d48-865f-ab3ba7fa5f70,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.175299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-f066755b-d03e-40bf-a05e-31fdb9a9c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:23.176989 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-f066755b-d03e-40bf-a05e-31fdb9a9c843 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 200 len: 834 time: 0.1021512 Feb 16 12:51:23.196468 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-7db4534a-3a95-44e9-b63e-12df43d84d3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:23.196903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-7db4534a-3a95-44e9-b63e-12df43d84d3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:23.223603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-f91731cc-c51c-4769-93ed-24e2f3ebfc60 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Unset dirty status for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:23.223909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=5ea11bb3-38f3-4756-bdb6-949b1bdefd42,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.225035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-f91731cc-c51c-4769-93ed-24e2f3ebfc60 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/networks?id=314a4fb9-fe01-494f-bd5e-e66f3092138e HTTP/1.1" status: 200 len: 797 time: 0.5104549 Feb 16 12:51:23.259081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-c28a155a-06ca-44b2-a9ec-163b491d6395 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/quotas/4dc455474cf84d75a2b7115fe0f8a9cb HTTP/1.1" status: 200 len: 375 time: 0.0147197 Feb 16 12:51:23.267460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.271853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7e50213d-40ff-421c-9421-47846561b64a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6553073 Feb 16 12:51:23.273123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55270) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:23.280412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'a557bbb4-7356-4d48-865f-ab3ba7fa5f70', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:23.304789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e02b529-ebb7-4224-ab4e-6bb379271547 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.321765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:23.325868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-7babef0f-3703-4a94-b444-a9315673c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:23.327525 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-7babef0f-3703-4a94-b444-a9315673c37b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1442482 Feb 16 12:51:23.336974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:23.337509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:21Z', 'revision_number': 2, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.341017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:23.341564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Checking router: 860047b7-ae9c-459d-84a2-7613f9a25651 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:23.341918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Updating router 860047b7-ae9c-459d-84a2-7613f9a25651 port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:51:23.370734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:23.394459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.439838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e02b529-ebb7-4224-ab4e-6bb379271547 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.495121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-1abb3298-c418-4bcd-a8f6-31f4ac4820cb tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Synchronizing usage tracker for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:23.508405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-841ad298-1547-44da-a8f6-e752cd8863a7 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727259 Feb 16 12:51:23.598954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.661307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-1abb3298-c418-4bcd-a8f6-31f4ac4820cb tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Unset dirty status for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:23.662636 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-1abb3298-c418-4bcd-a8f6-31f4ac4820cb tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3926566 Feb 16 12:51:23.706602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e02b529-ebb7-4224-ab4e-6bb379271547 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Router 9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:51:23.777688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1609ebc8-fa6c-455b-b6de-d998411be0e4 req-56fdf477-75a3-4cac-9661-cba601ea8dbc service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628624 Feb 16 12:51:23.783545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.843360 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-9d379a81-b749-4c6f-a7d0-ae95f69bad99 service neutron] 10.222.0.47 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570816 Feb 16 12:51:23.870116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.875809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02b529-ebb7-4224-ab4e-6bb379271547 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:23.882350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:23.883901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e02b529-ebb7-4224-ab4e-6bb379271547 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.887471 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9e02b529-ebb7-4224-ab4e-6bb379271547 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "PUT /v2.0/routers/9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 HTTP/1.1" status: 200 len: 698 time: 1.2146397 Feb 16 12:51:23.890181 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] Sync routers for ids ['9d99714f-a0ce-468d-86d7-fb3acd4a3dd7'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:23.891546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55274) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:23.902161 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] Routers {'9d99714f-a0ce-468d-86d7-fb3acd4a3dd7'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:23.903228 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['9d99714f-a0ce-468d-86d7-fb3acd4a3dd7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.924366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.934349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Transition to ACTIVE for port object 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:23.960461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41ee91-c5f8-4c7d-9122-75ceaefda84c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.997269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:24.000348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.031017 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-09322a5c-0152-4a4c-bbf8-6a9b43c7f1c2 service neutron] 10.222.0.47 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816359 Feb 16 12:51:24.054359 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] Set router 9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:24.086803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.095481 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7241f05c-801e-4783-b1d4-17d20f55aadd tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/routers/9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 HTTP/1.1" status: 200 len: 704 time: 0.2028079 Feb 16 12:51:24.101374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:24.129691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.131656 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d232e146-ed99-4df9-bec6-5ae50c88d6c2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8556554 Feb 16 12:51:24.134338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55282) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:24.139878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'a557bbb4-7356-4d48-865f-ab3ba7fa5f70', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:24.144971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d3ae05ca-5f5a-4386-9a15-e3a4be4e0cbb None None] Provisioning for port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:24.147531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:24.152407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:24.155467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:24.155979 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e1b572b5-0906-407d-9128-b58916a4dad2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 HTTP/1.1" status: 200 len: 205 time: 0.0561886 Feb 16 12:51:24.158474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55286) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:24.174169 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99714f-a0ce-468d-86d7-fb3acd4a3dd7', 'name': 'tempest-RoutersIpV6Test-router-1586015979', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:22Z', 'updated_at': '2022-02-16T12:51:23Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:24.179112 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] Checking router: 9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:24.189746 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] Routers {'9d99714f-a0ce-468d-86d7-fb3acd4a3dd7'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:24.190432 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['9d99714f-a0ce-468d-86d7-fb3acd4a3dd7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:24.227114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:24.333975 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] Set router 9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:24.334217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b55e8-3cac-497d-a21e-fc1e6cba5af6 None None] Pushing event updated for resources: {'Port': ['ID=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:24.337577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c7a27b5-2715-4d53-ab4e-5109107727cb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.395255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Attempting to bind port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:24.395634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Attempting to bind port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:24.395998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Attempting to bind port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 on network 314a4fb9-fe01-494f-bd5e-e66f3092138e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:24.412626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d3ae05ca-5f5a-4386-9a15-e3a4be4e0cbb None None] Provisioning complete for port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:24.412931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3ae05ca-5f5a-4386-9a15-e3a4be4e0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.452684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:24.452958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Checking segment: {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:24.453372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.453764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Bound using segment: {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:24.454299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Bound port: 8a2949d2-0a0f-47c2-95ad-44b0c8234d07, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:24.454748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.460015 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99714f-a0ce-468d-86d7-fb3acd4a3dd7', 'name': 'tempest-RoutersIpV6Test-router-1586015979', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:22Z', 'updated_at': '2022-02-16T12:51:23Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:24.464281 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74511dae-8ef1-48bb-b08c-235f6f863126 None None] The sync data for ids ['9d99714f-a0ce-468d-86d7-fb3acd4a3dd7'] in dv-neutron-829487-1-hyperv is: [{'id': '9d99714f-a0ce-468d-86d7-fb3acd4a3dd7', 'name': 'tempest-RoutersIpV6Test-router-1586015979', 'tenant_id': '80d0c2dc049f45edbe8b703ecb997e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:22Z', 'updated_at': '2022-02-16T12:51:23Z', 'revision_number': 2, 'project_id': '80d0c2dc049f45edbe8b703ecb997e50', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:24.604294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.627337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] For port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:24.640362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] For port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:24.718946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.812246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:24.812884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:24.820173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c7a27b5-2715-4d53-ab4e-5109107727cb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.823277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c7a27b5-2715-4d53-ab4e-5109107727cb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.852291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.878278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b55e8-3cac-497d-a21e-fc1e6cba5af6 None None] Pushing event updated for resources: {'Port': ['ID=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:24.939309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.960001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b650b40-e6b1-4c67-8424-3c120229e1ac,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.009238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c7a27b5-2715-4d53-ab4e-5109107727cb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.009797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7a27b5-2715-4d53-ab4e-5109107727cb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Fanout notify agent at l3_agent the message router_deleted on router 9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:25.020143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c7a27b5-2715-4d53-ab4e-5109107727cb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.020143 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0c7a27b5-2715-4d53-ab4e-5109107727cb tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 HTTP/1.1" status: 204 len: 168 time: 0.8600492 Feb 16 12:51:25.023603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.038126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:25.043665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.047782 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-27a1cbda-25ff-449b-b0fa-d41e1aa6d520 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9123895 Feb 16 12:51:25.048516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55294) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.053936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'a557bbb4-7356-4d48-865f-ab3ba7fa5f70', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:25.065424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:25.073350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:25.073350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:25.080638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:25.096793 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-979238b8-4019-4fd5-9dc3-763af8fa772d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 HTTP/1.1" status: 200 len: 205 time: 0.0695817 Feb 16 12:51:25.097164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55298) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.166108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-6143fb5f-46c5-43b3-a689-140657badd0d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] delete failed (client error): The resource could not be found. Feb 16 12:51:25.169633 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6143fb5f-46c5-43b3-a689-140657badd0d tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/9d99714f-a0ce-468d-86d7-fb3acd4a3dd7 HTTP/1.1" status: 404 len: 336 time: 0.0690296 Feb 16 12:51:25.169932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55302) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.209408 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f56714-c681-490d-a3bb-6c8f0ec75626 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:25.209868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f56714-c681-490d-a3bb-6c8f0ec75626 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:25.214254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e2f56714-c681-490d-a3bb-6c8f0ec75626 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/878dfc97-53a3-4d02-a37e-5d509cdebeac HTTP/1.1" status: 404 len: 337 time: 0.0409086 Feb 16 12:51:25.214254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55306) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.262527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-770bd341-be7d-48f8-a46c-9ea32950f2dc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:25.263020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770bd341-be7d-48f8-a46c-9ea32950f2dc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:25.269828 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-770bd341-be7d-48f8-a46c-9ea32950f2dc tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/24e4bd66-ccea-41f2-9476-ea5ae730be11 HTTP/1.1" status: 404 len: 337 time: 0.0495689 Feb 16 12:51:25.269828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.270080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.339252 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a2f9a4-eff7-4674-9dfc-f3946bde72b2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:25.344226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a2f9a4-eff7-4674-9dfc-f3946bde72b2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:25.346045 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c7a2f9a4-eff7-4674-9dfc-f3946bde72b2 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/261c060d-e6f5-4813-a979-ca9134c09543 HTTP/1.1" status: 404 len: 337 time: 0.0768278 Feb 16 12:51:25.350307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55320) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.416235 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef04251-9330-471f-8638-e2533614f90b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:25.416691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef04251-9330-471f-8638-e2533614f90b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:25.418729 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2ef04251-9330-471f-8638-e2533614f90b tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/56496d95-977d-4975-9ff0-84f3f6266e34 HTTP/1.1" status: 404 len: 337 time: 0.0674803 Feb 16 12:51:25.421771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.422108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:24Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:25.427563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c059a-31e1-4cf2-9953-3a1636d55341 None None] The sync data for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv is: [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:24Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:25.447192 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-198045a5-351c-4b1e-844f-64f8d4d46489 req-5d173cfc-0e97-4ce7-8b74-e491513f9a3a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 210 time: 0.1061971 Feb 16 12:51:25.460064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.471236 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ed0e52ca-847c-439f-8307-758bcc45016e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 200 len: 205 time: 0.0462034 Feb 16 12:51:25.474084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.566103 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-00ae5918-7771-45ea-8d3e-9bd9923c69e8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] delete failed (client error): The resource could not be found. Feb 16 12:51:25.570094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55336) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.570365 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-00ae5918-7771-45ea-8d3e-9bd9923c69e8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/384ae6a7-25bd-4fd3-93ea-ba2e322a4aa9 HTTP/1.1" status: 404 len: 336 time: 0.0951715 Feb 16 12:51:25.616948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc8f427b-c32c-4d51-bb23-528e8d8634a8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Synchronizing usage tracker for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:25.619479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.648864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3701f749-f0a2-4d39-ba98-a4c2507f604f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.659405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dc8f427b-c32c-4d51-bb23-528e8d8634a8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] Unset dirty status for tenant:80d0c2dc049f45edbe8b703ecb997e50 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:25.660556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dc8f427b-c32c-4d51-bb23-528e8d8634a8 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fe833bb-d72a-41b6-b8ff-493a62bb34b3 HTTP/1.1" status: 200 len: 205 time: 0.0894845 Feb 16 12:51:25.663005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55340) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.729197 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-882bc4a6-34c4-42c3-9e10-1900c53f9279 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] delete failed (client error): The resource could not be found. Feb 16 12:51:25.730249 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-882bc4a6-34c4-42c3-9e10-1900c53f9279 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/6fe833bb-d72a-41b6-b8ff-493a62bb34b3 HTTP/1.1" status: 404 len: 336 time: 0.0663083 Feb 16 12:51:25.732866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55344) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.771892 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.778936 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-947a8924-9602-43d5-97b3-62083c82d12e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7235725 Feb 16 12:51:25.779501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.779866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d89367-fde4-4f00-8a19-bdadaf7a98ea tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:25.780328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d89367-fde4-4f00-8a19-bdadaf7a98ea tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:25.781814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'a557bbb4-7356-4d48-865f-ab3ba7fa5f70', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:25.782026 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-85d89367-fde4-4f00-8a19-bdadaf7a98ea tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/5c7331d0-9394-4a69-8086-69a38a37ff23 HTTP/1.1" status: 404 len: 337 time: 0.0482886 Feb 16 12:51:25.784606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55352) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.793951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:25.798796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:25.803081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:25.826189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:25.834939 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-22cdaa28-8c1c-457c-84dd-b07fee6e2645 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=afcf3b66-142c-4b98-8a2b-63401ca46352 HTTP/1.1" status: 200 len: 205 time: 0.0492265 Feb 16 12:51:25.837550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55356) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.889165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:25.914316 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-3463a27c-bc8a-4edf-9bbf-356260341893 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] delete failed (client error): The resource could not be found. Feb 16 12:51:25.915388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3463a27c-bc8a-4edf-9bbf-356260341893 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/afcf3b66-142c-4b98-8a2b-63401ca46352 HTTP/1.1" status: 404 len: 336 time: 0.0769143 Feb 16 12:51:25.918173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55360) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.986007 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-71177cce-3225-4c77-96d9-ea8e69f88e67 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c86fa87-e77d-405b-835c-bb74ad6ee9d1 HTTP/1.1" status: 200 len: 205 time: 0.0666773 Feb 16 12:51:25.987946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.989076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55364) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.075012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.088101 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-f33b8ec2-0f92-4cdc-809e-61e4d590820c tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] delete failed (client error): The resource could not be found. Feb 16 12:51:26.091782 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f33b8ec2-0f92-4cdc-809e-61e4d590820c tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/4c86fa87-e77d-405b-835c-bb74ad6ee9d1 HTTP/1.1" status: 404 len: 336 time: 0.0992742 Feb 16 12:51:26.092083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55368) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.122034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:26.127697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:26.131064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.135719 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f878d1-2194-4e4f-bccd-6ae2e7652f39 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:26.136172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f878d1-2194-4e4f-bccd-6ae2e7652f39 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:26.140324 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-99f878d1-2194-4e4f-bccd-6ae2e7652f39 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/37842654-afa6-417d-9f95-a92fb65be764 HTTP/1.1" status: 404 len: 337 time: 0.0449021 Feb 16 12:51:26.140524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55372) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.191428 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-908f2e6a-4f69-490c-8e0c-ca4044b3ae81 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fa5de97-9292-49e6-af5d-a1f9c97c8c94 HTTP/1.1" status: 200 len: 205 time: 0.0498171 Feb 16 12:51:26.193937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55376) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.258298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.272617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.295489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:26.319709 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-6d8e61be-c688-4e8c-911f-8491397892ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] delete failed (client error): The resource could not be found. Feb 16 12:51:26.323058 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6d8e61be-c688-4e8c-911f-8491397892ac tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/5fa5de97-9292-49e6-af5d-a1f9c97c8c94 HTTP/1.1" status: 404 len: 336 time: 0.1258147 Feb 16 12:51:26.323553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55380) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.327189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a127b55-3e6c-44cd-bd91-69423ee9b84b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.362637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50553a1-9f09-48fe-b5c6-908db404c78e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:26.363116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50553a1-9f09-48fe-b5c6-908db404c78e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:26.367180 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e50553a1-9f09-48fe-b5c6-908db404c78e tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/4386cc64-14a3-403c-ab21-101eb9a4e547 HTTP/1.1" status: 404 len: 337 time: 0.0402565 Feb 16 12:51:26.367505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55386) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.421663 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9448e0b9-c9db-4203-ad68-200ac0917469 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029acfe-dfd4-4def-a340-3366436fa360 HTTP/1.1" status: 200 len: 205 time: 0.0531061 Feb 16 12:51:26.423923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55390) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.449280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.492491 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-f937112d-49e1-4e74-91e2-b82b445473f4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] delete failed (client error): The resource could not be found. Feb 16 12:51:26.493514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f937112d-49e1-4e74-91e2-b82b445473f4 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/routers/8029acfe-dfd4-4def-a340-3366436fa360 HTTP/1.1" status: 404 len: 336 time: 0.0687022 Feb 16 12:51:26.496152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55396) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.499419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.500912 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7f101737-8e3a-4b87-8010-292f65a472ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7237332 Feb 16 12:51:26.503617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.508930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'a557bbb4-7356-4d48-865f-ab3ba7fa5f70', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:26.520261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:26.525895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:26.529945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:26.537732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:26.550203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.656955 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:26.664678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.692826 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc08fa9-4d5a-4561-a095-fb3f8f293728 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:26.693582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc08fa9-4d5a-4561-a095-fb3f8f293728 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:26.695259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fdc08fa9-4d5a-4561-a095-fb3f8f293728 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/42247e9d-ddd9-4a7e-9874-2319169256e8 HTTP/1.1" status: 404 len: 337 time: 0.1982055 Feb 16 12:51:26.700049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.706761 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4dfd095e-1b10-41cd-ab90-8b6d3cbee6e6 req-cb6774c5-4d9b-4d1c-8a55-25f0966f20a1 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 210 time: 0.1663635 Feb 16 12:51:26.750188 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f7d546-88f8-412a-b948-43bee06bf233 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:26.750640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f7d546-88f8-412a-b948-43bee06bf233 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:26.752347 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-20f7d546-88f8-412a-b948-43bee06bf233 tempest-RoutersIpV6Test-1040757751 tempest-RoutersIpV6Test-1040757751-project] 10.222.0.47 "DELETE /v2.0/subnets/8313a57e-32c1-427c-b8df-b36759378e8d HTTP/1.1" status: 404 len: 337 time: 0.0513797 Feb 16 12:51:26.776739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.866659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.891419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094d1e5e-93ba-495e-af17-90413e3aef60,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.998143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.000241 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-96b08387-4b0b-4560-8f16-2cc92f8d4161 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4953668 Feb 16 12:51:27.003126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55410) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:27.010393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'a557bbb4-7356-4d48-865f-ab3ba7fa5f70', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:27.014023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:27.018606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:27.021777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:27.027477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:27.167691 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:27.175004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.239519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.365148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55416) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:27.372871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.398402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16feedc8-66dd-4fcd-a117-42444f90c082,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:27.518196 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-57039d1b-84bb-4c60-9ca9-70f480452d8a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80d0c2dc049f45edbe8b703ecb997e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518831 Feb 16 12:51:27.520667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55422) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:27.537335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.538415 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3af24e38-04e7-4ae0-ac24-643f32ad5ff6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5343850 Feb 16 12:51:27.711229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5e7-d867-4c55-b3e0-798324d5b330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.731033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5e7-d867-4c55-b3e0-798324d5b330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.768369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-6b7b3b04-af12-47d7-ad9d-372233e4c7d8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:27.840519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:27.864944 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bfcb59d2-2cb5-464a-a863-482a11471ebf req-18e1bf91-e695-4f0c-a2eb-83961b51fc7c tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 210 time: 0.0484693 Feb 16 12:51:27.910625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:27.911024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.917641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-6b7b3b04-af12-47d7-ad9d-372233e4c7d8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:27.918782 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-6b7b3b04-af12-47d7-ad9d-372233e4c7d8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809468691&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.1913407 Feb 16 12:51:27.958749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5e7-d867-4c55-b3e0-798324d5b330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.991416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefb5e7-d867-4c55-b3e0-798324d5b330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e1c0e6-7fc9-42e2-ad5d-94d0441e5432,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.012155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5e7-d867-4c55-b3e0-798324d5b330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.026299 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7aefb5e7-d867-4c55-b3e0-798324d5b330 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39e1c0e6-7fc9-42e2-ad5d-94d0441e5432 HTTP/1.1" status: 204 len: 168 time: 0.4920969 Feb 16 12:51:28.090080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a66286d-396c-48d0-b397-6ecbc4dfe8bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:28.091679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a66286d-396c-48d0-b397-6ecbc4dfe8bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 797 time: 0.1660199 Feb 16 12:51:28.107976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-365881eb-0555-4f9e-b6a4-33a9824e5492 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0095229 Feb 16 12:51:28.194079 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-44b76a0a-3c08-4976-9739-45062b3e5f66 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808253 Feb 16 12:51:28.331063 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-51d328d9-202c-4c48-bbf2-e0ae9803d8c5 service neutron] 10.222.0.47 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244302 Feb 16 12:51:28.547866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-13a92387-718c-4c46-82c3-8a94e2f328a7 service neutron] 10.222.0.47 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108026 Feb 16 12:51:28.609407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-db9299ac-eb4b-4c0c-a55d-5806185ffc33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:28.610976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-db9299ac-eb4b-4c0c-a55d-5806185ffc33 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.67 "GET /v2.0/networks?id=314a4fb9-fe01-494f-bd5e-e66f3092138e HTTP/1.1" status: 200 len: 797 time: 0.1727996 Feb 16 12:51:28.673449 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-146fc866-5061-4b5f-ba68-cd98031fe8bf tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb HTTP/1.1" status: 200 len: 380 time: 0.0497193 Feb 16 12:51:28.684812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'port': {'device_id': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'admin_state_up': True, 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'security_groups': ['c8b2f99a-41f4-4bce-a600-da30e6f47c17']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:28.864010 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b5e0d96a-eb8b-4d03-b389-69ccae59d29a req-9e289341-0d74-4849-a1c9-36099f7a9ab1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.0585368 Feb 16 12:51:28.870141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:28.881154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:29.015239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Made reservation on behalf of 4dc455474cf84d75a2b7115fe0f8a9cb for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:29.018956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.037157 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bee41bbf-afdb-4d65-931a-7287531c2161 req-f3e06011-40f4-4977-970d-f3c8d07b7df5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 210 time: 0.0596654 Feb 16 12:51:29.192109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Allocated IP 172.20.0.4 (314a4fb9-fe01-494f-bd5e-e66f3092138e/75c07849-b6e2-4bb2-8d57-8c55a597ffe1/15eabec7-fea8-465d-be49-dfe92336b89c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:29.200520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:29.304666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-35c47906-766c-4d62-a1d2-efd00b114b7b tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-937425490', 'prefixes': ['172.20.0.0/16']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:29.310598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-35c47906-766c-4d62-a1d2-efd00b114b7b tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:29.386400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.402322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Transition to ACTIVE for port object 15eabec7-fea8-465d-be49-dfe92336b89c will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:29.518260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.591397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:29.595114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:29.599050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:29.629708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:29.673021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:29.673640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.729312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35c47906-766c-4d62-a1d2-efd00b114b7b tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.730749 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-35c47906-766c-4d62-a1d2-efd00b114b7b tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5290825 Feb 16 12:51:29.733568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55474) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:29.763246 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eee26e10-8553-4d22-8fc5-77135ea11187 tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] 10.222.0.47 "GET /v2.0/subnetpools/d60cd1f9-8d74-479e-8035-f36af69eb55e HTTP/1.1" status: 200 len: 731 time: 0.0284872 Feb 16 12:51:29.766798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:29.773366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-702f096c-6266-4da7-acbf-ae1a666b7711 tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1731934865'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:29.798693 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-d975571a-abce-4d0d-b8cb-96150e25b720 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1171820 Feb 16 12:51:29.814871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Request body: {'port': {'device_id': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:29.944406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702f096c-6266-4da7-acbf-ae1a666b7711 tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.946233 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-702f096c-6266-4da7-acbf-ae1a666b7711 tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] 10.222.0.47 "PUT /v2.0/subnetpools/d60cd1f9-8d74-479e-8035-f36af69eb55e HTTP/1.1" status: 200 len: 684 time: 0.1775291 Feb 16 12:51:29.948714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55488) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:30.024243 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1340361e-94b7-44c2-a147-378616bc0e86 req-85e792f5-9b3f-46e5-ad44-97a0996090ad tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.0486107 Feb 16 12:51:30.027481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3df33933-a8eb-419a-b4f3-0b51adbf9f26 None None] Provisioning for port 15eabec7-fea8-465d-be49-dfe92336b89c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:30.038366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3df33933-a8eb-419a-b4f3-0b51adbf9f26 None None] Provisioning complete for port 15eabec7-fea8-465d-be49-dfe92336b89c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:30.038867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3df33933-a8eb-419a-b4f3-0b51adbf9f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.094227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.097136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3df33933-a8eb-419a-b4f3-0b51adbf9f26 None None] Port 15eabec7-fea8-465d-be49-dfe92336b89c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:30.156648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e6ed88-dcbb-4349-b76d-4019ae170fed tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.156648 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f1e6ed88-dcbb-4349-b76d-4019ae170fed tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] 10.222.0.47 "DELETE /v2.0/subnetpools/d60cd1f9-8d74-479e-8035-f36af69eb55e HTTP/1.1" status: 204 len: 168 time: 0.2043800 Feb 16 12:51:30.156983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:30.174489 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-6a7ba7ca-91a1-4f25-98e9-f4bfbeaceefe tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] show failed (client error): The resource could not be found. Feb 16 12:51:30.175598 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6a7ba7ca-91a1-4f25-98e9-f4bfbeaceefe tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] 10.222.0.47 "GET /v2.0/subnetpools/d60cd1f9-8d74-479e-8035-f36af69eb55e HTTP/1.1" status: 404 len: 346 time: 0.0177441 Feb 16 12:51:30.178173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55498) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:30.195486 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.api.v2.resource [None req-4f28ab8e-004b-443e-8fe6-bec7c1857b83 tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] delete failed (client error): The resource could not be found. Feb 16 12:51:30.196450 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f28ab8e-004b-443e-8fe6-bec7c1857b83 tempest-SubnetPoolsTestJSON-1968355713 tempest-SubnetPoolsTestJSON-1968355713-project] 10.222.0.47 "DELETE /v2.0/subnetpools/d60cd1f9-8d74-479e-8035-f36af69eb55e HTTP/1.1" status: 404 len: 346 time: 0.0173731 Feb 16 12:51:30.371972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dc464-ff16-4835-946f-9d0ebc0fc5bb req-82520a53-0eb9-42c7-b5c1-bc43c88a389d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:30.372657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-986dc464-ff16-4835-946f-9d0ebc0fc5bb req-82520a53-0eb9-42c7-b5c1-bc43c88a389d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Synchronizing usage tracker for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:30.478749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-986dc464-ff16-4835-946f-9d0ebc0fc5bb req-82520a53-0eb9-42c7-b5c1-bc43c88a389d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Unset dirty status for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:30.479846 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-986dc464-ff16-4835-946f-9d0ebc0fc5bb req-82520a53-0eb9-42c7-b5c1-bc43c88a389d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 931 time: 0.3345387 Feb 16 12:51:30.531157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15eabec7-fea8-465d-be49-dfe92336b89c {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:51:30.542005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.554519 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-986dc464-ff16-4835-946f-9d0ebc0fc5bb req-df2777ed-dccd-4f88-8d71-436e5863691a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636396 Feb 16 12:51:30.562432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Transition to ACTIVE for port object 15eabec7-fea8-465d-be49-dfe92336b89c will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:30.637712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.719932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:30.799670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Pushing event updated for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:30.858618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.874040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:30.878623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Usage tracker for resource:security_group_rule and tenant:b78b152053dd41f2bbaffb62bc5f898f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:30.881515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:30.888053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:30.889117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Attempting to bind port 15eabec7-fea8-465d-be49-dfe92336b89c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:30.889460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Attempting to bind port 15eabec7-fea8-465d-be49-dfe92336b89c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:30.890432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Attempting to bind port 15eabec7-fea8-465d-be49-dfe92336b89c on network 314a4fb9-fe01-494f-bd5e-e66f3092138e {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:30.895289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Port 15eabec7-fea8-465d-be49-dfe92336b89c on network 314a4fb9-fe01-494f-bd5e-e66f3092138e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:51:30.906100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Attempting to bind port 15eabec7-fea8-465d-be49-dfe92336b89c on network 314a4fb9-fe01-494f-bd5e-e66f3092138e {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:30.906100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:30.906100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Checking segment: {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:30.906100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Bound using segment: {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:30.906100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Bound port: 15eabec7-fea8-465d-be49-dfe92336b89c, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bb8b37-f6c1-46e0-b60c-344700c17e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:30.906100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.989891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.006083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:31.010183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:31.106498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.128577 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-953103dc-e9c2-465f-a078-e11be1e57d50 req-7d653ace-6d81-4ef3-86b3-31c3fefb1a84 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.0426455 Feb 16 12:51:31.140691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.158698 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b78b152053dd41f2bbaffb62bc5f898f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347236 Feb 16 12:51:31.158698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950a9f3-855c-408c-b87b-94a368f78f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c793fed3-b080-4f2e-bcd7-abe6d8954a92,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.159750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55520) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:31.187518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:31.188109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.189686 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] 10.222.0.67 "PUT /v2.0/ports/15eabec7-fea8-465d-be49-dfe92336b89c HTTP/1.1" status: 200 len: 1093 time: 1.3799207 Feb 16 12:51:31.195969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:31.226198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df803146-a7af-43f0-9e6c-52559204fa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.240717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c8c00-ce29-439b-ab7c-3ff09df081ec service neutron] Pushing event updated for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.258001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df803146-a7af-43f0-9e6c-52559204fa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.258166 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c', 'status': 'completed', 'code': 200} Feb 16 12:51:31.359269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a280b6f-c34a-4674-bb52-6f0649e4aff5 req-ebb67a34-eb6f-4c81-94bd-980b502572aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:31.360777 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4a280b6f-c34a-4674-bb52-6f0649e4aff5 req-ebb67a34-eb6f-4c81-94bd-980b502572aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb&device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 1096 time: 0.0768538 Feb 16 12:51:31.392261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df803146-a7af-43f0-9e6c-52559204fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.409294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803146-a7af-43f0-9e6c-52559204fa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c793fed3-b080-4f2e-bcd7-abe6d8954a92,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.413804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df803146-a7af-43f0-9e6c-52559204fa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.417324 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-df803146-a7af-43f0-9e6c-52559204fa54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c793fed3-b080-4f2e-bcd7-abe6d8954a92 HTTP/1.1" status: 204 len: 168 time: 0.2541578 Feb 16 12:51:31.511149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a280b6f-c34a-4674-bb52-6f0649e4aff5 req-17eb40e3-9c6d-4efa-97d3-43b327dd62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:31.512516 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4a280b6f-c34a-4674-bb52-6f0649e4aff5 req-17eb40e3-9c6d-4efa-97d3-43b327dd62d2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1410367 Feb 16 12:51:31.656634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a280b6f-c34a-4674-bb52-6f0649e4aff5 req-ea070ed1-0619-438d-aa32-dc3f8972b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:31.658115 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4a280b6f-c34a-4674-bb52-6f0649e4aff5 req-ea070ed1-0619-438d-aa32-dc3f8972b66f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1355448 Feb 16 12:51:31.807560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53c3e1-8428-4a27-962e-a9862d087e92 req-aa094176-7d0c-4215-83df-8435a47b7d53 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:31.809068 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc53c3e1-8428-4a27-962e-a9862d087e92 req-aa094176-7d0c-4215-83df-8435a47b7d53 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 943 time: 0.1475177 Feb 16 12:51:31.811113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-fce231de-68cf-4fd9-a826-14121ca56be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:31.813119 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-fce231de-68cf-4fd9-a826-14121ca56be2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb&device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 1096 time: 0.1071136 Feb 16 12:51:31.997315 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-66fdfa8b-3ed0-43ce-a06c-ed3a4a387116 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15eabec7-fea8-465d-be49-dfe92336b89c HTTP/1.1" status: 200 len: 217 time: 0.1695888 Feb 16 12:51:32.057405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc53c3e1-8428-4a27-962e-a9862d087e92 req-6932d6d7-c80a-4a2d-a6eb-5843ecc90adc tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421994 Feb 16 12:51:32.076531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-9f882667-9a0d-4617-a23e-0cbd5243d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:32.078585 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-9f882667-9a0d-4617-a23e-0cbd5243d353 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75c07849-b6e2-4bb2-8d57-8c55a597ffe1 HTTP/1.1" status: 200 len: 834 time: 0.0711753 Feb 16 12:51:32.157852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-3827d5a5-4cbf-4bfd-9a7a-6392b86a81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:32.159789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-3827d5a5-4cbf-4bfd-9a7a-6392b86a81e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=314a4fb9-fe01-494f-bd5e-e66f3092138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713985 Feb 16 12:51:32.291615 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-aaec3549-b541-4c8f-8b26-d55ffce001eb req-7cdcf804-c60f-4c74-972b-1550368bbd7f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.1003017 Feb 16 12:51:32.350356 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-9feef12d-b4a6-4c60-a9d7-c4d0e714c6d3 service neutron] 10.222.0.67 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805089 Feb 16 12:51:32.488894 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937cc7ff-c318-4ffa-969a-7099a4d94962 req-cc6e1373-8608-49bd-a981-ad5308e83934 service neutron] 10.222.0.67 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291227 Feb 16 12:51:32.514308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55554) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:32.638074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-779571480-network', 'tenant_id': '9ca84303d2114c569cce7de246368a53'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:32.643968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:32.651277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Usage tracker for resource:network and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:32.655221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:32.663319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:32.786242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Made reservation on behalf of 9ca84303d2114c569cce7de246368a53 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:32.788839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.803359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.818401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:32.822252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:32.825361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:32.832681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:32.915441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.009250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.041172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:33.050288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b2fe4d-781e-4f73-9adc-f152bec8d871,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.056978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.058050 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Added segment 000397a6-dca0-4e1d-b577-56b056eee8de of type vlan for network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde Feb 16 12:51:33.084774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.205628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.206567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:33.207174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.330693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] Pushing event updated for resources: {'Network': ['ID=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.340300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:33.351894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f312a-8714-4878-b649-c6d8d2c05cbe req-a8a0a087-76e8-4b1c-9d36-7ccc123876c1 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:33.353417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-106f312a-8714-4878-b649-c6d8d2c05cbe req-a8a0a087-76e8-4b1c-9d36-7ccc123876c1 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 943 time: 0.1864970 Feb 16 12:51:33.401797 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-106f312a-8714-4878-b649-c6d8d2c05cbe req-53452cf6-1f34-4011-b476-3e374dfb71ce tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424848 Feb 16 12:51:33.409614 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ea516f5f-bfb3-466c-b03a-82c3d8b380ae admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8940737 Feb 16 12:51:33.424378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:33.430786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Request body: {'subnet': {'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-779571480-subnet', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:33.436377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:33.440800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Usage tracker for resource:subnet and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:33.443741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:33.450130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:33.464197 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e6dd985a-a9b9-4b80-8e64-e0a18c63b5b1 req-ac1092eb-ce6e-47cc-9847-0ac898398b9f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.0436380 Feb 16 12:51:33.557843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Made reservation on behalf of 9ca84303d2114c569cce7de246368a53 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:33.560257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.832088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0576bbd1-0723-4f10-b80f-13c8ef0e1252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.849090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.927323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ebf026-94c3-4bfc-b1dc-7c56d294028c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.935759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Checking segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:33.936117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Network hostable DHCP agents. Network: d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:34.037935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:34.178658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:34.182705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:34.183318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.188793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad29a3-4dd9-41c9-950e-2d479a8e5aa6 None None] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:34.296951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-497359b3-3a37-4f87-a839-f7152bd6610c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8676202 Feb 16 12:51:34.297632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55570) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:34.302232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:34.307493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:34.311297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Usage tracker for resource:router and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:34.315069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:34.321201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:34.404047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.405845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.411601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:34.412461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.422740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.577806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Allocated IP 172.20.0.2 (d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde/11ebf026-94c3-4bfc-b1dc-7c56d294028c/1ab1c5fe-8f64-4139-9591-9ee09a61f433) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:34.674365 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-080fdff8-075d-40c0-bd72-19915afa9a97 req-13d7bfc1-5a11-402e-9933-450754c651b2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.1016595 Feb 16 12:51:34.786382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.796130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Transition to ACTIVE for port object 1ab1c5fe-8f64-4139-9591-9ee09a61f433 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:34.813465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Transition to ACTIVE for port object 1ab1c5fe-8f64-4139-9591-9ee09a61f433 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:34.814886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71ce6f-1ad8-41b2-b498-7de95d2ca5fc req-5dd42074-163c-4b36-953c-1f4e70aa555e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:34.820451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e71ce6f-1ad8-41b2-b498-7de95d2ca5fc req-5dd42074-163c-4b36-953c-1f4e70aa555e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 943 time: 0.3066268 Feb 16 12:51:34.904700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.916743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.934329 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e71ce6f-1ad8-41b2-b498-7de95d2ca5fc req-4a4f2007-35e7-496d-ae75-748d9460a9ab tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094868 Feb 16 12:51:34.986577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:34.989375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:34.993580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:34.995656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Pushing event updated for resources: {'Port': ['ID=1ab1c5fe-8f64-4139-9591-9ee09a61f433,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.089224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Attempting to bind port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:35.089603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Attempting to bind port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:35.089969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Attempting to bind port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:35.096385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:35.096769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Checking segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:35.097182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.097580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Bound using segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:35.098052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Bound port: 1ab1c5fe-8f64-4139-9591-9ee09a61f433, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:35.098432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.193520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] For port 1ab1c5fe-8f64-4139-9591-9ee09a61f433, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:35.196876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] For port 1ab1c5fe-8f64-4139-9591-9ee09a61f433, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1ab1c5fe-8f64-4139-9591-9ee09a61f433,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:35.272909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.362816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-0ba8781c-20f1-4c0c-9bbe-52227d583c06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:35.366081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-0ba8781c-20f1-4c0c-9bbe-52227d583c06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 797 time: 0.1627429 Feb 16 12:51:35.369126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30f904-0c04-43e7-955d-55f4554a8f00 None None] Pushing event updated for resources: {'Port': ['ID=1ab1c5fe-8f64-4139-9591-9ee09a61f433,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.485302 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-e22cb697-6e46-4c56-8bdf-8c7e472676b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 472 time: 0.1029751 Feb 16 12:51:35.497595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['a557bbb4-7356-4d48-865f-ab3ba7fa5f70']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:35.730651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.773388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.813780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:35.835035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:35.880834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ab1c5fe-8f64-4139-9591-9ee09a61f433 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:35.895181 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1a95c4e-09ca-4bd5-a420-257b388e40bf req-33b592c9-477b-450e-b8dc-de45a6b6188a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.0578859 Feb 16 12:51:35.977067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Allocated IP 172.26.6.82 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/2406fb63-0bb2-40dd-a144-bb49f9768888) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:36.009569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:36.013936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.054527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 15eabec7-fea8-465d-be49-dfe92336b89c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:51:36.126550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:36.255111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:36.273875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '15eabec7-fea8-465d-be49-dfe92336b89c', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'port_id': '15eabec7-fea8-465d-be49-dfe92336b89c', 'mac_address': 'fa:16:3e:29:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:51:36.306755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdfa7977-4428-46ab-b2f5-ed83377a0665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.336580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.347846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.354390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15eabec7-fea8-465d-be49-dfe92336b89c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:51:36.373190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:36.374397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.10 (08f114f6-93a0-40dc-8bc7-930bf38dca31/cf302d9b-be9b-49ca-b083-3725610c0283/b7c13691-6c36-4a59-812b-01c4293fe243) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:36.379859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a5260-3718-45a6-aec5-f377f91beaec None None] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:36.385811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7772937-1477-46bc-95c1-6bfb2890b7c0 req-337924f8-fbeb-41df-ab6f-59ffd6f64f52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:36.389428 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c7772937-1477-46bc-95c1-6bfb2890b7c0 req-337924f8-fbeb-41df-ab6f-59ffd6f64f52 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 943 time: 0.2937968 Feb 16 12:51:36.477556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c7772937-1477-46bc-95c1-6bfb2890b7c0 req-7e835ee7-8743-405e-afd7-6b1fab3f5449 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795918 Feb 16 12:51:36.479481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.550012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-da488cbd-4883-4227-91ab-1321eaf85da0 None None] Provisioning for port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:36.573395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-da488cbd-4883-4227-91ab-1321eaf85da0 None None] Provisioning complete for port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:36.573768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da488cbd-4883-4227-91ab-1321eaf85da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.598084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.676003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.691478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:36.695884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:36.699716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.704971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:36.777135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['15eabec7-fea8-465d-be49-dfe92336b89c'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:51:36.863820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Pushing event updated for resources: {'Port': ['ID=2406fb63-0bb2-40dd-a144-bb49f9768888,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.872201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da488cbd-4883-4227-91ab-1321eaf85da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.879858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object b7c13691-6c36-4a59-812b-01c4293fe243 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:36.930619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-da488cbd-4883-4227-91ab-1321eaf85da0 None None] For port 1ab1c5fe-8f64-4139-9591-9ee09a61f433, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1ab1c5fe-8f64-4139-9591-9ee09a61f433,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:37.069673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da488cbd-4883-4227-91ab-1321eaf85da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.112559 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-da21b40e-13e4-485f-985f-ef72f15e0187 req-d6f8a332-c234-43d1-b25b-36be6b0f63df tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.0868149 Feb 16 12:51:37.186834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.206503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da488cbd-4883-4227-91ab-1321eaf85da0 None None] Pushing event updated for resources: {'Port': ['ID=1ab1c5fe-8f64-4139-9591-9ee09a61f433,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:37.229391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-02dbb87c-b9da-4838-a0e5-d97504e1a788 None None] Provisioning complete for port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:37.229724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02dbb87c-b9da-4838-a0e5-d97504e1a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.290396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.323592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.330731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:37.335586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:37.350334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:37.392718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=b7c13691-6c36-4a59-812b-01c4293fe243,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:37.513359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:37.514008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.542076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.733126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2dd3d3c0-9eae-434c-b947-cd171ee4454d None None] Provisioning for port b7c13691-6c36-4a59-812b-01c4293fe243 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:37.738715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2dd3d3c0-9eae-434c-b947-cd171ee4454d None None] Provisioning complete for port b7c13691-6c36-4a59-812b-01c4293fe243 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:37.739118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d3c0-9eae-434c-b947-cd171ee4454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.753212 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-78da9b2d-1046-43e0-adc6-fce16ff4f83e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2594178 Feb 16 12:51:37.775244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Request body: {'port': {'device_id': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:37.802544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2dd3d3c0-9eae-434c-b947-cd171ee4454d None None] Port b7c13691-6c36-4a59-812b-01c4293fe243 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:37.840033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ab1c5fe-8f64-4139-9591-9ee09a61f433 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:37.906329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:37.906701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.926330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc2b02-c112-46ae-aa80-3c47a5f818d3 req-0269fe4d-8274-466c-a12b-d209b32c405e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:37.928262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6edc2b02-c112-46ae-aa80-3c47a5f818d3 req-0269fe4d-8274-466c-a12b-d209b32c405e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 944 time: 0.3300624 Feb 16 12:51:38.086043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 15eabec7-fea8-465d-be49-dfe92336b89c up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:38.094525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.120520 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6edc2b02-c112-46ae-aa80-3c47a5f818d3 req-65f5bd6b-caf2-4d48-839c-50450181b40a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558099 Feb 16 12:51:38.159767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.266655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 15eabec7-fea8-465d-be49-dfe92336b89c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:38.272614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 15eabec7-fea8-465d-be49-dfe92336b89c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:38.273251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.394170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.422669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:38.433022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:38.468749 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c', 'code': 200} Feb 16 12:51:38.580565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.693507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:38.743560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479515f-c7e1-4a92-a772-e5aa22401b11 req-1aa88c10-a4b4-4eda-ae4a-769fc05823b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:38.744340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-1479515f-c7e1-4a92-a772-e5aa22401b11 req-1aa88c10-a4b4-4eda-ae4a-769fc05823b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:38.785845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.855539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c13691-6c36-4a59-812b-01c4293fe243 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:51:38.863469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.877756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-1479515f-c7e1-4a92-a772-e5aa22401b11 req-1aa88c10-a4b4-4eda-ae4a-769fc05823b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:38.878915 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1479515f-c7e1-4a92-a772-e5aa22401b11 req-1aa88c10-a4b4-4eda-ae4a-769fc05823b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 932 time: 0.6495743 Feb 16 12:51:38.879559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:51:38.881602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Transition to ACTIVE for port object b7c13691-6c36-4a59-812b-01c4293fe243 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:38.923226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cad1c-ccc1-4877-a7c8-d918d2115cdd req-b3cb2560-4b6f-4993-a442-080c0dfbfd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:38.924705 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8b9cad1c-ccc1-4877-a7c8-d918d2115cdd req-b3cb2560-4b6f-4993-a442-080c0dfbfd1c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 1098 time: 0.0718956 Feb 16 12:51:38.961268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.972379 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8b9cad1c-ccc1-4877-a7c8-d918d2115cdd req-381a8783-076f-4c4a-ab93-ff46145764ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384979 Feb 16 12:51:39.182103 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1479515f-c7e1-4a92-a772-e5aa22401b11 req-174e8975-3c1b-4abb-878b-e3653e688ace tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957063 Feb 16 12:51:39.256144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c13691-6c36-4a59-812b-01c4293fe243,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.310748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:39.320697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:39.330267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:39.330878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:39.410723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Attempting to bind port b7c13691-6c36-4a59-812b-01c4293fe243 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:39.411085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Attempting to bind port b7c13691-6c36-4a59-812b-01c4293fe243 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:39.411418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Attempting to bind port b7c13691-6c36-4a59-812b-01c4293fe243 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:39.418799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Port b7c13691-6c36-4a59-812b-01c4293fe243 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:51:39.419158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Attempting to bind port b7c13691-6c36-4a59-812b-01c4293fe243 on network 08f114f6-93a0-40dc-8bc7-930bf38dca31 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:39.427087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:39.427428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Checking segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:39.427815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Bound using segment: {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:39.428244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Bound port: b7c13691-6c36-4a59-812b-01c4293fe243, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a0082f-5a76-4dab-a1e0-ae72812cbe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:39.428591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.483926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.485206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-68546810-d62f-464b-8f1c-46163610b622 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1869235 Feb 16 12:51:39.488100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:39.492934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b816-bdf7-4baf-9d69-65c25cc035e6 req-ab4f8126-7749-4928-8a63-e33e97050c28 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.494417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75d7b816-bdf7-4baf-9d69-65c25cc035e6 req-ab4f8126-7749-4928-8a63-e33e97050c28 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.2395251 Feb 16 12:51:39.516518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:39.575025 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75d7b816-bdf7-4baf-9d69-65c25cc035e6 req-9f1b145c-e462-426e-a770-a041d66a3e61 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669084 Feb 16 12:51:39.579313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] For port b7c13691-6c36-4a59-812b-01c4293fe243, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:39.581465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] For port b7c13691-6c36-4a59-812b-01c4293fe243, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b7c13691-6c36-4a59-812b-01c4293fe243,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:39.666885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.730325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.731556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.732346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] 10.222.0.67 "PUT /v2.0/ports/b7c13691-6c36-4a59-812b-01c4293fe243 HTTP/1.1" status: 200 len: 1094 time: 1.9638731 Feb 16 12:51:39.732778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:39.767113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408a9a-9966-4882-bebb-f5eca3a1cf74 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c13691-6c36-4a59-812b-01c4293fe243,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.801277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'status': 'completed', 'code': 200} Feb 16 12:51:39.833949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:37Z', 'revision_number': 3, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:39.841431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:39.841923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Updating router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 port 2406fb63-0bb2-40dd-a144-bb49f9768888 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:51:39.909269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.926242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eba35d-d80b-471d-bf3b-f5ad70b0b5ed req-2a531e23-b0da-4c9f-834b-011260a5075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.927994 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-26eba35d-d80b-471d-bf3b-f5ad70b0b5ed req-2a531e23-b0da-4c9f-834b-011260a5075e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 1097 time: 0.1035047 Feb 16 12:51:39.989661 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:51:40.149657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eba35d-d80b-471d-bf3b-f5ad70b0b5ed req-71583ed6-0657-4b71-bd21-c5e362c82911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.152015 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-26eba35d-d80b-471d-bf3b-f5ad70b0b5ed req-71583ed6-0657-4b71-bd21-c5e362c82911 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2164621 Feb 16 12:51:40.318576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eba35d-d80b-471d-bf3b-f5ad70b0b5ed req-23ce0f8d-d304-4579-87b6-685ba2759da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.320417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-26eba35d-d80b-471d-bf3b-f5ad70b0b5ed req-23ce0f8d-d304-4579-87b6-685ba2759da2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1616235 Feb 16 12:51:40.327434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.341930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Transition to ACTIVE for port object 2406fb63-0bb2-40dd-a144-bb49f9768888 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:40.404462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.420172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.515563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Attempting to bind port 2406fb63-0bb2-40dd-a144-bb49f9768888 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:40.516959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Attempting to bind port 2406fb63-0bb2-40dd-a144-bb49f9768888 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:40.516959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Attempting to bind port 2406fb63-0bb2-40dd-a144-bb49f9768888 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:40.522676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4a8dc-287a-4942-b15e-ad2185e98589 None None] Pushing event updated for resources: {'Port': ['ID=2406fb63-0bb2-40dd-a144-bb49f9768888,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:40.527424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:40.527805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:40.528221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.528614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:40.529092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Bound port: 2406fb63-0bb2-40dd-a144-bb49f9768888, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:40.529475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.611101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] For port 2406fb63-0bb2-40dd-a144-bb49f9768888, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:40.614191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] For port 2406fb63-0bb2-40dd-a144-bb49f9768888, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2406fb63-0bb2-40dd-a144-bb49f9768888,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:40.644679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c6c4b-5649-46be-80da-57a16c824718 req-bb242a21-d6b1-451e-857b-c3ad71f76b5d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.646430 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d20c6c4b-5649-46be-80da-57a16c824718 req-bb242a21-d6b1-451e-857b-c3ad71f76b5d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 944 time: 0.2397597 Feb 16 12:51:40.649257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-0a2e1e99-114a-44bb-a354-637d8b40c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.650615 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-0a2e1e99-114a-44bb-a354-637d8b40c099 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 1097 time: 0.2780445 Feb 16 12:51:40.652731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Allocated IP 172.20.0.1 (d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde/11ebf026-94c3-4bfc-b1dc-7c56d294028c/8c8b46ad-26bd-4981-b22a-2f27492444b3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:40.706497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.789483 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-3e201324-4936-4158-b96d-be2e4822f4f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c13691-6c36-4a59-812b-01c4293fe243 HTTP/1.1" status: 200 len: 217 time: 0.1134832 Feb 16 12:51:40.803225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:40.803874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:40.821164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.837893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Transition to ACTIVE for port object 8c8b46ad-26bd-4981-b22a-2f27492444b3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:40.859331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4a8dc-287a-4942-b15e-ad2185e98589 None None] Pushing event updated for resources: {'Port': ['ID=2406fb63-0bb2-40dd-a144-bb49f9768888,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:40.864905 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d20c6c4b-5649-46be-80da-57a16c824718 req-b4137b3c-6a49-4940-9340-db6cf31ec956 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103326 Feb 16 12:51:40.885439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-8971fe87-8c63-47b0-b4bd-bab43f43e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.886977 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-8971fe87-8c63-47b0-b4bd-bab43f43e9bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 200 len: 834 time: 0.0876715 Feb 16 12:51:40.941271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a0e54-405c-4d86-aae1-2f7a6eeb5559 req-dbd56876-d7c0-4e25-abce-07b59f39c7ea tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.942731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-558a0e54-405c-4d86-aae1-2f7a6eeb5559 req-dbd56876-d7c0-4e25-abce-07b59f39c7ea tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.2113070 Feb 16 12:51:40.999575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:41.002735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.006753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-558a0e54-405c-4d86-aae1-2f7a6eeb5559 req-569c22bf-cbea-462c-af4b-30eb0ebd7f02 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560148 Feb 16 12:51:41.017051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-d57c219d-f6b0-4df5-9d93-83d122bf4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:41.018515 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-d57c219d-f6b0-4df5-9d93-83d122bf4170 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252234 Feb 16 12:51:41.096313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:41.097811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:41.102285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:41.163783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.223680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8b46ad-26bd-4981-b22a-2f27492444b3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:41.228590 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-b70a60e6-d0f0-420c-b699-40f953045107 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035403 Feb 16 12:51:41.241919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.344748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeac49-e52e-4b29-9152-d5ecc226102d req-91438a70-e7fc-4fb6-bf92-9e4d7f314c66 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:41.346197 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1cbeac49-e52e-4b29-9152-d5ecc226102d req-91438a70-e7fc-4fb6-bf92-9e4d7f314c66 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.2038953 Feb 16 12:51:41.414218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:37Z', 'revision_number': 3, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:41.415682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cf757f-d6f7-45ac-8de3-8aa3f953ccb9 req-eb3cec01-0e83-4c5e-b1d7-c0ebda54b713 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795373 Feb 16 12:51:41.418113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efa2cd-808d-4bc6-8853-1f16b7077db6 None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:37Z', 'revision_number': 3, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:41.422602 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1cbeac49-e52e-4b29-9152-d5ecc226102d req-0ed7245d-de72-4ed6-8e3e-d1ddb2ab276e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Feb 16 12:51:41.446178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55612) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:41.489666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.506000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-21ed651e-7b22-4470-9ed3-940d945a7385 None None] Provisioning for port 8c8b46ad-26bd-4981-b22a-2f27492444b3 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:41.511631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-21ed651e-7b22-4470-9ed3-940d945a7385 None None] Provisioning complete for port 8c8b46ad-26bd-4981-b22a-2f27492444b3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:41.512290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21ed651e-7b22-4470-9ed3-940d945a7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.522910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b4d18-902e-4975-9db0-977376ba1898 tempest-TestNetworkAdvancedServerOps-670108025 tempest-TestNetworkAdvancedServerOps-670108025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:41.524459 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-977b4d18-902e-4975-9db0-977376ba1898 tempest-TestNetworkAdvancedServerOps-670108025 tempest-TestNetworkAdvancedServerOps-670108025-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 1093 time: 0.0772142 Feb 16 12:51:41.527290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55616) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:41.532885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '15eabec7-fea8-465d-be49-dfe92336b89c', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:41.539959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:41.545771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Usage tracker for resource:floatingip and tenant:4dc455474cf84d75a2b7115fe0f8a9cb is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:41.548939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:41.560825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:41.586413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-21ed651e-7b22-4470-9ed3-940d945a7385 None None] Port 8c8b46ad-26bd-4981-b22a-2f27492444b3 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:41.678008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.749721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.838055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.848127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.869851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2406fb63-0bb2-40dd-a144-bb49f9768888 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:41.999442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.999687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Allocated IP 172.26.6.234 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/f3780921-60e7-4af6-8089-8077887c3ff2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:42.037038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 2406fb63-0bb2-40dd-a144-bb49f9768888 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:42.042603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2406fb63-0bb2-40dd-a144-bb49f9768888 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:42.042809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.101251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8b46ad-26bd-4981-b22a-2f27492444b3,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:42.171032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:42.173365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:42.215073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.218124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.237390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9587-a380-4425-a78e-69d64ebc807c req-535a0cc3-ff2c-4ae5-bbc1-a0b0bcd63ed7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:42.239017 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-edbc9587-a380-4425-a78e-69d64ebc807c req-535a0cc3-ff2c-4ae5-bbc1-a0b0bcd63ed7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 944 time: 0.1625872 Feb 16 12:51:42.252654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 2406fb63-0bb2-40dd-a144-bb49f9768888, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2406fb63-0bb2-40dd-a144-bb49f9768888,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:42.296285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-edbc9587-a380-4425-a78e-69d64ebc807c req-5a3a515b-75a0-403a-a9bc-48922549451d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502269 Feb 16 12:51:42.344856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.423179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=2406fb63-0bb2-40dd-a144-bb49f9768888,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:42.425228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.445851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:42.494067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:42.496961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:42.501178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:42.520974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-20ccafe5-e114-4c3c-aa8c-4f93a9fc43d2 None None] Provisioning complete for port 8c8b46ad-26bd-4981-b22a-2f27492444b3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:42.521342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-20ccafe5-e114-4c3c-aa8c-4f93a9fc43d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.536106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Port': ['ID=f3780921-60e7-4af6-8089-8077887c3ff2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:42.581318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-20ccafe5-e114-4c3c-aa8c-4f93a9fc43d2 None None] Port 8c8b46ad-26bd-4981-b22a-2f27492444b3 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:42.633804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:42.643753 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-882e210e-8334-48f9-bca7-18b177e03b19 admin admin] 10.222.0.47 "PUT /v2.0/routers/8e41d9fa-97fd-483c-a38c-e72b83bb6e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1544242 Feb 16 12:51:43.060617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.159173 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:43.168977 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:43.169816 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:43.227651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.352172 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:43.502853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:43.504935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.509513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1043907817-network', 'tenant_id': '41aeade4b617451c854fc6063e9776b8'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:43.514567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:43.519751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Usage tracker for resource:network and tenant:41aeade4b617451c854fc6063e9776b8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:43.522952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:43.525387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bb091-a047-41dc-9198-a0b07179bc99 req-0fb8a74b-c810-4f81-bee0-8398f498a2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:43.526761 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-690bb091-a047-41dc-9198-a0b07179bc99 req-0fb8a74b-c810-4f81-bee0-8398f498a2fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 944 time: 0.1069660 Feb 16 12:51:43.528906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:43.568169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.609796 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-690bb091-a047-41dc-9198-a0b07179bc99 req-c2ed23e5-89e4-485c-853a-d6878cc49320 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767186 Feb 16 12:51:43.637151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Made reservation on behalf of 41aeade4b617451c854fc6063e9776b8 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:43.640769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.682966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event updated for resources: {'Port': ['ID=f3780921-60e7-4af6-8089-8077887c3ff2,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:43.705174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.739897 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 2, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:43.744212 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:43.744562 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Updating router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 port 8c8b46ad-26bd-4981-b22a-2f27492444b3 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:51:43.772903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.787780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:43.793245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Usage tracker for resource:security_group_rule and tenant:41aeade4b617451c854fc6063e9776b8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:43.796582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:43.798179 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.803224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:43.866476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2406fb63-0bb2-40dd-a144-bb49f9768888 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:43.891182 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Floating IP 7f1efebc-6883-441e-9f4c-603fe21ebe6d associated. External IP: 172.26.6.234, port: 15eabec7-fea8-465d-be49-dfe92336b89c. Feb 16 12:51:43.901732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.930829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2406fb63-0bb2-40dd-a144-bb49f9768888 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:43.931235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.064781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.095459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:44.104305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea1e515-3258-46eb-a48c-6d3e38e47d3a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.114698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.114698 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Added segment 3a745e4e-a28c-40e9-8c11-59f7edf479d8 of type vlan for network 852c3b78-779e-4501-aa58-bcb91953b5b8 Feb 16 12:51:44.116254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device b7c13691-6c36-4a59-812b-01c4293fe243 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:51:44.150167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.210917 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.222447 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Transition to ACTIVE for port object 8c8b46ad-26bd-4981-b22a-2f27492444b3 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:44.262618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port b7c13691-6c36-4a59-812b-01c4293fe243, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b7c13691-6c36-4a59-812b-01c4293fe243,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:44.276438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'port_id': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'mac_address': 'fa:16:3e:45:d7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:51:44.284979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Router 860047b7-ae9c-459d-84a2-7613f9a25651 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:44.300009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.301174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:44.301914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.335367 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.336591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.356918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c13691-6c36-4a59-812b-01c4293fe243 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:51:44.378780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port b7c13691-6c36-4a59-812b-01c4293fe243, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b7c13691-6c36-4a59-812b-01c4293fe243,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:44.418973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] Pushing event updated for resources: {'Network': ['ID=852c3b78-779e-4501-aa58-bcb91953b5b8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.437308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:44.510950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55642) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:44.511211 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e6caee3c-688b-447b-9db1-e58276457c22 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0068691 Feb 16 12:51:44.523528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.523699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Request body: {'subnet': {'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1043907817-subnet', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:44.532002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:44.590530 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Attempting to bind port 8c8b46ad-26bd-4981-b22a-2f27492444b3 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:44.597844 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Attempting to bind port 8c8b46ad-26bd-4981-b22a-2f27492444b3 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:44.597844 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Attempting to bind port 8c8b46ad-26bd-4981-b22a-2f27492444b3 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:44.598236 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Usage tracker for resource:subnet and tenant:41aeade4b617451c854fc6063e9776b8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:44.600036 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:44.600403 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Checking segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:44.600797 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.601182 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Bound using segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:44.601648 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Bound port: 8c8b46ad-26bd-4981-b22a-2f27492444b3, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:44.602013 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.602633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:44.616878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=b7c13691-6c36-4a59-812b-01c4293fe243,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.620878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:44.648184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:44.660322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] Sync routers for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:44.669009 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aac771-341b-4549-9411-4b8c90a1d326 None None] Pushing event updated for resources: {'Port': ['ID=8c8b46ad-26bd-4981-b22a-2f27492444b3,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.679880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:44.680738 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:44.718856 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] For port 8c8b46ad-26bd-4981-b22a-2f27492444b3, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:44.727710 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] For port 8c8b46ad-26bd-4981-b22a-2f27492444b3, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8c8b46ad-26bd-4981-b22a-2f27492444b3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:44.755783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['b7c13691-6c36-4a59-812b-01c4293fe243'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:51:44.769854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Made reservation on behalf of 41aeade4b617451c854fc6063e9776b8 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:44.773350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.844212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.916750 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.943626 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ce99f89d-b16d-463e-9a1f-276123e892c4 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4128489 Feb 16 12:51:44.945036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:44.952069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:45.012951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e616472-8b9a-4c7e-b770-fe772e585d62 req-d13741e5-0b46-466b-b479-c414aa2c7685 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.014503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4e616472-8b9a-4c7e-b770-fe772e585d62 req-d13741e5-0b46-466b-b479-c414aa2c7685 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 945 time: 0.2847824 Feb 16 12:51:45.033781 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aac771-341b-4549-9411-4b8c90a1d326 None None] Pushing event updated for resources: {'Port': ['ID=8c8b46ad-26bd-4981-b22a-2f27492444b3,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:45.081976 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:45.083183 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.194140 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4e616472-8b9a-4c7e-b770-fe772e585d62 req-5ba1349e-e435-4c2a-a538-a032431d5e4a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694415 Feb 16 12:51:45.302319 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:45.321541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d15c6-38a5-46c6-83fc-bd624bef1071 req-4facf589-f1fd-4a82-afe7-7af8de37c485 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.323961 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1b1d15c6-38a5-46c6-83fc-bd624bef1071 req-4facf589-f1fd-4a82-afe7-7af8de37c485 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.2695184 Feb 16 12:51:45.369759 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c', 'status': 'completed', 'code': 200} Feb 16 12:51:45.372716 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1b1d15c6-38a5-46c6-83fc-bd624bef1071 req-2ad1a7b3-f444-4f39-8254-83d4bdb98195 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Feb 16 12:51:45.387340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.412243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:45.518488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '7f1efebc-6883-441e-9f4c-603fe21ebe6d', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'port_id': '15eabec7-fea8-465d-be49-dfe92336b89c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'mac_address': 'fa:16:3e:29:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:42Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 0, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.521549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a3752d-94bb-4c7d-a348-d44b8e5b4efd,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:45.522665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] Checking router: 860047b7-ae9c-459d-84a2-7613f9a25651 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:45.536643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:45.537253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.551629 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5882422e-f9cf-4b71-a291-049db3a60e13 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/floatingips/7f1efebc-6883-441e-9f4c-603fe21ebe6d HTTP/1.1" status: 200 len: 991 time: 0.1380415 Feb 16 12:51:45.567227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Checking segment: {'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:45.567639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Network hostable DHCP agents. Network: 852c3b78-779e-4501-aa58-bcb91953b5b8, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:45.598902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-af4e5e20-e98b-415e-8f3a-76dd72f555cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.603374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-af4e5e20-e98b-415e-8f3a-76dd72f555cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb&device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 1098 time: 0.1406171 Feb 16 12:51:45.681719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:45.685797 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:44Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.690365 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f289a4-2275-49c9-ac5f-d1fa89b0143c None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:44Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:45.721894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:45.753736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-f40717dd-ae5d-4c11-9210-415eefa656d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.758053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-f40717dd-ae5d-4c11-9210-415eefa656d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=314a4fb9-fe01-494f-bd5e-e66f3092138e HTTP/1.1" status: 200 len: 897 time: 0.1487024 Feb 16 12:51:45.763530 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 852c3b78-779e-4501-aa58-bcb91953b5b8) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:45.783153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e142e-3b3b-4cb1-b779-1fd9265b333d None None] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:45.856433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.857024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.902261 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-447cf0bb-22df-42bf-ae10-11b23a34ab97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15eabec7-fea8-465d-be49-dfe92336b89c HTTP/1.1" status: 200 len: 999 time: 0.1366284 Feb 16 12:51:45.953491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8b46ad-26bd-4981-b22a-2f27492444b3 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:45.981442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-90ff4fd5-469e-416c-b50b-d30c0db7efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.983523 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-90ff4fd5-469e-416c-b50b-d30c0db7efde service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75c07849-b6e2-4bb2-8d57-8c55a597ffe1 HTTP/1.1" status: 200 len: 834 time: 0.0751581 Feb 16 12:51:46.038409 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-30d447b8-bbd0-4681-adc7-71461293e484 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5260479 Feb 16 12:51:46.041780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.047561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:46.053478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:46.058620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Usage tracker for resource:router and tenant:41aeade4b617451c854fc6063e9776b8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:46.062689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:46.070124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:46.086130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-1f4e46cd-a304-42bf-a923-1bad50d8f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:46.087660 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-1f4e46cd-a304-42bf-a923-1bad50d8f06b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=314a4fb9-fe01-494f-bd5e-e66f3092138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980508 Feb 16 12:51:46.172706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device b7c13691-6c36-4a59-812b-01c4293fe243 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:46.191632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.193000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.216612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.248341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8c8b46ad-26bd-4981-b22a-2f27492444b3 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:46.250309 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-948d91c0-015a-4d7b-8c42-517069ad8596 service neutron] 10.222.0.67 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523650 Feb 16 12:51:46.272704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8c8b46ad-26bd-4981-b22a-2f27492444b3 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:46.273076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.475795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab95be7a-ed19-45d6-95d8-95cc4446ad88 req-adbee291-f516-4352-921c-5a6ddfa88a49 service neutron] 10.222.0.67 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088094 Feb 16 12:51:46.509648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f541ca-51eb-4f41-9952-df8bddbece68 req-8402f427-71dc-4a2e-ab94-c4479aeb3ea8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:46.511679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c6f541ca-51eb-4f41-9952-df8bddbece68 req-8402f427-71dc-4a2e-ab94-c4479aeb3ea8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 945 time: 0.1603751 Feb 16 12:51:46.554000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55662) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.570452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-852c3b78-779e-4501-aa58-bcb91953b5b8', 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'fixed_ips': [{'subnet_id': '55a3752d-94bb-4c7d-a348-d44b8e5b4efd'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:46.571276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.619126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port b7c13691-6c36-4a59-812b-01c4293fe243 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:46.655597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.665515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port b7c13691-6c36-4a59-812b-01c4293fe243 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:46.665979 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.753215 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c6f541ca-51eb-4f41-9952-df8bddbece68 req-235e1a9d-107d-4f21-864f-9b52ac5c658d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403803 Feb 16 12:51:46.791283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.814343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f8dcad29-7c84-4b8d-a23a-2dd6912bb893 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/floatingips/7f1efebc-6883-441e-9f4c-603fe21ebe6d HTTP/1.1" status: 200 len: 991 time: 0.2565906 Feb 16 12:51:46.831444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '7f1efebc-6883-441e-9f4c-603fe21ebe6d', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'port_id': '15eabec7-fea8-465d-be49-dfe92336b89c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'mac_address': 'fa:16:3e:29:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:42Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 0, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.862193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae388130-b2d7-4aa5-ba94-1bad57965d15 None None] The sync data for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv is: [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '7f1efebc-6883-441e-9f4c-603fe21ebe6d', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'port_id': '15eabec7-fea8-465d-be49-dfe92336b89c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'mac_address': 'fa:16:3e:29:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:42Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 0, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:46.916360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8c8b46ad-26bd-4981-b22a-2f27492444b3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8c8b46ad-26bd-4981-b22a-2f27492444b3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:46.979759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Allocated IP 172.20.0.2 (852c3b78-779e-4501-aa58-bcb91953b5b8/55a3752d-94bb-4c7d-a348-d44b8e5b4efd/bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:46.992253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.029442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.099622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.132657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.143839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:47.178256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port b7c13691-6c36-4a59-812b-01c4293fe243, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b7c13691-6c36-4a59-812b-01c4293fe243,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:47.198240 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'code': 200} Feb 16 12:51:47.202854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8c8b46ad-26bd-4981-b22a-2f27492444b3,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.276424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.306650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Allocated IP 172.26.6.57 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/0d62822a-2228-4e2f-b1d2-df2c6558827c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:47.334378 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c13188d-7e29-4045-9526-b41ec31f3670 None None] New status for floating IP 7f1efebc-6883-441e-9f4c-603fe21ebe6d: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:51:47.361706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.378408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Transition to ACTIVE for port object bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:47.386287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=b7c13691-6c36-4a59-812b-01c4293fe243,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.404400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Transition to ACTIVE for port object bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:47.469195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.523145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.586152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.595276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:47.596647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:47.614554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Pushing event updated for resources: {'Port': ['ID=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.617182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:47.663836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8625f00-c116-4ea7-99b1-42e483a05b3c req-9bebebed-2525-4cd7-840a-5e38a3c580da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:47.665334 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8625f00-c116-4ea7-99b1-42e483a05b3c req-9bebebed-2525-4cd7-840a-5e38a3c580da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 1099 time: 0.0756903 Feb 16 12:51:47.670152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:47.673140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:47.677430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:47.709398 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8625f00-c116-4ea7-99b1-42e483a05b3c req-0a6e90d6-7a97-4bdb-b021-e1d34f62ca96 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 Feb 16 12:51:47.711474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Attempting to bind port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:47.711911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Attempting to bind port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:47.712337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Attempting to bind port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda on network 852c3b78-779e-4501-aa58-bcb91953b5b8 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:47.715112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Pushing event updated for resources: {'Port': ['ID=0d62822a-2228-4e2f-b1d2-df2c6558827c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.717735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:47.718096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Checking segment: {'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:47.719079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.719079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Bound using segment: {'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:47.719347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Bound port: bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:47.719717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.820127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] For port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:47.826098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] For port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,segment=NetworkSegment(3a745e4e-a28c-40e9-8c11-59f7edf479d8),segment_id=3a745e4e-a28c-40e9-8c11-59f7edf479d8)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:47.828987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55670) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:47.857583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8b46ad-26bd-4981-b22a-2f27492444b3 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:47.920307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.009075 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a4d626e8-8efa-487f-9905-a6a148f42f6e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/floatingips/7f1efebc-6883-441e-9f4c-603fe21ebe6d HTTP/1.1" status: 200 len: 993 time: 0.1788342 Feb 16 12:51:48.029196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54220ae4-fe72-4c0d-aea5-96fc196a25a5 None None] Pushing event updated for resources: {'Port': ['ID=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:48.048947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eac4a3-2fb2-4fc7-948a-8b9036e0f596 req-471441bf-b5ed-4a38-a703-09a64c24aab4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:48.052889 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-03eac4a3-2fb2-4fc7-948a-8b9036e0f596 req-471441bf-b5ed-4a38-a703-09a64c24aab4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 946 time: 0.1475260 Feb 16 12:51:48.078972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8c8b46ad-26bd-4981-b22a-2f27492444b3 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:48.079371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.103816 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-03eac4a3-2fb2-4fc7-948a-8b9036e0f596 req-a2a88d4e-a706-4d31-9e14-cafeafb29ccc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Feb 16 12:51:48.373916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.717330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.943072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8954780-d1c4-41e6-8a61-15613149277c None None] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:49.008246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Router 0154e056-b5ad-4521-ba3a-e469878008a6 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:51:49.117422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-946606c6-878d-4f8d-8629-df9206be1ed3 None None] Provisioning for port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:49.192594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:49.203810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Sync routers for ids ['0154e056-b5ad-4521-ba3a-e469878008a6'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:49.214280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Routers {'0154e056-b5ad-4521-ba3a-e469878008a6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:49.215116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0154e056-b5ad-4521-ba3a-e469878008a6'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:49.297745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb4f4f-b5b4-414f-8fe6-7f1d8a274adf req-52211ea6-3b4b-4599-a306-bc6073ac21e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:49.300406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.301689 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3d0ba04f-02b9-414a-a20d-6afe145904ef admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2589095 Feb 16 12:51:49.303172 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11cb4f4f-b5b4-414f-8fe6-7f1d8a274adf req-52211ea6-3b4b-4599-a306-bc6073ac21e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 946 time: 0.0868070 Feb 16 12:51:49.304366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.365668 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11cb4f4f-b5b4-414f-8fe6-7f1d8a274adf req-91c55ea0-2ef5-4043-9b1a-e297e433867f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523438 Feb 16 12:51:49.466654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Set router 0154e056-b5ad-4521-ba3a-e469878008a6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:49.566577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afd27d-7837-46ef-9628-5f6ebc12bfc0 req-0d1f03bc-5eb6-4c19-9be1-e8ab5eead0d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:49.569604 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-61afd27d-7837-46ef-9628-5f6ebc12bfc0 req-0d1f03bc-5eb6-4c19-9be1-e8ab5eead0d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 946 time: 0.0985274 Feb 16 12:51:49.614536 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-61afd27d-7837-46ef-9628-5f6ebc12bfc0 req-d05d9fd5-7c31-4d6a-bc70-5b10f607d9cb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Feb 16 12:51:49.640297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55682) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.717468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab792e-0c52-445a-b023-881ecb64da47 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:49.721693 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-adab792e-0c52-445a-b023-881ecb64da47 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 1094 time: 0.0775404 Feb 16 12:51:49.722020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55686) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.727613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'port_id': 'b7c13691-6c36-4a59-812b-01c4293fe243'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:49.812023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:48Z', 'revision_number': 3, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:49.812983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.820951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Checking router: 0154e056-b5ad-4521-ba3a-e469878008a6 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:49.821435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Updating router 0154e056-b5ad-4521-ba3a-e469878008a6 port 0d62822a-2228-4e2f-b1d2-df2c6558827c binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:51:49.889858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.923439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:50.163524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.299382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:50.303382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.308421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:50.308775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.356051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Transition to ACTIVE for port object 0d62822a-2228-4e2f-b1d2-df2c6558827c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:50.378402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Allocated IP 172.20.0.1 (852c3b78-779e-4501-aa58-bcb91953b5b8/55a3752d-94bb-4c7d-a348-d44b8e5b4efd/97b54847-8355-4a1c-9c82-5c435592c986) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:50.440984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.472055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.472852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,segment=NetworkSegment(3a745e4e-a28c-40e9-8c11-59f7edf479d8),segment_id=3a745e4e-a28c-40e9-8c11-59f7edf479d8)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:50.482327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.529095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.545691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Transition to ACTIVE for port object 97b54847-8355-4a1c-9c82-5c435592c986 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:50.561851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Attempting to bind port 0d62822a-2228-4e2f-b1d2-df2c6558827c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:50.562220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Attempting to bind port 0d62822a-2228-4e2f-b1d2-df2c6558827c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:50.562591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Attempting to bind port 0d62822a-2228-4e2f-b1d2-df2c6558827c on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:50.565863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5a7c-b2e9-4ec7-9668-4ba7313769fc None None] Pushing event updated for resources: {'Port': ['ID=0d62822a-2228-4e2f-b1d2-df2c6558827c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:50.567563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.570211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:50.570591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:50.571013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.571407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:50.571870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Bound port: 0d62822a-2228-4e2f-b1d2-df2c6558827c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:50.572249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.610150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.676994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.709614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] For port 0d62822a-2228-4e2f-b1d2-df2c6558827c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:50.711669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:50.715398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] For port 0d62822a-2228-4e2f-b1d2-df2c6558827c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d62822a-2228-4e2f-b1d2-df2c6558827c,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:50.752193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:50.755377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:50.757773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:50.798530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Pushing event updated for resources: {'Port': ['ID=97b54847-8355-4a1c-9c82-5c435592c986,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:50.803430 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.821314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.864628 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc associated. External IP: 172.26.6.39, port: b7c13691-6c36-4a59-812b-01c4293fe243. Feb 16 12:51:50.912885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Routers {'0154e056-b5ad-4521-ba3a-e469878008a6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:50.913696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0154e056-b5ad-4521-ba3a-e469878008a6'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:50.988551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5a7c-b2e9-4ec7-9668-4ba7313769fc None None] Pushing event updated for resources: {'Port': ['ID=0d62822a-2228-4e2f-b1d2-df2c6558827c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:51.087853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.121628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] Set router 0154e056-b5ad-4521-ba3a-e469878008a6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:51.263068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 0fca5880-408c-4784-8333-54e443683dfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:51.324289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.395395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-746fdea5-8ffa-4fbe-8b8a-93b17046d26e None None] Provisioning for port 97b54847-8355-4a1c-9c82-5c435592c986 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:51.405945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-746fdea5-8ffa-4fbe-8b8a-93b17046d26e None None] Provisioning complete for port 97b54847-8355-4a1c-9c82-5c435592c986 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:51.406106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-746fdea5-8ffa-4fbe-8b8a-93b17046d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.420106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.459413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:51.464288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.471730 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] Sync routers for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:51.485956 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:51.490108 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:51.497042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-746fdea5-8ffa-4fbe-8b8a-93b17046d26e None None] Port 97b54847-8355-4a1c-9c82-5c435592c986 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:51.522691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:48Z', 'revision_number': 3, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:51.527974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930c7a2-cef7-4b2c-97bb-f2218d6eb3e5 None None] The sync data for ids ['0154e056-b5ad-4521-ba3a-e469878008a6'] in dv-neutron-829487-1-hyperv is: [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:48Z', 'revision_number': 3, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:51.531692 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c23152bf-c823-46cb-b9cd-870c39f70af9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 991 time: 1.8062251 Feb 16 12:51:51.531692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:51.534755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55690) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:51.539788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.543614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Pushing event updated for resources: {'Port': ['ID=97b54847-8355-4a1c-9c82-5c435592c986,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:51.583880 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'status': 'completed', 'code': 200} Feb 16 12:51:51.694636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-b3d33c9a-debf-4f73-91a2-b885eb5c7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:51.696487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-b3d33c9a-debf-4f73-91a2-b885eb5c7264 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 1099 time: 0.0920599 Feb 16 12:51:51.739829 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:51.849357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-87753180-cea4-4435-a4df-f509332ecbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:51.852641 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-87753180-cea4-4435-a4df-f509332ecbc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 897 time: 0.1496394 Feb 16 12:51:51.860701 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-283beb51-9c25-4ac7-8c34-0e0fb5c74f7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 991 time: 0.3228505 Feb 16 12:51:51.868907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:51.928316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:51.929482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:51.948861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:51.950328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.021825 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-02440afd-fa4b-48ef-bb51-9f53b1f4cf4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c13691-6c36-4a59-812b-01c4293fe243 HTTP/1.1" status: 200 len: 999 time: 0.1625800 Feb 16 12:51:52.159190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-84429b83-f5c2-408c-9874-46690f6e0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:52.161529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-84429b83-f5c2-408c-9874-46690f6e0c67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 200 len: 834 time: 0.1303339 Feb 16 12:51:52.190421 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '2b9939f9-5441-4ef2-ac21-e68ce7a547cc', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0fca5880-408c-4784-8333-54e443683dfc', 'port_id': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'mac_address': 'fa:16:3e:45:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:38Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:52.195516 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] Checking router: 0fca5880-408c-4784-8333-54e443683dfc for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:52.202110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Router 0154e056-b5ad-4521-ba3a-e469878008a6 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:52.207411 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:52.208023 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:52.227588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-32936369-7d72-49f4-b341-625fc9cb22e0 None None] Provisioning complete for port 97b54847-8355-4a1c-9c82-5c435592c986 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:52.228314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32936369-7d72-49f4-b341-625fc9cb22e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.245722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-4b2a403f-685b-4b1b-8423-9b33160b7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:52.247235 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-4b2a403f-685b-4b1b-8423-9b33160b7024 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780222 Feb 16 12:51:52.258001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-b7fcfc71-6ff3-4c63-b891-cdcab957c003 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:52.259100 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-b7fcfc71-6ff3-4c63-b891-cdcab957c003 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055404 Feb 16 12:51:52.294596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-32936369-7d72-49f4-b341-625fc9cb22e0 None None] Port 97b54847-8355-4a1c-9c82-5c435592c986 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:52.397909 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-baf3750c-5878-466c-96cb-5f101b695105 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322243 Feb 16 12:51:52.398747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:52.399272 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:52.415559 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-45e116b0-bc9a-40b5-886b-f4bd791eccf8 admin admin] 10.222.0.47 "PUT /v2.0/routers/0154e056-b5ad-4521-ba3a-e469878008a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1032088 Feb 16 12:51:52.711691 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e050d51-54f4-45be-9e01-9fa51070b613 req-a1666892-49e1-40bd-9895-8b460aaf48e1 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074436 Feb 16 12:51:52.810376 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '2b9939f9-5441-4ef2-ac21-e68ce7a547cc', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0fca5880-408c-4784-8333-54e443683dfc', 'port_id': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'mac_address': 'fa:16:3e:45:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:38Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:52.814731 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b57e0a-a297-46a1-b86e-5b7fce6deacc None None] The sync data for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv is: [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '2b9939f9-5441-4ef2-ac21-e68ce7a547cc', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0fca5880-408c-4784-8333-54e443683dfc', 'port_id': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'mac_address': 'fa:16:3e:45:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:50:38Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:52.863026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55702) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:52.982363 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3d98d991-36e0-48e4-b746-4f249c8198f9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 991 time: 0.1169956 Feb 16 12:51:53.103825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd336e88-5f34-4e56-a35c-4d58cfd838d9 None None] New status for floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:51:53.575706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55706) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:53.580862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11253346', 'description': 'tempest-secgroup-smoke-11253346 description', 'project_id': '9ca84303d2114c569cce7de246368a53'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:53.586893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:53.590740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:53.593660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:53.599469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:53.711214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.731304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:53.735721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:53.738463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:53.744131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:53.813014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.866865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d62822a-2228-4e2f-b1d2-df2c6558827c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:53.911390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.952725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:53.985002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.053818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 0d62822a-2228-4e2f-b1d2-df2c6558827c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:54.059073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0d62822a-2228-4e2f-b1d2-df2c6558827c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:54.059444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.081119 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Sync routers for ids ['0154e056-b5ad-4521-ba3a-e469878008a6'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:54.088624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.090250 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Routers {'0154e056-b5ad-4521-ba3a-e469878008a6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:54.091067 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0154e056-b5ad-4521-ba3a-e469878008a6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:54.093993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55714) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.094509 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f63c0615-2a6a-40ce-8653-a929e6cd65c4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5174315 Feb 16 12:51:54.102712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'security_group_rule': {'security_group_id': '2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf', 'project_id': '9ca84303d2114c569cce7de246368a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:54.105797 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2be3eb4d-a27f-4a56-938a-409d2b9631f7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 200 len: 993 time: 0.1197071 Feb 16 12:51:54.111930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:54.117666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:54.120819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:54.127291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:54.183162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.199170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 0d62822a-2228-4e2f-b1d2-df2c6558827c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d62822a-2228-4e2f-b1d2-df2c6558827c,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:54.209719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.271484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.300146 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Set router 0154e056-b5ad-4521-ba3a-e469878008a6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:54.322331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.389172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=0d62822a-2228-4e2f-b1d2-df2c6558827c,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:54.412944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.437682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b02832b-5530-4112-95e4-bce26de42b1f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:54.540017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.541240 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6d6662c9-1e43-412a-809a-f72e36675889 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4458013 Feb 16 12:51:54.544036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 55718) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.548994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'security_group_rule': {'security_group_id': '2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf', 'project_id': '9ca84303d2114c569cce7de246368a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:54.554744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:54.558693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:54.562069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:54.567672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:54.637789 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 4, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '97b54847-8355-4a1c-9c82-5c435592c986', 'name': '', 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'mac_address': 'fa:16:3e:df:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '55a3752d-94bb-4c7d-a348-d44b8e5b4efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:50Z', 'updated_at': '2022-02-16T12:51:51Z', 'revision_number': 2, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'subnets': [{'id': '55a3752d-94bb-4c7d-a348-d44b8e5b4efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:54.642065 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Checking router: 0154e056-b5ad-4521-ba3a-e469878008a6 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:54.642351 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Updating router 0154e056-b5ad-4521-ba3a-e469878008a6 port 97b54847-8355-4a1c-9c82-5c435592c986 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:51:54.683408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.696145 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.746131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.876365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.899960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf3517a-eeab-4720-86ba-4a712dd1c886,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:54.990752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.994859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.995388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9f96247e-439c-455e-a36b-b4a646048dc0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4500318 Feb 16 12:51:55.001968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'security_group_rule': {'security_group_id': '2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf', 'project_id': '9ca84303d2114c569cce7de246368a53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:55.008324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:55.012477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:55.015467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:55.022475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:55.050747 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.062070 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Transition to ACTIVE for port object 97b54847-8355-4a1c-9c82-5c435592c986 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:55.158347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.185323 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.219088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.304602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.313485 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4f2ee-a04f-4741-bd82-7bf066ecb605 None None] Pushing event updated for resources: {'Port': ['ID=97b54847-8355-4a1c-9c82-5c435592c986,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:55.330058 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a32e20-f5eb-4c1e-bfbc-418e814260fc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:55.414246 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Attempting to bind port 97b54847-8355-4a1c-9c82-5c435592c986 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:55.414514 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Attempting to bind port 97b54847-8355-4a1c-9c82-5c435592c986 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:55.414869 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Attempting to bind port 97b54847-8355-4a1c-9c82-5c435592c986 on network 852c3b78-779e-4501-aa58-bcb91953b5b8 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:55.420854 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:55.421219 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Checking segment: {'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:55.421615 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.422659 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Bound using segment: {'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:55.423162 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Bound port: 97b54847-8355-4a1c-9c82-5c435592c986, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a745e4e-a28c-40e9-8c11-59f7edf479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:55.423700 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.483250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.487362 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1db30533-4215-4cf6-8da9-2ce78c6ecdcd tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4878199 Feb 16 12:51:55.487362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:55.492135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'security_group_rule': {'security_group_id': '2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf', 'project_id': '9ca84303d2114c569cce7de246368a53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:55.498552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:55.502923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:55.506063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:55.511851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:55.511999 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] For port 97b54847-8355-4a1c-9c82-5c435592c986, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:55.514777 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] For port 97b54847-8355-4a1c-9c82-5c435592c986, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=97b54847-8355-4a1c-9c82-5c435592c986,segment=NetworkSegment(3a745e4e-a28c-40e9-8c11-59f7edf479d8),segment_id=3a745e4e-a28c-40e9-8c11-59f7edf479d8)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:55.596819 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.637856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.678466 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Routers {'0154e056-b5ad-4521-ba3a-e469878008a6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:55.679193 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:51:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0154e056-b5ad-4521-ba3a-e469878008a6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:55.707078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.727495 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4f2ee-a04f-4741-bd82-7bf066ecb605 None None] Pushing event updated for resources: {'Port': ['ID=97b54847-8355-4a1c-9c82-5c435592c986,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:55.808393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.838468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ea68ef-2c14-427e-bbc5-f6883436e7f1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:55.867518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d62822a-2228-4e2f-b1d2-df2c6558827c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:55.870481 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] Set router 0154e056-b5ad-4521-ba3a-e469878008a6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:55.935039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0d62822a-2228-4e2f-b1d2-df2c6558827c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:55.935258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.003021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.004095 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1f932a87-eb1a-47da-9a4c-472c59d0001c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5159249 Feb 16 12:51:56.006925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55730) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:56.013543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'security_group_rule': {'security_group_id': '2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf', 'project_id': '9ca84303d2114c569cce7de246368a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:56.023772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:56.029309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:56.033337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:56.042555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:56.156979 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Project 9ca84303d2114c569cce7de246368a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:56.163857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.207158 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 4, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '97b54847-8355-4a1c-9c82-5c435592c986', 'name': '', 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'mac_address': 'fa:16:3e:df:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '55a3752d-94bb-4c7d-a348-d44b8e5b4efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:50Z', 'updated_at': '2022-02-16T12:51:55Z', 'revision_number': 4, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'subnets': [{'id': '55a3752d-94bb-4c7d-a348-d44b8e5b4efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:56.211005 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fda63-05cb-428f-8487-3a4c1caaa7ff None None] The sync data for ids ['0154e056-b5ad-4521-ba3a-e469878008a6'] in dv-neutron-829487-1-hyperv is: [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:50Z', 'revision_number': 4, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '97b54847-8355-4a1c-9c82-5c435592c986', 'name': '', 'network_id': '852c3b78-779e-4501-aa58-bcb91953b5b8', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'mac_address': 'fa:16:3e:df:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '55a3752d-94bb-4c7d-a348-d44b8e5b4efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:50Z', 'updated_at': '2022-02-16T12:51:55Z', 'revision_number': 4, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'subnets': [{'id': '55a3752d-94bb-4c7d-a348-d44b8e5b4efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:56.229063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.356941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.382806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51fb1f1-6b60-4b98-b5fb-2061d7750964,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:56.465517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.466667 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ba324f0e-acde-4007-9f90-8d0c3a0ff9d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4585574 Feb 16 12:51:56.469618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 55734) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:56.474903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'security_group_rule': {'security_group_id': '2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf', 'project_id': '9ca84303d2114c569cce7de246368a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:56.481175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:56.485696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:security_group_rule and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:56.488936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:56.495294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:56.630289 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Project 9ca84303d2114c569cce7de246368a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:56.637723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.707012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.808243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.832658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8854d05a-78b3-43a4-9f33-16a7a5f95a1e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:56.945550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.946834 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7534edbe-b4d4-4b8a-bfed-95af05be2420 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4761925 Feb 16 12:51:57.870674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 97b54847-8355-4a1c-9c82-5c435592c986 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:58.111857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 97b54847-8355-4a1c-9c82-5c435592c986 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:58.118079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 97b54847-8355-4a1c-9c82-5c435592c986 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:58.118695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.247642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.281587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 97b54847-8355-4a1c-9c82-5c435592c986, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=97b54847-8355-4a1c-9c82-5c435592c986,segment=NetworkSegment(3a745e4e-a28c-40e9-8c11-59f7edf479d8),segment_id=3a745e4e-a28c-40e9-8c11-59f7edf479d8)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:58.391203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.458012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=97b54847-8355-4a1c-9c82-5c435592c986,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:59.871856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 97b54847-8355-4a1c-9c82-5c435592c986 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:59.973489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 97b54847-8355-4a1c-9c82-5c435592c986 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:59.973803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.888301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4021e60f-100f-4e8a-9a27-bfd368081223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.150345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c537a334-6a04-48c7-bde3-ccaf8e5cdee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.207956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.259089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.733406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.064727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.988735 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:52:17.822911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfaac-51e3-4c46-96e5-af5b704c9a3c req-fc5a0efa-a2fe-4688-825c-408bec0c1157 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:17.824400 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-076cfaac-51e3-4c46-96e5-af5b704c9a3c req-fc5a0efa-a2fe-4688-825c-408bec0c1157 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0825894 Feb 16 12:52:17.868973 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-076cfaac-51e3-4c46-96e5-af5b704c9a3c req-ce16eb3e-2ddf-4fa9-aaad-8bf10429a682 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Feb 16 12:52:19.057480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421a21e-e937-4c9f-9b80-b189dab0e520 req-cb4c81fa-0c1d-4fa7-ac86-5178733c3a54 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:19.059004 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a421a21e-e937-4c9f-9b80-b189dab0e520 req-cb4c81fa-0c1d-4fa7-ac86-5178733c3a54 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0838535 Feb 16 12:52:19.103475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a421a21e-e937-4c9f-9b80-b189dab0e520 req-ce2b9fdf-a675-492e-8496-1613be0ba261 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387633 Feb 16 12:52:20.290343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e335-76b2-45a0-b7ce-8ee4d38b1afb req-051abb6f-d9b9-461b-85ab-b13766e444a7 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:20.291838 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ada1e335-76b2-45a0-b7ce-8ee4d38b1afb req-051abb6f-d9b9-461b-85ab-b13766e444a7 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0831459 Feb 16 12:52:20.341085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ada1e335-76b2-45a0-b7ce-8ee4d38b1afb req-3808bb1c-88db-4cb9-ad14-35f303e8b62a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Feb 16 12:52:21.525514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b216d-d76a-48da-bd89-8ec416e447b9 req-1f73ba4c-9abb-45f4-a4a4-678e0fba58f6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:21.526954 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf6b216d-d76a-48da-bd89-8ec416e447b9 req-1f73ba4c-9abb-45f4-a4a4-678e0fba58f6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0782218 Feb 16 12:52:21.571138 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf6b216d-d76a-48da-bd89-8ec416e447b9 req-2dec565f-246c-4202-9da6-a90363940327 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377831 Feb 16 12:52:22.011226 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-45fb2891-b044-4c88-9335-723afddb0ef1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1671872 Feb 16 12:52:22.157478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-9ddcd31c-d44a-4fdc-bd82-273b1e012c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.158933 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-9ddcd31c-d44a-4fdc-bd82-273b1e012c19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 1099 time: 0.0701928 Feb 16 12:52:22.318816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-82ee4682-da02-4666-9786-2ce5c7cdec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.320420 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-82ee4682-da02-4666-9786-2ce5c7cdec05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 200 len: 897 time: 0.1428525 Feb 16 12:52:22.397147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-b9e38f95-255b-4743-926b-81ee4131cb63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc720fe-7683-42d6-9c77-b94541bfe955 HTTP/1.1" status: 200 len: 217 time: 0.0703919 Feb 16 12:52:22.472445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-8b547e44-d15c-4f73-adcc-2fdefb73c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.473824 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-8b547e44-d15c-4f73-adcc-2fdefb73c778 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 200 len: 834 time: 0.0687156 Feb 16 12:52:22.553260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-fa2f1f3a-bcdf-4fc5-9ad0-acaf19c74105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.554730 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-fa2f1f3a-bcdf-4fc5-9ad0-acaf19c74105 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08f114f6-93a0-40dc-8bc7-930bf38dca31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746179 Feb 16 12:52:22.718164 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-519ac4d2-e774-4fa8-9564-74c1996b9fa8 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564326 Feb 16 12:52:22.883033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476649-0eae-42c6-acd9-ec51a2860fda req-209f638b-5f80-4316-b0f4-b4b05b205d5e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.884569 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e476649-0eae-42c6-acd9-ec51a2860fda req-209f638b-5f80-4316-b0f4-b4b05b205d5e tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.1997674 Feb 16 12:52:22.886554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c9f3b36b-0819-4711-a824-cd2c5cb7ece4 req-50d398be-23d1-4cff-aeb7-7fc8daad5cb6 service neutron] 10.222.0.67 "GET /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576097 Feb 16 12:52:22.928053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e476649-0eae-42c6-acd9-ec51a2860fda req-30959e32-158e-4fde-8558-94483f1b7c7a tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372236 Feb 16 12:52:24.123439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e4ec-a6d9-4c5f-ae6c-22f7595d1152 req-5a797b1b-02ed-406b-8ff5-cb2045ee0272 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:24.124884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5b1e4ec-a6d9-4c5f-ae6c-22f7595d1152 req-5a797b1b-02ed-406b-8ff5-cb2045ee0272 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0842149 Feb 16 12:52:24.175069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5b1e4ec-a6d9-4c5f-ae6c-22f7595d1152 req-a868184a-8d28-40f4-97b8-89fc27ab9b95 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Feb 16 12:52:25.361673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fb190-8d8f-434a-80c4-5fe4cef03f45 req-b28e36b9-bf13-4627-9269-c38925f43aef tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:25.363300 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b38fb190-8d8f-434a-80c4-5fe4cef03f45 req-b28e36b9-bf13-4627-9269-c38925f43aef tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0812969 Feb 16 12:52:25.409250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b38fb190-8d8f-434a-80c4-5fe4cef03f45 req-d9ced872-a53a-4d46-8054-6bc4b0ab604f tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Feb 16 12:52:25.644572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-239514fa-27dc-4d69-b002-23b42ab4623a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Synchronizing usage tracker for tenant:9ca84303d2114c569cce7de246368a53 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:25.714777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-239514fa-27dc-4d69-b002-23b42ab4623a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Unset dirty status for tenant:9ca84303d2114c569cce7de246368a53 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:25.715962 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-239514fa-27dc-4d69-b002-23b42ab4623a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11253346&fields=id&tenant_id=9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 267 time: 0.2134309 Feb 16 12:52:25.865135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-d84421da-38e9-4d9b-8128-30bcc1422ae7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:25.865830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-d84421da-38e9-4d9b-8128-30bcc1422ae7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Synchronizing usage tracker for tenant:9ca84303d2114c569cce7de246368a53 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:25.967477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-d84421da-38e9-4d9b-8128-30bcc1422ae7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Unset dirty status for tenant:9ca84303d2114c569cce7de246368a53 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:25.968573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-d84421da-38e9-4d9b-8128-30bcc1422ae7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 811 time: 0.2454505 Feb 16 12:52:25.983614 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-3e6ae072-ccd2-4d81-82d8-b286a79b5390 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/quotas/9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Feb 16 12:52:26.067395 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-d948287a-4270-4a81-aa33-82092e148b82 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781755 Feb 16 12:52:26.082438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-f0da0103-b091-4e7c-8681-54631cbe693b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:52:26.083421 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-f0da0103-b091-4e7c-8681-54631cbe693b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049829 Feb 16 12:52:26.220109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-62e76bc4-d7f1-417e-a256-204fa7657170 service neutron] 10.222.0.47 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311829 Feb 16 12:52:26.355532 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-767dfdd0-a1df-4d08-afdb-cd34b3888266 service neutron] 10.222.0.47 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294947 Feb 16 12:52:26.600565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8327a-0dfe-4920-bc87-b0ebefcb3395 req-30e01c84-87c8-4cb6-837d-de63dd4cbed9 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:26.602102 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3ad8327a-0dfe-4920-bc87-b0ebefcb3395 req-30e01c84-87c8-4cb6-837d-de63dd4cbed9 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0834839 Feb 16 12:52:26.647609 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3ad8327a-0dfe-4920-bc87-b0ebefcb3395 req-3e50ab7d-235a-48f0-af37-43a1aa2e4fe6 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 Feb 16 12:52:27.001344 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab08b9b6-793e-4127-9b9f-eb67f6370f5c req-b94d42f7-74c2-4e3f-92e4-7c2c89c0f779 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 210 time: 0.0433843 Feb 16 12:52:27.886159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccbe49-074c-43a7-9b46-ec7e09b17c9e req-f357e71e-1b11-4d5f-91ff-471fd31debc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:27.887580 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-36ccbe49-074c-43a7-9b46-ec7e09b17c9e req-f357e71e-1b11-4d5f-91ff-471fd31debc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 946 time: 0.1411519 Feb 16 12:52:27.900268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60897209-dbd9-4dec-be7a-17df1a5f5077 req-a24de65d-8160-4762-b1e4-9efcfed002b0 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:27.901660 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-60897209-dbd9-4dec-be7a-17df1a5f5077 req-a24de65d-8160-4762-b1e4-9efcfed002b0 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.1230252 Feb 16 12:52:27.970279 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-36ccbe49-074c-43a7-9b46-ec7e09b17c9e req-6201a444-1f69-43ca-aea7-92acfde8f32f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675323 Feb 16 12:52:27.977084 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-60897209-dbd9-4dec-be7a-17df1a5f5077 req-9dcc1cf8-ff63-4390-a998-5af552e44165 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601830 Feb 16 12:52:28.151552 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f4f660e2-3d4c-4912-89ea-6ae6e4f2c101 req-cf17a7b7-374f-403c-9a06-3d5ef81e6722 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 210 time: 0.0445204 Feb 16 12:52:29.281535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120bb7-9536-4ded-80ad-da014854ddc4 req-312da53a-e073-46c2-9036-653f7d477c09 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:29.282920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0d120bb7-9536-4ded-80ad-da014854ddc4 req-312da53a-e073-46c2-9036-653f7d477c09 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 946 time: 0.2044146 Feb 16 12:52:29.290104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-3035e428-0bb6-4005-a064-9d9624e67388 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:29.291485 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-3035e428-0bb6-4005-a064-9d9624e67388 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 946 time: 0.1373703 Feb 16 12:52:29.300631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992254cf-e2ff-4404-8064-79f7a55bab37 req-b1d3ba27-58b1-42b0-b810-ce99c9b33836 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:29.301978 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-992254cf-e2ff-4404-8064-79f7a55bab37 req-b1d3ba27-58b1-42b0-b810-ce99c9b33836 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.1885448 Feb 16 12:52:29.420728 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0d120bb7-9536-4ded-80ad-da014854ddc4 req-40b94d1e-5bc2-4c7d-951e-9ac1b00d099f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=a557bbb4-7356-4d48-865f-ab3ba7fa5f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281161 Feb 16 12:52:29.431466 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-992254cf-e2ff-4404-8064-79f7a55bab37 req-e393899f-0b55-4423-901d-0af7dd7fea6f tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879366 Feb 16 12:52:29.436120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port b7c13691-6c36-4a59-812b-01c4293fe243 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:29.436120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.593679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4547a24c-4018-4665-a320-964712d2431f req-e0607e55-4819-4e56-ae61-e680f9240e1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 210 time: 0.0496838 Feb 16 12:52:29.603105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-f4c689e1-c65e-430f-b49a-765d6243cc74 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:29.607717 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-f4c689e1-c65e-430f-b49a-765d6243cc74 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 811 time: 0.1677430 Feb 16 12:52:29.660128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-07724d20-44eb-4024-bdd9-69bf62f8c2d6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Synchronizing usage tracker for tenant:9ca84303d2114c569cce7de246368a53 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:29.672528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-07724d20-44eb-4024-bdd9-69bf62f8c2d6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Unset dirty status for tenant:9ca84303d2114c569cce7de246368a53 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:29.673815 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-07724d20-44eb-4024-bdd9-69bf62f8c2d6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 378 time: 0.0586002 Feb 16 12:52:29.682596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'port': {'device_id': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'admin_state_up': True, 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'security_groups': ['2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:29.859806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port b7c13691-6c36-4a59-812b-01c4293fe243, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b7c13691-6c36-4a59-812b-01c4293fe243,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:29.859806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.945159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:29.949136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:port and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:29.952560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:29.958331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:30.046901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Made reservation on behalf of 9ca84303d2114c569cce7de246368a53 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:30.050632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.146658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.147345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.147666 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc disassociated. External IP: 172.26.6.39, port: b7c13691-6c36-4a59-812b-01c4293fe243. Feb 16 12:52:30.148013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for b7c13691-6c36-4a59-812b-01c4293fe243 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:30.232098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Allocated IP 172.20.0.9 (d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde/11ebf026-94c3-4bfc-b1dc-7c56d294028c/238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:30.412336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.492602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=b7c13691-6c36-4a59-812b-01c4293fe243,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:30.566322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.584484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Transition to ACTIVE for port object 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:30.661738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.662011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.662351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.662684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.663030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.663359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.663687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.664009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.664335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.664655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.664977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.665317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.730325 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-67269a62-ce7e-41a9-a03a-a66cc5419994 req-c11abeda-624c-48e0-b1ea-e726c37cea37 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.1115496 Feb 16 12:52:30.739975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.818957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:30.829393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:30.836084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:30.862144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0315dda-0955-433d-adac-8efc15948d70 req-4dceb2f6-d124-472f-b997-9cf962800187 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:30.869304 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0315dda-0955-433d-adac-8efc15948d70 req-4dceb2f6-d124-472f-b997-9cf962800187 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.2448044 Feb 16 12:52:30.899897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 0fca5880-408c-4784-8333-54e443683dfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:30.951408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:30.952058 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.967419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:30.983123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.983477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.983819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.984152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.984475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.984803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.985126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.985485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.985808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.986132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.986457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:30.986754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:31.002501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0315dda-0955-433d-adac-8efc15948d70 req-3adcd66c-ea03-4148-8a5b-302fc7462bbd tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322904 Feb 16 12:52:31.053072 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-27a3d247-1d80-4086-abe4-995acac68ad0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3741674 Feb 16 12:52:31.067261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Request body: {'port': {'device_id': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:31.225219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.226233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506a491-e1eb-43fd-89ae-c369d3fccc11 req-0b5cc249-1e15-4b9f-9c42-e7f7111fea9d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:31.227769 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f506a491-e1eb-43fd-89ae-c369d3fccc11 req-0b5cc249-1e15-4b9f-9c42-e7f7111fea9d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 931 time: 0.3019192 Feb 16 12:52:31.253595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:31.266303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] Sync routers for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:31.278802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:31.280441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:31.359199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port b7c13691-6c36-4a59-812b-01c4293fe243 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:31.361926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.368144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'name': 'network-vif-deleted', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:31.383019 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f506a491-e1eb-43fd-89ae-c369d3fccc11 req-6a18653d-9172-480d-8b6d-ef5dbe1ece84 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477156 Feb 16 12:52:31.387255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-829ffd94-c10c-4d73-8177-e0937d268c30 None None] Provisioning for port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:31.398906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-829ffd94-c10c-4d73-8177-e0937d268c30 None None] Provisioning complete for port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:31.399445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-829ffd94-c10c-4d73-8177-e0937d268c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.489250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d282c-cf4b-4f01-8448-bf5f8699fc38', 'name': 'network-vif-deleted', 'tag': 'b7c13691-6c36-4a59-812b-01c4293fe243', 'status': 'completed', 'code': 200} Feb 16 12:52:31.504684 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-453cff8c-b954-4b49-b236-3f42ed04b585 req-e44e894a-4dc5-41f0-87c2-37d87c22f6a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/b7c13691-6c36-4a59-812b-01c4293fe243 HTTP/1.1" status: 204 len: 173 time: 2.2017949 Feb 16 12:52:31.559950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-829ffd94-c10c-4d73-8177-e0937d268c30 None None] Port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:31.579080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:31.687002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:52:31.695113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.709920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Transition to ACTIVE for port object 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:31.796170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.810290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49750b7a-a0b0-4a7a-89d0-e648f034c627 req-d1a7f6d6-0bad-4fb0-8513-427f9b425c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:31.810290 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49750b7a-a0b0-4a7a-89d0-e648f034c627 req-d1a7f6d6-0bad-4fb0-8513-427f9b425c65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 1098 time: 0.0940862 Feb 16 12:52:31.951590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-614d9bdd-e6de-44cb-ba5e-e29d63410d29 req-432612c0-53ea-4ea9-bbd3-f1ef2be43d1f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:31.957994 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49750b7a-a0b0-4a7a-89d0-e648f034c627 req-6d1dd932-9c86-4eda-8374-3c755151030f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391151 Feb 16 12:52:31.997634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:32.002721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] Checking router: 0fca5880-408c-4784-8333-54e443683dfc for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:32.013869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:32.015115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:32.026488 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Pushing event updated for resources: {'Port': ['ID=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:32.038556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-614d9bdd-e6de-44cb-ba5e-e29d63410d29 req-432612c0-53ea-4ea9-bbd3-f1ef2be43d1f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:32.039789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-614d9bdd-e6de-44cb-ba5e-e29d63410d29 req-432612c0-53ea-4ea9-bbd3-f1ef2be43d1f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa2d282c-cf4b-4f01-8448-bf5f8699fc38 HTTP/1.1" status: 200 len: 210 time: 0.1479726 Feb 16 12:52:32.173442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Attempting to bind port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:32.173934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Attempting to bind port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:32.174366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Attempting to bind port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:32.179558 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:52:32.179989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Attempting to bind port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:32.185403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:32.185876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Checking segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:32.186363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Bound using segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:32.186901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Bound port: 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:32.187376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.254548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 15eabec7-fea8-465d-be49-dfe92336b89c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:52:32.266999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device b7c13691-6c36-4a59-812b-01c4293fe243 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:32.271379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37615-b2a6-48fa-8ecd-f75355880fb4 req-7132c60c-a5c6-46e5-b2d0-efcf57a71e8f tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.282461 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a3d37615-b2a6-48fa-8ecd-f75355880fb4 req-7132c60c-a5c6-46e5-b2d0-efcf57a71e8f tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.1092522 Feb 16 12:52:32.295562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] For port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:32.298895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] For port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:32.315674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: b7c13691-6c36-4a59-812b-01c4293fe243 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:32.316019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device b7c13691-6c36-4a59-812b-01c4293fe243 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:32.324646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:32.375107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.447865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:52:32.457973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.463001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.468025 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] 10.222.0.67 "PUT /v2.0/ports/238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd HTTP/1.1" status: 200 len: 1093 time: 1.4065568 Feb 16 12:52:32.478086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:32.513047 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a3d37615-b2a6-48fa-8ecd-f75355880fb4 req-b45d98d3-0f62-4224-954c-d0dc3257cc82 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288258 Feb 16 12:52:32.562724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948bf44-0f53-4b24-86e8-7a5bfa2aa222 service neutron] Pushing event updated for resources: {'Port': ['ID=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:32.720142 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'status': 'completed', 'code': 200} Feb 16 12:52:32.750085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f831ea-768b-410d-9f43-4c6c99094e71 req-04f16e5a-cf7a-49b5-803d-b3ec69878b66 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.757450 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c5f831ea-768b-410d-9f43-4c6c99094e71 req-04f16e5a-cf7a-49b5-803d-b3ec69878b66 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.1672513 Feb 16 12:52:32.759710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-15bf3b84-77bd-4de8-b9f2-460fb9dda8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.761583 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-15bf3b84-77bd-4de8-b9f2-460fb9dda8f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 1096 time: 0.1282108 Feb 16 12:52:32.822014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c5f831ea-768b-410d-9f43-4c6c99094e71 req-43886e8a-3b1d-430e-ae5d-13499aedf76c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635824 Feb 16 12:52:32.856497 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-34ffc536-4801-4b4a-96a9-3f8d436b2dcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd HTTP/1.1" status: 200 len: 217 time: 0.0865541 Feb 16 12:52:32.874145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:32.912698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '15eabec7-fea8-465d-be49-dfe92336b89c', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'port_id': '15eabec7-fea8-465d-be49-dfe92336b89c', 'mac_address': 'fa:16:3e:29:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:52:32.926626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-5b0f41bb-d3f6-4f91-8a48-781cbf2063a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.928135 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-5b0f41bb-d3f6-4f91-8a48-781cbf2063a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0654166 Feb 16 12:52:33.022002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.043893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15eabec7-fea8-465d-be49-dfe92336b89c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:52:33.064412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:33.099851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:33.104609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2dd4f-d5d3-4af7-bbd7-297b5c7378d9 None None] The sync data for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv is: [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '05474ca5-b56e-4b53-9c5f-5780fd13ae27', 'name': '', 'network_id': '08f114f6-93a0-40dc-8bc7-930bf38dca31', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:d2:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:11Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'cf302d9b-be9b-49ca-b083-3725610c0283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:33.162039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56018) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.189127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.217813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-742e0376-66a0-4a13-a5d2-7d6ff4a82370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:33.219407 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-742e0376-66a0-4a13-a5d2-7d6ff4a82370 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2833660 Feb 16 12:52:33.254005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00705a9-b873-4956-884c-43a3635b6d92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.290309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:33.291413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00705a9-b873-4956-884c-43a3635b6d92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.308107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.308471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.323085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:33.420868 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-e00977fd-2c0a-4193-8f05-6a8c5e37b75f service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935740 Feb 16 12:52:33.440148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['15eabec7-fea8-465d-be49-dfe92336b89c'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:52:33.467034 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a5899-ee01-4cc1-b7dc-bdfb38aaefe8 None None] New status for floating IP 2b9939f9-5441-4ef2-ac21-e68ce7a547cc: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:52:33.487205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00705a9-b873-4956-884c-43a3635b6d92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.508512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00705a9-b873-4956-884c-43a3635b6d92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a557bbb4-7356-4d48-865f-ab3ba7fa5f70,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:33.581453 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-077c0766-0e62-4572-9c40-9dd7e1a6f6e0 req-f612b364-7e33-4a7e-8764-d7b82a63eb3a service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531808 Feb 16 12:52:33.615777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c00705a9-b873-4956-884c-43a3635b6d92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.627987 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c00705a9-b873-4956-884c-43a3635b6d92 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/a557bbb4-7356-4d48-865f-ab3ba7fa5f70 HTTP/1.1" status: 204 len: 168 time: 0.4647198 Feb 16 12:52:33.744066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56026) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.818396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-548706b8-a150-4981-a3aa-76692528d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:33.820069 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-548706b8-a150-4981-a3aa-76692528d0a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 1096 time: 0.0915625 Feb 16 12:52:33.846842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ed1b-ea5d-4acf-b4b4-88786c9ceb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.930557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port eb26db41-dfa9-458a-9ef4-594567bbc78c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:33.931079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.964861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f2a17-4e7d-4974-9d56-0d03ba0fac0f req-93d50e6f-7e62-4067-93eb-505892dbea29 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:33.972332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-171f2a17-4e7d-4974-9d56-0d03ba0fac0f req-93d50e6f-7e62-4067-93eb-505892dbea29 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 944 time: 0.3147762 Feb 16 12:52:34.008137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-e36ae8de-0f07-43c1-b021-dfdda690b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:34.010008 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-e36ae8de-0f07-43c1-b021-dfdda690b3d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1828465 Feb 16 12:52:34.089125 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-c635fd7e-a154-404c-8d91-5288c98d0af7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd HTTP/1.1" status: 200 len: 217 time: 0.0728457 Feb 16 12:52:34.101656 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-171f2a17-4e7d-4974-9d56-0d03ba0fac0f req-ab0b6429-303b-4b8d-adc7-9d74c96e5190 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283112 Feb 16 12:52:34.128677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:34.218803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c93b-73a7-4fc0-a540-165f4c0b8476 req-6520efb8-0e15-481c-82b3-2d06c8ce92b9 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:34.220627 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9686c93b-73a7-4fc0-a540-165f4c0b8476 req-6520efb8-0e15-481c-82b3-2d06c8ce92b9 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.2288027 Feb 16 12:52:34.239661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 15eabec7-fea8-465d-be49-dfe92336b89c up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:34.252641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.257414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-362f715f-0872-4152-824b-84097663e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:34.257560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.257761 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-362f715f-0872-4152-824b-84097663e220 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.1587112 Feb 16 12:52:34.259368 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1367f6ee-15fe-4182-99d0-c1fe75e8ad46 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/floatingips/7f1efebc-6883-441e-9f4c-603fe21ebe6d HTTP/1.1" status: 200 len: 992 time: 0.1295357 Feb 16 12:52:34.336363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 15eabec7-fea8-465d-be49-dfe92336b89c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:34.343395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.346703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-34f8cb66-983a-4f19-9b4e-84963233ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:34.348509 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-34f8cb66-983a-4f19-9b4e-84963233ba24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866134 Feb 16 12:52:34.408430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for eb26db41-dfa9-458a-9ef4-594567bbc78c owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:34.455957 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9686c93b-73a7-4fc0-a540-165f4c0b8476 req-a0151b0a-c23a-45dd-b837-b4ca359140ba tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2238312 Feb 16 12:52:34.475580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.505583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:34.507775 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-7809da80-3ae0-4368-a44e-686f06d29f9e service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528513 Feb 16 12:52:34.517298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:34.560169 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c', 'code': 200} Feb 16 12:52:34.657425 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7130d92d-45c0-417d-b4a3-67b9c4aec1e3 req-71f083a6-f2e3-4e9f-bfb8-5a0013d0561a service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372819 Feb 16 12:52:34.681093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.755821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:34.767093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.816809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=eb26db41-dfa9-458a-9ef4-594567bbc78c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:34.927002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.069119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.070333 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-abec7f65-70e7-4bab-92f8-55de4d79cb13 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/2b9939f9-5441-4ef2-ac21-e68ce7a547cc HTTP/1.1" status: 204 len: 168 time: 1.3255711 Feb 16 12:52:35.664458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00d83e-7053-40bd-8ad0-02e13baa611d req-e51103fe-0b58-4d12-abfa-79d5abfa05b6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:35.665910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e00d83e-7053-40bd-8ad0-02e13baa611d req-e51103fe-0b58-4d12-abfa-79d5abfa05b6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.0843556 Feb 16 12:52:35.710124 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e00d83e-7053-40bd-8ad0-02e13baa611d req-6f7f6623-0c02-4ed1-85ec-28b2f6817e13 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382802 Feb 16 12:52:36.139173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8c91-f339-4d5b-8c10-ce689aba566e req-210fb2de-3554-44b1-9894-50eb760dfb22 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:36.140378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-a97b8c91-f339-4d5b-8c10-ce689aba566e req-210fb2de-3554-44b1-9894-50eb760dfb22 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:36.165993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aec65c98-1f2f-4a92-a5c7-54e81e170ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.269185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-a97b8c91-f339-4d5b-8c10-ce689aba566e req-210fb2de-3554-44b1-9894-50eb760dfb22 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:36.270310 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a97b8c91-f339-4d5b-8c10-ce689aba566e req-210fb2de-3554-44b1-9894-50eb760dfb22 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 946 time: 0.2114215 Feb 16 12:52:36.317185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-a97b8c91-f339-4d5b-8c10-ce689aba566e req-02d38b2a-2adf-4559-81e8-6a1532ff9b69 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:36.417353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-a97b8c91-f339-4d5b-8c10-ce689aba566e req-02d38b2a-2adf-4559-81e8-6a1532ff9b69 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:36.418512 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a97b8c91-f339-4d5b-8c10-ce689aba566e req-02d38b2a-2adf-4559-81e8-6a1532ff9b69 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425259 Feb 16 12:52:36.892472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfebcf-49cf-46d5-aa58-bc638dec24e2 req-7c90d865-b1b1-46d7-9049-1b95ba8dab28 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:36.894218 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68bfebcf-49cf-46d5-aa58-bc638dec24e2 req-7c90d865-b1b1-46d7-9049-1b95ba8dab28 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.0787871 Feb 16 12:52:36.942864 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68bfebcf-49cf-46d5-aa58-bc638dec24e2 req-cd6bf751-93c3-4e1d-ad6a-f582d02d0230 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429907 Feb 16 12:52:37.211729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.257331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.394037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-485a3572-7e16-40aa-881e-59ae62a7b3ef tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:37.394867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-485a3572-7e16-40aa-881e-59ae62a7b3ef tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:37.407268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-485a3572-7e16-40aa-881e-59ae62a7b3ef tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:37.408360 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-485a3572-7e16-40aa-881e-59ae62a7b3ef tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 946 time: 0.0952761 Feb 16 12:52:37.481646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port ecc720fe-7683-42d6-9c77-b94541bfe955 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:37.481987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.706978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858c71b-ef5e-4319-9bf5-8696710c17e8 req-e7b0d869-4d70-47bb-bf3b-583c3944ab15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:37.708421 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d858c71b-ef5e-4319-9bf5-8696710c17e8 req-e7b0d869-4d70-47bb-bf3b-583c3944ab15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 946 time: 0.1827323 Feb 16 12:52:37.731369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port ecc720fe-7683-42d6-9c77-b94541bfe955, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ecc720fe-7683-42d6-9c77-b94541bfe955,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:37.731730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.752423 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d858c71b-ef5e-4319-9bf5-8696710c17e8 req-48ee7e0b-0ead-4645-8075-ed8b024505e0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=3cf0892b-5c95-48f6-8a27-1cf2d7125af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Feb 16 12:52:37.967736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for ecc720fe-7683-42d6-9c77-b94541bfe955 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:38.128142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643fef2-a528-4371-8773-d563656d5f9c req-7c6aed0b-5492-45bc-bfa6-a79085da1e58 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:38.129642 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f643fef2-a528-4371-8773-d563656d5f9c req-7c6aed0b-5492-45bc-bfa6-a79085da1e58 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.0811150 Feb 16 12:52:38.176206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f643fef2-a528-4371-8773-d563656d5f9c req-1068a6f8-204b-4040-a3f6-3c3ec9f6c61d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407419 Feb 16 12:52:38.217550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.267350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=ecc720fe-7683-42d6-9c77-b94541bfe955,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:38.347741 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port ecc720fe-7683-42d6-9c77-b94541bfe955 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:38.350209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.352751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'name': 'network-vif-deleted', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:38.398362 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb62066-267c-4ac4-884e-e2f6ad659346', 'name': 'network-vif-deleted', 'tag': 'ecc720fe-7683-42d6-9c77-b94541bfe955', 'status': 'completed', 'code': 200} Feb 16 12:52:38.446884 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bd70a576-9e91-4dc6-863d-97604b208b63 req-61d19cf9-aa06-4cad-975a-dc7633521eb2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/ecc720fe-7683-42d6-9c77-b94541bfe955 HTTP/1.1" status: 204 len: 173 time: 1.0327418 Feb 16 12:52:38.732126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.903633 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f14ac32f-a8aa-4273-86b5-e314e45eb6eb req-f1cc00df-2e98-44be-a373-093fc922d378 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb62066-267c-4ac4-884e-e2f6ad659346 HTTP/1.1" status: 200 len: 210 time: 0.0415096 Feb 16 12:52:39.361649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1f00b-04c2-468d-9509-90117fe18a05 req-50f4c173-16a7-475c-8d39-b5c4a4b85666 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:39.363312 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cef1f00b-04c2-468d-9509-90117fe18a05 req-50f4c173-16a7-475c-8d39-b5c4a4b85666 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.0776706 Feb 16 12:52:39.408729 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cef1f00b-04c2-468d-9509-90117fe18a05 req-2ca0629b-083b-4307-bb27-b806e4fad27e tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397401 Feb 16 12:52:39.997464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56058) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:40.076313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e200cd0-caa9-4a70-ae57-9ea700c72caa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.108310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e200cd0-caa9-4a70-ae57-9ea700c72caa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.257143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e200cd0-caa9-4a70-ae57-9ea700c72caa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.275202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e200cd0-caa9-4a70-ae57-9ea700c72caa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0892b-5c95-48f6-8a27-1cf2d7125af0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:40.291426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ecc720fe-7683-42d6-9c77-b94541bfe955 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:40.333687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: ecc720fe-7683-42d6-9c77-b94541bfe955 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:40.333687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ecc720fe-7683-42d6-9c77-b94541bfe955 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:40.359739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e200cd0-caa9-4a70-ae57-9ea700c72caa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.360721 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2e200cd0-caa9-4a70-ae57-9ea700c72caa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/3cf0892b-5c95-48f6-8a27-1cf2d7125af0 HTTP/1.1" status: 204 len: 168 time: 0.3622804 Feb 16 12:52:40.475517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56066) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:40.770051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a1ab8-3167-487e-9336-ec3b52396b92 req-6260344a-8e84-4c53-8342-5d9581ba6a26 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:40.771499 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-115a1ab8-3167-487e-9336-ec3b52396b92 req-6260344a-8e84-4c53-8342-5d9581ba6a26 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.2379122 Feb 16 12:52:40.898175 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-115a1ab8-3167-487e-9336-ec3b52396b92 req-bb79de3c-80fb-47e7-8e1e-91ccc1de816e tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208556 Feb 16 12:52:41.080188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.120681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.465942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 05474ca5-b56e-4b53-9c5f-5780fd13ae27 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:41.466274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.763554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 05474ca5-b56e-4b53-9c5f-5780fd13ae27, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=05474ca5-b56e-4b53-9c5f-5780fd13ae27,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:41.764259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.885215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 05474ca5-b56e-4b53-9c5f-5780fd13ae27 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:42.199998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776583a3-f27e-4558-b509-b11a3fa2d970 req-be8fc866-916b-4d9f-a4a7-bfa3bb72e766 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:42.201460 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-776583a3-f27e-4558-b509-b11a3fa2d970 req-be8fc866-916b-4d9f-a4a7-bfa3bb72e766 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.1547668 Feb 16 12:52:42.266759 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-776583a3-f27e-4558-b509-b11a3fa2d970 req-49f6ac64-abf3-4a15-8c73-dcf6e9afc04e tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579035 Feb 16 12:52:42.354758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.404043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=05474ca5-b56e-4b53-9c5f-5780fd13ae27,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:42.680962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.034440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 0fca5880-408c-4784-8333-54e443683dfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:43.327812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:43.338548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] Sync routers for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:43.342088 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-058221b0-99a2-437f-8f89-6e368b35c7fd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/0fca5880-408c-4784-8333-54e443683dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651125 Feb 16 12:52:43.344547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56074) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.348236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:43.348859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:43.466252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet cf302d9b-be9b-49ca-b083-3725610c0283 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:43.471378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.522462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:43.535575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7374ea9-fa19-4c03-9d98-65aba541423f req-61f5df73-bfa3-4083-9124-dcba1dbf65b2 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:43.537040 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7374ea9-fa19-4c03-9d98-65aba541423f req-61f5df73-bfa3-4083-9124-dcba1dbf65b2 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.1578429 Feb 16 12:52:43.541681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.635857 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7374ea9-fa19-4c03-9d98-65aba541423f req-9d4b4562-aa4c-4cff-9775-17e15504387f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662727 Feb 16 12:52:43.664000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.812206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.842568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:52:42Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:43.847454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] Checking router: 0fca5880-408c-4784-8333-54e443683dfc for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:43.855059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.856384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] Routers {'0fca5880-408c-4784-8333-54e443683dfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:43.857726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0fca5880-408c-4784-8333-54e443683dfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:43.858917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=cf302d9b-be9b-49ca-b083-3725610c0283,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:43.867859 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-03f3c006-3567-4c70-9e35-aaccec0e9ea9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/cf302d9b-be9b-49ca-b083-3725610c0283 HTTP/1.1" status: 204 len: 168 time: 0.5220928 Feb 16 12:52:43.875305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.908767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e42a47-3143-43d0-8763-ad4a9a60ce1b None None] Network 08f114f6-93a0-40dc-8bc7-930bf38dca31 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:44.056312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.179946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] Set router 0fca5880-408c-4784-8333-54e443683dfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:44.241867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.301433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:52:44.354578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:44.354924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.531672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] DHCP port deletion for 08f114f6-93a0-40dc-8bc7-930bf38dca31 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:44.533527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:44.533951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.552557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] Deleting port 4999472c-9d80-45cc-8b07-c309ae9d3944 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:44.552924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.619835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:44.639826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'port_id': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'mac_address': 'fa:16:3e:05:34:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:52:44.657542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:44.768116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.831701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746dc69-d230-435a-8734-4d1b73196112 req-2a983eb1-a9f0-4e9b-af44-2356593fa60d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:44.833217 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0746dc69-d230-435a-8734-4d1b73196112 req-2a983eb1-a9f0-4e9b-af44-2356593fa60d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 943 time: 0.0886779 Feb 16 12:52:44.836346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:52:44.840784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:52:42Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:44.864455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5434a12-bb8e-47b3-857a-22dc4bc8af40 None None] The sync data for ids ['0fca5880-408c-4784-8333-54e443683dfc'] in dv-neutron-829487-1-hyperv is: [{'id': '0fca5880-408c-4784-8333-54e443683dfc', 'name': 'tempest-TestNetworkBasicOps-router-340033346', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:53Z', 'updated_at': '2022-02-16T12:52:42Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '5fb1bfe3-3608-41d3-8d87-cbc4a59aa945', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fca5880-408c-4784-8333-54e443683dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:55Z', 'updated_at': '2022-02-16T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:44.878535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:44.879396 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0746dc69-d230-435a-8734-4d1b73196112 req-12cf802a-bc9c-4594-90ff-334d728b2c0c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398793 Feb 16 12:52:44.886251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.888244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] For port 4999472c-9d80-45cc-8b07-c309ae9d3944, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4999472c-9d80-45cc-8b07-c309ae9d3944,segment=NetworkSegment(80a0082f-5a76-4dab-a1e0-ae72812cbe9b),segment_id=80a0082f-5a76-4dab-a1e0-ae72812cbe9b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:44.888679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.055813 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.056706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=5fb1bfe3-3608-41d3-8d87-cbc4a59aa945,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.063328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] Calling delete_port for 4999472c-9d80-45cc-8b07-c309ae9d3944 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:45.144482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.182812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.263882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.317021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:52:45.322342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.325207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.347305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] Pushing event deleted for resources: {'Port': ['ID=4999472c-9d80-45cc-8b07-c309ae9d3944,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.356317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f27156-dc26-4fca-b503-bf77e55d6534 None None] No DVR routers for this DVR port 4999472c-9d80-45cc-8b07-c309ae9d3944 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:45.446397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.446897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router 0fca5880-408c-4784-8333-54e443683dfc {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:52:45.466091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.467220 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bdf383a6-8fd1-4e45-b6ef-c63e3a350d78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/0fca5880-408c-4784-8333-54e443683dfc HTTP/1.1" status: 204 len: 168 time: 1.5979853 Feb 16 12:52:45.470895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56084) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.593370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.722460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.746194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f114f6-93a0-40dc-8bc7-930bf38dca31']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:45.758228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a0082f-5a76-4dab-a1e0-ae72812cbe9b') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:45.758566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a0082f-5a76-4dab-a1e0-ae72812cbe9b') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:45.770498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.785653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.791430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:45.791811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:45.805591 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:45.960499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.970255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:45.977624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.990616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=08f114f6-93a0-40dc-8bc7-930bf38dca31,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.008845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:46.009280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5fb1bfe3-3608-41d3-8d87-cbc4a59aa945 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:46.009777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4999472c-9d80-45cc-8b07-c309ae9d3944 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:46.048022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 4999472c-9d80-45cc-8b07-c309ae9d3944 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:46.048447 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4999472c-9d80-45cc-8b07-c309ae9d3944 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:46.048935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05474ca5-b56e-4b53-9c5f-5780fd13ae27 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:46.069949 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d143425f-4696-4ce6-aa11-fb5f8d80a601 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/08f114f6-93a0-40dc-8bc7-930bf38dca31 HTTP/1.1" status: 204 len: 168 time: 0.5917339 Feb 16 12:52:46.084636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 05474ca5-b56e-4b53-9c5f-5780fd13ae27 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:46.085296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 05474ca5-b56e-4b53-9c5f-5780fd13ae27 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:46.089631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.096220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--1747517893', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:46.101380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:46.105964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:46.108690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:46.115010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:46.120749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b45f-48ea-489d-b51e-9ed958483888 req-903269a4-8c5a-4cf9-9c71-c7e3b726b68b tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:46.122207 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-efd0b45f-48ea-489d-b51e-9ed958483888 req-903269a4-8c5a-4cf9-9c71-c7e3b726b68b tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 944 time: 0.0954549 Feb 16 12:52:46.165419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-efd0b45f-48ea-489d-b51e-9ed958483888 req-a9155984-d78f-46ae-b838-392c8753afc8 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368261 Feb 16 12:52:46.228846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:46.232366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.260754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:46.269178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.269528 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment c9299a94-bc10-4d2c-ba0e-a3654015d47b of type vlan for network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c Feb 16 12:52:46.294202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.303899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:46.417693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.423635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:46.424217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.457627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:46.462626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:46.463015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.532148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.553252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:46.612435 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-64765a66-1ce1-4265-940f-5b9d4ab40b9c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5206439 Feb 16 12:52:46.615297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56094) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.620477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:46.631214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:46.636078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:46.638933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:46.647204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:46.664333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.696404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:46.706353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:46.725838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.726875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.739690 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'code': 200} Feb 16 12:52:46.742357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.789026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.861259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:47.066343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf25a75-d6c4-40c2-a043-148be4495f4f req-834871ac-abcb-4042-9820-9a9976e3beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:47.072478 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fdf25a75-d6c4-40c2-a043-148be4495f4f req-834871ac-abcb-4042-9820-9a9976e3beec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 1098 time: 0.0726922 Feb 16 12:52:47.072628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.108254 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fdf25a75-d6c4-40c2-a043-148be4495f4f req-7348d83f-f581-4545-ae87-0c2cbe368dd1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335093 Feb 16 12:52:47.601989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6c21-b24e-4950-b610-0cb1ad325d48 req-6884ae4c-bbd3-4eb4-bdac-7036e9af0976 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:47.603465 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-380c6c21-b24e-4950-b610-0cb1ad325d48 req-6884ae4c-bbd3-4eb4-bdac-7036e9af0976 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 945 time: 0.3300037 Feb 16 12:52:47.671093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.703740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.746076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-380c6c21-b24e-4950-b610-0cb1ad325d48 req-5d8face2-6d5d-4d5b-8c61-417e8a610d34 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341813 Feb 16 12:52:47.846159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.221 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/3416695f-71f3-43f2-8725-83ff1bfa177e) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:47.989285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.144090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.211985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:48.214879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:48.219158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:48.255670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=3416695f-71f3-43f2-8725-83ff1bfa177e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:48.706622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.199151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb04987-39a6-42e7-bdd9-5bae9a922ff6 req-998f7cc2-8ba3-4aa5-8eb7-cbd1059d3975 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:49.200538 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4eb04987-39a6-42e7-bdd9-5bae9a922ff6 req-998f7cc2-8ba3-4aa5-8eb7-cbd1059d3975 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 945 time: 0.3444529 Feb 16 12:52:49.243470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.311403 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4eb04987-39a6-42e7-bdd9-5bae9a922ff6 req-2f45bfad-c085-442f-a141-d19fb4c64cb0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046674 Feb 16 12:52:49.527452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc1f62-3e84-4fd4-a054-56d3905e1672 req-943c65d9-cca1-43a6-a911-d7f533939570 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:49.528915 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-48dc1f62-3e84-4fd4-a054-56d3905e1672 req-943c65d9-cca1-43a6-a911-d7f533939570 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 945 time: 0.1109145 Feb 16 12:52:49.573115 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-48dc1f62-3e84-4fd4-a054-56d3905e1672 req-b39c4d82-cd81-4218-a91a-97bc579771fe tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380900 Feb 16 12:52:49.574034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:52:49.596839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56106) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.715900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17d688-6de8-4c5e-b100-0e5eb2f31cbd tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:49.716623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f17d688-6de8-4c5e-b100-0e5eb2f31cbd tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] Synchronizing usage tracker for tenant:41aeade4b617451c854fc6063e9776b8 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:49.756277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:49.765651 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Sync routers for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:49.775466 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:49.776069 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:49.778405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f17d688-6de8-4c5e-b100-0e5eb2f31cbd tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] Unset dirty status for tenant:41aeade4b617451c854fc6063e9776b8 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:49.782446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56112) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.782726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0f17d688-6de8-4c5e-b100-0e5eb2f31cbd tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 1093 time: 0.1846838 Feb 16 12:52:49.787513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.794057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.798532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:floatingip and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.801409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.807197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.858593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.861597 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-59a39f72-0df8-4f35-aea8-afc2c8241f50 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2442899 Feb 16 12:52:49.863645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56116) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.902846 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d3977f15-65fa-44a5-8708-fecaea1d4e69 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381429 Feb 16 12:52:49.905433 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56120) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.927912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.949951 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:50.111098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f30d9-a2ff-4b2a-b78c-801d26774842 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.112472 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-659f30d9-a2ff-4b2a-b78c-801d26774842 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2054994 Feb 16 12:52:50.115943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56124) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.166279 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c3cc6bf0-9883-4743-8791-44fcf667ca88 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498261 Feb 16 12:52:50.168911 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.176190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1627764145', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:50.204064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.232632 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:48Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:50.236583 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Checking router: 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:50.237159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Updating router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 port 3416695f-71f3-43f2-8725-83ff1bfa177e binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:52:50.296483 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.298352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:50.302206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:50.305143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:50.310899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:50.349375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Allocated IP 172.26.6.56 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/e7ef9eb7-0f8e-4b84-a06d-31321479d09e) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:50.382904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:50.386453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.501353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.583474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.651945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:50.654624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:50.658879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:50.669308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.697052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=e7ef9eb7-0f8e-4b84-a06d-31321479d09e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.765960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=f10c3018-c4b5-4173-b24f-28865e04eb0c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.775358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:50.775818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:50.823847 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.836713 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Transition to ACTIVE for port object 3416695f-71f3-43f2-8725-83ff1bfa177e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:50.862694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:50.931579 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.968862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:50.979210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.979811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.980508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d31ab2-a1ea-46a8-873f-646731fde432 None None] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:50.998161 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Pushing event updated for resources: {'Port': ['ID=3416695f-71f3-43f2-8725-83ff1bfa177e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:51.006217 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.006562 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.007132 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.007645 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.008146 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.008636 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.009155 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.009480 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.009806 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.010126 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.010448 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.010764 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:51.031808 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Attempting to bind port 3416695f-71f3-43f2-8725-83ff1bfa177e on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:51.032178 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Attempting to bind port 3416695f-71f3-43f2-8725-83ff1bfa177e by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:51.032552 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Attempting to bind port 3416695f-71f3-43f2-8725-83ff1bfa177e on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:51.037894 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:51.038259 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:51.038728 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.039159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:51.039615 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Bound port: 3416695f-71f3-43f2-8725-83ff1bfa177e, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:51.039982 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.119226 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] For port 3416695f-71f3-43f2-8725-83ff1bfa177e, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:51.121330 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-09106e03-d1c0-4ae6-bb54-d70062f276de tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9499171 Feb 16 12:52:51.122767 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] For port 3416695f-71f3-43f2-8725-83ff1bfa177e, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3416695f-71f3-43f2-8725-83ff1bfa177e,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:51.126129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.206647 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.229593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.242598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:51.244300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.283645 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d40dd-bcf1-4075-9109-84e1a99963e6 None None] Pushing event updated for resources: {'Port': ['ID=3416695f-71f3-43f2-8725-83ff1bfa177e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:51.293005 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:51.293615 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:51.377696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.430724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Allocated IP 172.20.0.2 (a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c/f10c3018-c4b5-4173-b24f-28865e04eb0c/4fdc1f94-5a6a-442b-8da6-583b8d23e388) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:51.513584 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:51.621745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.679333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.689634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Transition to ACTIVE for port object 4fdc1f94-5a6a-442b-8da6-583b8d23e388 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:51.707974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Transition to ACTIVE for port object 4fdc1f94-5a6a-442b-8da6-583b8d23e388 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:51.788445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.836771 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:48Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:51.841082 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54239894-be32-42f4-a2a9-1a4636921eda None None] The sync data for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv is: [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:48Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:51.851641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.927589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.958219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:51.966330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:51.978199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:52.055922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.078571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Pushing event updated for resources: {'Port': ['ID=4fdc1f94-5a6a-442b-8da6-583b8d23e388,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:52.090014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Attempting to bind port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:52.090390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Attempting to bind port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:52.090761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Attempting to bind port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:52.096629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:52.097015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Checking segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:52.097419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.097818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Bound using segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:52.098288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Bound port: 4fdc1f94-5a6a-442b-8da6-583b8d23e388, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:52.098777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.156746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=e7ef9eb7-0f8e-4b84-a06d-31321479d09e,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:52.185259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Floating IP 9cb2dc52-089f-4b62-ace9-195febc86df9 associated. External IP: 172.26.6.56, port: 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd. Feb 16 12:52:52.221097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] For port 4fdc1f94-5a6a-442b-8da6-583b8d23e388, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:52.224895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] For port 4fdc1f94-5a6a-442b-8da6-583b8d23e388, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4fdc1f94-5a6a-442b-8da6-583b8d23e388,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:52.287493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.400339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0def7f1-8ad3-4442-a62b-275d089fc45f None None] Pushing event updated for resources: {'Port': ['ID=4fdc1f94-5a6a-442b-8da6-583b8d23e388,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:52.590308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c/f10c3018-c4b5-4173-b24f-28865e04eb0c/ffb37ea1-71f6-456d-a1b8-b201cad1490b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:52.647990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:52.794114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.817068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object ffb37ea1-71f6-456d-a1b8-b201cad1490b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:52.948847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.973569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:52.984802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:52.996663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:52.997478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:53.019066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:53.022312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:53.024779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:53.068264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=ffb37ea1-71f6-456d-a1b8-b201cad1490b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:53.068945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.095374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.134745 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8cbd6a3f-edfe-4999-a12a-3bfcaabee9dc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3504808 Feb 16 12:52:53.134967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:53.210673 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'status': 'completed', 'code': 200} Feb 16 12:52:53.211127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:53.315342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-20fb6f55-e157-49b5-a256-d2327738ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:53.316827 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-20fb6f55-e157-49b5-a256-d2327738ad00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 1098 time: 0.0836408 Feb 16 12:52:53.469916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.494629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4b8b6-ef5a-4492-9b4b-39b53e11dc79 None None] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:53.586082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-5abfa609-52fe-486d-8793-aa1df23d23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:53.587580 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-5abfa609-52fe-486d-8793-aa1df23d23f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.2643778 Feb 16 12:52:53.730916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d89e2f6f-573f-4fd7-89bc-b19f2596ccbf None None] Provisioning for port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:53.788007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9cb2dc52-089f-4b62-ace9-195febc86df9', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:05:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:51Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:53.800751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:53.819082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:53.819694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:53.969687 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-4fd1d601-8f19-4386-bafa-c17c3db05a4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd HTTP/1.1" status: 200 len: 998 time: 0.1988230 Feb 16 12:52:53.978353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3416695f-71f3-43f2-8725-83ff1bfa177e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:53.989814 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:52:54.071493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-f232564a-4f8b-4503-98aa-775294f61165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.072960 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-f232564a-4f8b-4503-98aa-775294f61165 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0958092 Feb 16 12:52:54.079520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:54.268345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-ee842a17-88e7-4cab-98d4-81289432837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.269781 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-ee842a17-88e7-4cab-98d4-81289432837c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1479385 Feb 16 12:52:54.281292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 3416695f-71f3-43f2-8725-83ff1bfa177e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:54.302300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3416695f-71f3-43f2-8725-83ff1bfa177e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:54.307032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.311571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.405090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.525454 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-26f7bbe8-4276-449f-b895-50097de4c952 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424233 Feb 16 12:52:54.541232 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b30b8ff4-4163-45f0-aca9-7f9a32386756 None None] Provisioning for port ffb37ea1-71f6-456d-a1b8-b201cad1490b completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:54.552382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.554711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b30b8ff4-4163-45f0-aca9-7f9a32386756 None None] Provisioning complete for port ffb37ea1-71f6-456d-a1b8-b201cad1490b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:54.555117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b30b8ff4-4163-45f0-aca9-7f9a32386756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.613135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=ffb37ea1-71f6-456d-a1b8-b201cad1490b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.627687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.660377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b30b8ff4-4163-45f0-aca9-7f9a32386756 None None] Port ffb37ea1-71f6-456d-a1b8-b201cad1490b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:54.663842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 3416695f-71f3-43f2-8725-83ff1bfa177e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3416695f-71f3-43f2-8725-83ff1bfa177e,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:54.688749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9cb2dc52-089f-4b62-ace9-195febc86df9', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:05:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:51Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:54.692801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986e0dc-1eed-48fe-80a7-affb33dbd38c None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9cb2dc52-089f-4b62-ace9-195febc86df9', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:05:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:51Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:54.754174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.755314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fdc1f94-5a6a-442b-8da6-583b8d23e388 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:54.775377 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cea02a1b-b974-43aa-967a-0c7795b5a193 req-efd189d7-1439-4ea1-80de-fa1a9341fa1e service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431180 Feb 16 12:52:54.801258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:54.802602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:54.881394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-10ffb83b-caf3-47d6-b63e-3f2b6404f1e8 None None] Provisioning complete for port ffb37ea1-71f6-456d-a1b8-b201cad1490b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:54.882070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ffb83b-caf3-47d6-b63e-3f2b6404f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.927994 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10d56-c967-4a1b-9517-d28f2cd65116 None None] New status for floating IP 9cb2dc52-089f-4b62-ace9-195febc86df9: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:52:54.950180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=3416695f-71f3-43f2-8725-83ff1bfa177e,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.965217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-10ffb83b-caf3-47d6-b63e-3f2b6404f1e8 None None] Port ffb37ea1-71f6-456d-a1b8-b201cad1490b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:55.042243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:55.046158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:55.051636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:55.052012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.114342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3ac47a9d-177f-46bc-acb8-8ad640bda882 None None] Provisioning complete for port ffb37ea1-71f6-456d-a1b8-b201cad1490b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:55.115050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ac47a9d-177f-46bc-acb8-8ad640bda882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.180939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3ac47a9d-177f-46bc-acb8-8ad640bda882 None None] Port ffb37ea1-71f6-456d-a1b8-b201cad1490b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:55.237575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.274868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 4fdc1f94-5a6a-442b-8da6-583b8d23e388, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4fdc1f94-5a6a-442b-8da6-583b8d23e388,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:55.372993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:55.383529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Sync routers for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:55.385199 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8b88ea4e-710c-410e-9d6a-8502ee455cb3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/6f0ac6f8-d05c-4877-bebd-a1df1fa7e906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2570837 Feb 16 12:52:55.387557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56140) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.393459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:55.394067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:55.449170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.528906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.529385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.529851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.530310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.530772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.531253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.531709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.533555 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3931c783-9e78-452c-a8df-7fe67c9c7fb5 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.1451097 Feb 16 12:52:55.536335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.611315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.611859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.612317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.612768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.613212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.613658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.614101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.615946 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b475347b-968a-4987-a6b8-256b25ae9026 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0787218 Feb 16 12:52:55.618595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.619744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=4fdc1f94-5a6a-442b-8da6-583b8d23e388,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:55.657206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:55.839830 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e635901b-a796-40f8-bd8f-ee906964e149 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2200873 Feb 16 12:52:55.842700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56152) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.848330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-384312126', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:55.889136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3416695f-71f3-43f2-8725-83ff1bfa177e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:55.993333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:55.997867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:port and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:56.001500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:56.007761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:56.067214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3416695f-71f3-43f2-8725-83ff1bfa177e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:56.067516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.136612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:56.140377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.144386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:56.161658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] device_id is not set on port f54724f9-4089-46ce-a7f9-175c8ee5dccd yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:56.175297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Checking router: 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:56.175297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Updating router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 port ffb37ea1-71f6-456d-a1b8-b201cad1490b binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:52:56.245442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fdc1f94-5a6a-442b-8da6-583b8d23e388 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:56.274056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.306627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.9 (a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c/f10c3018-c4b5-4173-b24f-28865e04eb0c/f54724f9-4089-46ce-a7f9-175c8ee5dccd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:56.423531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:56.424128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.511994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.528147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object f54724f9-4089-46ce-a7f9-175c8ee5dccd will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:56.645942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.721369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:56.724410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:56.728340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:56.758771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:56.808339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:56.808989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.856680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.868769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Transition to ACTIVE for port object ffb37ea1-71f6-456d-a1b8-b201cad1490b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:56.926140 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6faddd9d-a979-4020-a548-b2139901b8e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0823345 Feb 16 12:52:56.965304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.076360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-044a92e9-68c9-47be-ba70-79dac3a9a6f3 None None] Provisioning for port f54724f9-4089-46ce-a7f9-175c8ee5dccd completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:57.095915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-044a92e9-68c9-47be-ba70-79dac3a9a6f3 None None] Provisioning complete for port f54724f9-4089-46ce-a7f9-175c8ee5dccd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:57.096502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-044a92e9-68c9-47be-ba70-79dac3a9a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.172054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33417143-64a1-48a4-b6f1-ae1f91d62781 None None] Pushing event updated for resources: {'Port': ['ID=ffb37ea1-71f6-456d-a1b8-b201cad1490b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.231025 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-044a92e9-68c9-47be-ba70-79dac3a9a6f3 None None] Port f54724f9-4089-46ce-a7f9-175c8ee5dccd cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:57.238966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Attempting to bind port ffb37ea1-71f6-456d-a1b8-b201cad1490b on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:57.239374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Attempting to bind port ffb37ea1-71f6-456d-a1b8-b201cad1490b by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:57.239739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Attempting to bind port ffb37ea1-71f6-456d-a1b8-b201cad1490b on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:57.245112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:57.245481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Checking segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:57.246005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.246247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Bound using segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:57.246702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Bound port: ffb37ea1-71f6-456d-a1b8-b201cad1490b, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:57.247094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.248171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.253503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-98764734', 'description': 'tempest-secgroup-smoke-98764734 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:57.260365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:57.264519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:57.267441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:57.273487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:57.338395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] For port ffb37ea1-71f6-456d-a1b8-b201cad1490b, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:57.344145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] For port ffb37ea1-71f6-456d-a1b8-b201cad1490b, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ffb37ea1-71f6-456d-a1b8-b201cad1490b,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:57.411411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.434821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:57.438631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:57.441450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:57.447080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:57.463417 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.515283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.542322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:57.542964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:52:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:57.601574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33417143-64a1-48a4-b6f1-ae1f91d62781 None None] Pushing event updated for resources: {'Port': ['ID=ffb37ea1-71f6-456d-a1b8-b201cad1490b,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.628854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.677227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f269a441-c400-471d-8460-c640ab37f04d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.746042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:57.782434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.783791 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c97ae92c-f934-4a54-a4cc-6d2902e6cad5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5344744 Feb 16 12:52:57.786553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.804321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'f269a441-c400-471d-8460-c640ab37f04d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:57.804321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:57.804321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:57.804724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:57.810614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:57.961101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.040067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.112143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:52:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:58.119792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd9c7e-a77d-4b15-a533-50168ea69196 None None] The sync data for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv is: [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:52:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:58.196475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.224707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1babe7-8525-49a4-9a45-e23fce1e37f1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:58.371820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.373305 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4b3480d4-414c-45bf-8a7e-f623ac4e69b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5856431 Feb 16 12:52:58.376543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.385759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'f269a441-c400-471d-8460-c640ab37f04d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:58.392122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:58.396771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:58.400202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:58.406288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:58.533898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.604743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.696812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.722303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f925b466-63d7-421d-8e00-5a1ec66a1629,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:58.868714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.870083 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-697ca87d-90c5-447b-ab96-876388c9a99f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4900193 Feb 16 12:52:58.872887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.877869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'f269a441-c400-471d-8460-c640ab37f04d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:58.883915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:58.887899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:58.891394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:58.897743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:58.995678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.064939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.142571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.167029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453fb59e-2f08-4dc8-9393-c8fc28a03cea,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:59.269392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.270149 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5c120395-369f-4b6f-87a5-6176cd83cbe2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962951 Feb 16 12:52:59.273125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56174) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.293273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'f269a441-c400-471d-8460-c640ab37f04d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:59.293273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:59.293273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:59.293273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:59.300639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:59.488068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.552305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.652111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.678735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726a27fb-cba2-4b30-822c-6f1c2b214404,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:59.853873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.853873 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-443707f4-c85b-4e88-9465-9e9d32c0f7e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5725336 Feb 16 12:52:59.855752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.859541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'f269a441-c400-471d-8460-c640ab37f04d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:59.865334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:59.869640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:59.873055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:59.879995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:59.899440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ffb37ea1-71f6-456d-a1b8-b201cad1490b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:00.048499 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:00.048499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.104722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.165975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ffb37ea1-71f6-456d-a1b8-b201cad1490b completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:00.171039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ffb37ea1-71f6-456d-a1b8-b201cad1490b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:00.171412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.257214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.289297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26d2c8b-e3df-48a1-b295-39eef1869ca5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.295324 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.329013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port ffb37ea1-71f6-456d-a1b8-b201cad1490b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ffb37ea1-71f6-456d-a1b8-b201cad1490b,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:00.474750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.480517 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a6c94494-0b72-40b1-a2c6-f6eb397d4dd4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6255023 Feb 16 12:53:00.480517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.484621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'f269a441-c400-471d-8460-c640ab37f04d', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:00.491093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:00.495071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:00.498209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:00.504138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:00.515898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.582736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=ffb37ea1-71f6-456d-a1b8-b201cad1490b,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.645562 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:00.652623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.718433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.856793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.879921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1150d6-7514-40bb-b016-c5ade8ce5cd2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.965425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.966574 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-73650571-f911-4e09-aded-3472182d603f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4867988 Feb 16 12:53:01.178255 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-c4339d0f-a035-4e05-a43d-216e06a6e113 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98764734&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.0384390 Feb 16 12:53:01.256944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-c97f7e2f-2298-40d9-b40b-bd0e53fe7787 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:01.257438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-c97f7e2f-2298-40d9-b40b-bd0e53fe7787 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:01.405379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-c97f7e2f-2298-40d9-b40b-bd0e53fe7787 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:01.406551 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-c97f7e2f-2298-40d9-b40b-bd0e53fe7787 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 929 time: 0.2220771 Feb 16 12:53:01.478831 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-b0a597f7-84c5-429b-af2c-05a2ac0b068d service neutron] 10.222.0.47 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0605597 Feb 16 12:53:01.609463 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-3ee17a97-5487-4537-a8da-fc77da06c1c4 service neutron] 10.222.0.47 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244798 Feb 16 12:53:01.742267 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-7301aedd-4d91-4b2e-beee-6d5371d808b9 service neutron] 10.222.0.47 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271954 Feb 16 12:53:01.878796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ffb37ea1-71f6-456d-a1b8-b201cad1490b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:01.948501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ffb37ea1-71f6-456d-a1b8-b201cad1490b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:01.948874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.109210 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cbd41acb-ebc1-4843-a884-870d396d5ee1 req-48a36b99-eb58-46dd-ada0-450570cf0177 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 210 time: 0.0442803 Feb 16 12:53:03.207379 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5979b259-f117-4d06-88fa-5fc7f48a606c req-737f7e21-a201-424f-81af-d6c943216e30 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 210 time: 0.0461397 Feb 16 12:53:03.885510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-579fc7ac-1a08-4f7b-aaa8-b96ba4a82920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.354862 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-90d1e535-c2c9-4253-9e01-c8cec333f3f9 req-2b8fe28b-3580-4a5c-9a8b-03817c4a6b72 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 210 time: 0.0423291 Feb 16 12:53:04.881198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-9c432a90-5e70-4369-b191-82fbfc43eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:04.882581 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-9c432a90-5e70-4369-b191-82fbfc43eec2 service neutron] 10.222.0.67 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1025 time: 0.0614536 Feb 16 12:53:05.031658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a6ef0e6-77cd-4002-8ee4-f449ba9f453d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.032360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a6ef0e6-77cd-4002-8ee4-f449ba9f453d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:05.136976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a6ef0e6-77cd-4002-8ee4-f449ba9f453d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:05.138119 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a6ef0e6-77cd-4002-8ee4-f449ba9f453d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c HTTP/1.1" status: 200 len: 797 time: 0.2506311 Feb 16 12:53:05.192045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-d5697533-7f05-4fd3-8ee4-0ab56f094d64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:05.324984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-d5697533-7f05-4fd3-8ee4-0ab56f094d64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:05.329496 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-d5697533-7f05-4fd3-8ee4-0ab56f094d64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 378 time: 0.1779776 Feb 16 12:53:05.336680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Request body: {'port': {'device_id': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:05.445534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.500152 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-260e6ffd-a6d8-46a6-af9e-61a1e816ad00 req-6ddb9d3b-361e-4e50-8782-e54267596af3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 210 time: 0.0423994 Feb 16 12:53:05.798659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54724f9-4089-46ce-a7f9-175c8ee5dccd {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:05.805985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.819465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Transition to ACTIVE for port object f54724f9-4089-46ce-a7f9-175c8ee5dccd will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:05.896990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.167720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.233746 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cc93a2b-ee08-4908-bb6b-c09852d338e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.251883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:06.252230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:06.252539 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:06.257043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:53:06.257381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:06.262349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:06.262685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Checking segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:06.263130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Bound using segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:06.263653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Bound port: f54724f9-4089-46ce-a7f9-175c8ee5dccd, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:06.263996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.365224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:06.369139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:06.549132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.617136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.617777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.619237 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] 10.222.0.67 "PUT /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1130 time: 1.2868159 Feb 16 12:53:06.619718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:06.653112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ceaeb-c09a-449c-9e26-3eee96477604 service neutron] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.684864 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'status': 'completed', 'code': 200} Feb 16 12:53:06.801848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7528-405b-44df-99a7-5906e6e8f690 req-5c357c77-113b-4b67-b6df-47a098036882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.803378 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-763f7528-405b-44df-99a7-5906e6e8f690 req-5c357c77-113b-4b67-b6df-47a098036882 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 1133 time: 0.0945895 Feb 16 12:53:06.856919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afce5a-af38-41ad-9e03-6a744343d59e req-c2a455d7-f2fe-4138-86f1-86570e64e8f6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.864701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-37afce5a-af38-41ad-9e03-6a744343d59e req-c2a455d7-f2fe-4138-86f1-86570e64e8f6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 980 time: 0.0923278 Feb 16 12:53:06.903859 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-37afce5a-af38-41ad-9e03-6a744343d59e req-a1df4552-ff0b-404e-b955-f96fb2f5efdd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386207 Feb 16 12:53:06.965194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7528-405b-44df-99a7-5906e6e8f690 req-6d3a0679-558c-4592-b6db-64d010756a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.971247 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-763f7528-405b-44df-99a7-5906e6e8f690 req-6d3a0679-558c-4592-b6db-64d010756a09 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1500573 Feb 16 12:53:07.110552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7528-405b-44df-99a7-5906e6e8f690 req-79d2beeb-1235-426c-a052-14da5ad7d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.112090 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-763f7528-405b-44df-99a7-5906e6e8f690 req-79d2beeb-1235-426c-a052-14da5ad7d301 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1417384 Feb 16 12:53:07.234811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-aefaae71-8bd8-47f5-a6b3-6892d2af9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.234811 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-aefaae71-8bd8-47f5-a6b3-6892d2af9569 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 1133 time: 0.0758247 Feb 16 12:53:07.274451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.299236 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-29b6bb45-5744-46c5-9dab-38530169ea2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 217 time: 0.0641899 Feb 16 12:53:07.319501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.371678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-8cbe4292-cbb2-4034-9ef6-f2913a3cadce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.371678 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-8cbe4292-cbb2-4034-9ef6-f2913a3cadce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f10c3018-c4b5-4173-b24f-28865e04eb0c HTTP/1.1" status: 200 len: 835 time: 0.0617270 Feb 16 12:53:07.446148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-db2c8d38-27e6-4bd0-acb5-d4ebd234c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.446816 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-db2c8d38-27e6-4bd0-acb5-d4ebd234c1b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701430 Feb 16 12:53:07.585467 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-1c85e92c-f2df-44c1-b610-8f888b36c57f service neutron] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311073 Feb 16 12:53:07.725647 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-458eef2c-8085-41a0-a754-fbeaed772db5 req-e1dc45ab-cad6-4816-8943-2084b9e19104 service neutron] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298749 Feb 16 12:53:08.110337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3fcd6-3419-449a-a6ca-da5f07e984bf req-dc070a78-cdbf-42a1-8418-33939ec57226 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:08.111968 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bb3fcd6-3419-449a-a6ca-da5f07e984bf req-dc070a78-cdbf-42a1-8418-33939ec57226 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 980 time: 0.0986085 Feb 16 12:53:08.172762 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bb3fcd6-3419-449a-a6ca-da5f07e984bf req-601fed8b-0b8e-42ed-ae3a-696a9041f06e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539620 Feb 16 12:53:08.822475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.363222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df291f0b-939f-4e07-a9c3-bdbb5498dd23 req-4aa24ace-59aa-4234-9b32-6405a72ea63a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.364712 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df291f0b-939f-4e07-a9c3-bdbb5498dd23 req-4aa24ace-59aa-4234-9b32-6405a72ea63a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 980 time: 0.0816958 Feb 16 12:53:09.410216 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df291f0b-939f-4e07-a9c3-bdbb5498dd23 req-c0b9b571-ae3a-459f-90bd-019b6ecec9c0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Feb 16 12:53:10.483244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:53:10.602533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132ea12-dfd8-4900-baa4-f359a8cb88cb req-38143835-b4a1-4acc-adee-bc2fe5328090 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:10.604039 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9132ea12-dfd8-4900-baa4-f359a8cb88cb req-38143835-b4a1-4acc-adee-bc2fe5328090 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 980 time: 0.0877123 Feb 16 12:53:10.624373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:10.637022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'port_id': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'mac_address': 'fa:16:3e:e6:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:53:10.657076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9132ea12-dfd8-4900-baa4-f359a8cb88cb req-86227bb7-fe7f-4c95-a8d1-b0370545e44c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431697 Feb 16 12:53:10.691729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.708404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54724f9-4089-46ce-a7f9-175c8ee5dccd {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:10.724398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:10.822137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.885598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:11.090093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['f54724f9-4089-46ce-a7f9-175c8ee5dccd'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:53:11.147335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.532906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:11.858594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19b589-77c3-46c3-aeb2-3e695aa866a9 req-47c1323a-20c3-4871-9b9c-99d20851de53 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:11.858594 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f19b589-77c3-46c3-aeb2-3e695aa866a9 req-47c1323a-20c3-4871-9b9c-99d20851de53 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 981 time: 0.0901506 Feb 16 12:53:11.878174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Deleting port f3780921-60e7-4af6-8089-8077887c3ff2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:11.878585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.904738 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f19b589-77c3-46c3-aeb2-3e695aa866a9 req-17019713-cd64-4639-89a6-3c5a009528d4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Feb 16 12:53:12.053740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.054072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.179920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Calling delete_port for f3780921-60e7-4af6-8089-8077887c3ff2 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:12.456473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.499714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:12.505654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event deleted for resources: {'Port': ['ID=f3780921-60e7-4af6-8089-8077887c3ff2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:12.606442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.607066 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Floating IP 7f1efebc-6883-441e-9f4c-603fe21ebe6d disassociated (deleted). External IP: 172.26.6.234, port: 15eabec7-fea8-465d-be49-dfe92336b89c. Feb 16 12:53:12.622589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port f54724f9-4089-46ce-a7f9-175c8ee5dccd completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:12.629523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port f54724f9-4089-46ce-a7f9-175c8ee5dccd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:12.629821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.747631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.774794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:12.786248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:12.819917 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'code': 200} Feb 16 12:53:12.902337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.976297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:12.993900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Router 860047b7-ae9c-459d-84a2-7613f9a25651 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:13.107725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d1451-719a-4d31-ae59-2737a96c175e req-d0b6ce98-2370-44f0-9f0e-0b9b158aad1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:13.112721 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d8d1451-719a-4d31-ae59-2737a96c175e req-d0b6ce98-2370-44f0-9f0e-0b9b158aad1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.0920393 Feb 16 12:53:13.155568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d8d1451-719a-4d31-ae59-2737a96c175e req-a53037d1-ada9-4619-bb01-37f6bc1db271 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Feb 16 12:53:13.187952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:13.198937 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] Sync routers for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:13.208703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:13.209301 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:13.324798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0929d-b470-4b63-89a0-829d0a616e6a req-9b258fea-4722-42f2-b661-7438bf187f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:13.324798 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ec0929d-b470-4b63-89a0-829d0a616e6a req-9b258fea-4722-42f2-b661-7438bf187f8a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 1135 time: 0.0743792 Feb 16 12:53:13.361026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.387156 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:13.414483 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ec0929d-b470-4b63-89a0-829d0a616e6a req-182f8031-138c-4970-ba35-63dfd9f1d28c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843558 Feb 16 12:53:13.426282 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-30f5f1bf-707d-4415-8bfc-9f34b318bd44 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "DELETE /v2.0/floatingips/7f1efebc-6883-441e-9f4c-603fe21ebe6d HTTP/1.1" status: 204 len: 168 time: 1.8923576 Feb 16 12:53:13.427147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:13.478210 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c', 'status': 'completed', 'code': 200} Feb 16 12:53:13.712260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188a98-4115-4b38-b942-fa9013138918 req-c096f8bf-2d5e-4808-b1ac-56e3a7677966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:13.713752 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e188a98-4115-4b38-b942-fa9013138918 req-c096f8bf-2d5e-4808-b1ac-56e3a7677966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb&device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 1098 time: 0.0726662 Feb 16 12:53:13.724416 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:13.728329 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] Checking router: 860047b7-ae9c-459d-84a2-7613f9a25651 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:13.737798 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:13.738407 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:13.928660 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:13.980060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188a98-4115-4b38-b942-fa9013138918 req-31089ff3-791a-4132-b00e-3a7e58629152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:13.981829 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e188a98-4115-4b38-b942-fa9013138918 req-31089ff3-791a-4132-b00e-3a7e58629152 service neutron] 10.222.0.67 "GET /v2.0/networks?id=314a4fb9-fe01-494f-bd5e-e66f3092138e HTTP/1.1" status: 200 len: 897 time: 0.2613838 Feb 16 12:53:14.074050 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e188a98-4115-4b38-b942-fa9013138918 req-a4ecfa4a-4fa6-4a62-aa1c-978990c4367c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15eabec7-fea8-465d-be49-dfe92336b89c HTTP/1.1" status: 200 len: 217 time: 0.0853643 Feb 16 12:53:14.143940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188a98-4115-4b38-b942-fa9013138918 req-e147639c-77c2-4984-8e25-410f14fa0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.145535 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e188a98-4115-4b38-b942-fa9013138918 req-e147639c-77c2-4984-8e25-410f14fa0927 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75c07849-b6e2-4bb2-8d57-8c55a597ffe1 HTTP/1.1" status: 200 len: 834 time: 0.0631664 Feb 16 12:53:14.166195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac4ea-61ff-45e7-85da-bda579ffb98f req-d0fe17b6-938f-4dc1-8a35-f493f354d1ce tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.167848 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c43ac4ea-61ff-45e7-85da-bda579ffb98f req-d0fe17b6-938f-4dc1-8a35-f493f354d1ce tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0907047 Feb 16 12:53:14.238530 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c43ac4ea-61ff-45e7-85da-bda579ffb98f req-119292f7-47e6-44f9-a48e-980084b76a45 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623622 Feb 16 12:53:14.242962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188a98-4115-4b38-b942-fa9013138918 req-fd343b36-bdb1-4ccc-8faa-11138a0a715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.244483 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e188a98-4115-4b38-b942-fa9013138918 req-fd343b36-bdb1-4ccc-8faa-11138a0a715d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=314a4fb9-fe01-494f-bd5e-e66f3092138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925629 Feb 16 12:53:14.276866 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:14.281756 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652eb51-8ed2-482f-ba97-5b8dbe5a785c None None] The sync data for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv is: [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:51:20Z', 'revision_number': 4, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8a2949d2-0a0f-47c2-95ad-44b0c8234d07', 'name': '', 'network_id': '314a4fb9-fe01-494f-bd5e-e66f3092138e', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'mac_address': 'fa:16:3e:f8:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:19Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'subnets': [{'id': '75c07849-b6e2-4bb2-8d57-8c55a597ffe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:14.385104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc8144-8604-4cb2-9dd3-da0d8a378444 req-4fd3301a-3f31-4369-a727-69052e5c9294 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.386739 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5afc8144-8604-4cb2-9dd3-da0d8a378444 req-4fd3301a-3f31-4369-a727-69052e5c9294 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.1014745 Feb 16 12:53:14.431503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5afc8144-8604-4cb2-9dd3-da0d8a378444 req-b42a8b1a-ac68-4ac2-b046-7862fb08e33d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Feb 16 12:53:14.432603 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e188a98-4115-4b38-b942-fa9013138918 req-1b406ac8-3061-478c-9e59-30c1dd58b7e7 service neutron] 10.222.0.67 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812253 Feb 16 12:53:14.585112 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e188a98-4115-4b38-b942-fa9013138918 req-0a8e8c26-a751-4e47-926c-9a4aabe44f14 service neutron] 10.222.0.67 "GET /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447122 Feb 16 12:53:14.603901 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2639161-fbbb-4c41-93fc-708b23b28a8c None None] New status for floating IP 7f1efebc-6883-441e-9f4c-603fe21ebe6d: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:15.432101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae6b10-258a-430e-bdc0-c3f85041b8f5 req-5b2ed640-d024-46ed-836d-6c6badc20a40 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.433472 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-faae6b10-258a-430e-bdc0-c3f85041b8f5 req-5b2ed640-d024-46ed-836d-6c6badc20a40 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.0851138 Feb 16 12:53:15.478849 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-faae6b10-258a-430e-bdc0-c3f85041b8f5 req-e3555888-9d57-4105-8b1d-ed2a26b7b2bc tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/security-groups?id=c8b2f99a-41f4-4bce-a600-da30e6f47c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 Feb 16 12:53:15.600679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-75b757b1-ec3c-40af-b4c2-84a81d9ca685 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.601386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-75b757b1-ec3c-40af-b4c2-84a81d9ca685 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Synchronizing usage tracker for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:15.620983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e7d5-f0c5-468f-aea9-f18c3468ff9b req-eb6e7a98-ab69-4840-8391-f353c44c31be tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.624358 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e888e7d5-f0c5-468f-aea9-f18c3468ff9b req-eb6e7a98-ab69-4840-8391-f353c44c31be tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.0808370 Feb 16 12:53:15.667077 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e888e7d5-f0c5-468f-aea9-f18c3468ff9b req-076f82a3-48a9-4b3d-81fa-34827af45f22 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386841 Feb 16 12:53:15.691281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-75b757b1-ec3c-40af-b4c2-84a81d9ca685 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Unset dirty status for tenant:4dc455474cf84d75a2b7115fe0f8a9cb on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:15.692116 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-75b757b1-ec3c-40af-b4c2-84a81d9ca685 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.67 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 945 time: 0.1697495 Feb 16 12:53:15.766968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Deleting port 15eabec7-fea8-465d-be49-dfe92336b89c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:15.767581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.860342 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477cd41-cfbb-4c9a-a45e-34f1cdd570f2 req-326448f3-dd77-4752-93a3-144150f1254e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.861833 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b477cd41-cfbb-4c9a-a45e-34f1cdd570f2 req-326448f3-dd77-4752-93a3-144150f1254e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.0863400 Feb 16 12:53:15.907549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b477cd41-cfbb-4c9a-a45e-34f1cdd570f2 req-379141ff-7c24-493d-8cb4-25df003fa03c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Feb 16 12:53:15.929978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56268) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:16.003768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a263145-51f6-4219-a762-92c66d76bd44 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.005281 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9a263145-51f6-4219-a762-92c66d76bd44 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 1130 time: 0.0743129 Feb 16 12:53:16.008173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56272) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:16.013168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:16.020273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:16.024128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:16.024281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] For port 15eabec7-fea8-465d-be49-dfe92336b89c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=15eabec7-fea8-465d-be49-dfe92336b89c,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:16.024579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.027242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:16.033121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:16.149608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Calling delete_port for 15eabec7-fea8-465d-be49-dfe92336b89c owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:16.273279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.406304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.469043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.522649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event deleted for resources: {'Port': ['ID=15eabec7-fea8-465d-be49-dfe92336b89c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:16.609728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] No DVR routers for this DVR port 15eabec7-fea8-465d-be49-dfe92336b89c on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:16.612151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.614651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'name': 'network-vif-deleted', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:16.660841 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5', 'name': 'network-vif-deleted', 'tag': '15eabec7-fea8-465d-be49-dfe92336b89c', 'status': 'completed', 'code': 200} Feb 16 12:53:16.679369 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-89586590-7c33-470f-8fa1-c1fb05e9c1c6 req-933b3cec-36b5-45bf-bed7-01d51eb9ecdb tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 210 time: 0.0554762 Feb 16 12:53:16.704747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.99 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/4477b6e7-b144-4e11-adcc-6dfc327ab032) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:16.737794 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-494f1205-14a8-4aaf-b8f5-62a682de2377 req-eda2f658-02f6-46ab-bd89-c5b0978e1038 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.67 "DELETE /v2.0/ports/15eabec7-fea8-465d-be49-dfe92336b89c HTTP/1.1" status: 204 len: 173 time: 1.0397761 Feb 16 12:53:16.851260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.000427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.066221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:17.068998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:17.072558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:17.107746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=4477b6e7-b144-4e11-adcc-6dfc327ab032,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:17.485343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.675431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.858549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-657e5a85-0dc1-4b82-b074-d8a7b92bf334 req-fbe83a09-0c2f-4e08-b888-fd6cf7b86fa7 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "GET /v2.0/ports?device_id=da2b71e8-7e39-4ddf-a9bb-32b4aa11fed5 HTTP/1.1" status: 200 len: 210 time: 0.0574234 Feb 16 12:53:17.929798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.337198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.428998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=4477b6e7-b144-4e11-adcc-6dfc327ab032,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:18.443202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.535021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 15eabec7-fea8-465d-be49-dfe92336b89c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:18.570973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 15eabec7-fea8-465d-be49-dfe92336b89c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:18.571351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 15eabec7-fea8-465d-be49-dfe92336b89c not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:18.612035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 1cce0080-b830-4dcf-9ba6-b1bdb9a5801c associated. External IP: 172.26.6.99, port: f54724f9-4089-46ce-a7f9-175c8ee5dccd. Feb 16 12:53:18.954124 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56284) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:19.079259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:19.268614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:19.278155 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] Sync routers for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:19.288422 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:19.289034 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:19.427939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.464740 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:19.488950 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-acb8fca3-8216-4470-ace8-a01e6d756b76 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 3.4797518 Feb 16 12:53:19.489713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:19.493006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:19.539913 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'status': 'completed', 'code': 200} Feb 16 12:53:19.699487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87ab309-fb4f-4eb0-b1d7-c1a6ac568db3 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.701182 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e87ab309-fb4f-4eb0-b1d7-c1a6ac568db3 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd&network_id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c HTTP/1.1" status: 200 len: 1130 time: 0.2068646 Feb 16 12:53:19.712782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-77d65017-ac70-40f1-855f-e8be5d20aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.714113 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-77d65017-ac70-40f1-855f-e8be5d20aa0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 1135 time: 0.1332340 Feb 16 12:53:19.919591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-aaa6129d-34f0-4400-86cf-4dae4021de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.921616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-aaa6129d-34f0-4400-86cf-4dae4021de72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c HTTP/1.1" status: 200 len: 897 time: 0.2005978 Feb 16 12:53:19.998357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.048409 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '1cce0080-b830-4dcf-9ba6-b1bdb9a5801c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.99', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'port_id': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-384312126', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'mac_address': 'fa:16:3e:e6:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:17Z', 'updated_at': '2022-02-16T12:53:17Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:53:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:20.052327 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] Checking router: 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:20.065664 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:20.066261 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:20.168487 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-b3b606b6-39d0-4835-9756-0ffcba723627 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1035 time: 0.2409256 Feb 16 12:53:20.253733 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:20.306023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-4ba1195a-9809-4228-8fc1-774c5ba49ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:20.307512 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-4ba1195a-9809-4228-8fc1-774c5ba49ca8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f10c3018-c4b5-4173-b24f-28865e04eb0c HTTP/1.1" status: 200 len: 835 time: 0.1308367 Feb 16 12:53:20.398942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e41943-193d-4d4c-9403-e6766a1bcc05 req-ce646b6a-3aa1-4bb7-ae69-0c2ecb72f95a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:20.400410 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-34e41943-193d-4d4c-9403-e6766a1bcc05 req-ce646b6a-3aa1-4bb7-ae69-0c2ecb72f95a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.0839512 Feb 16 12:53:20.443410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-39f26213-acc7-4c56-b2f2-f9239048401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:20.444979 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-39f26213-acc7-4c56-b2f2-f9239048401e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307077 Feb 16 12:53:20.457550 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-34e41943-193d-4d4c-9403-e6766a1bcc05 req-0bc2d5ae-3032-44df-8b25-f494ad803b4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497105 Feb 16 12:53:20.595438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Deleting port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:20.595776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.613126 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '1cce0080-b830-4dcf-9ba6-b1bdb9a5801c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.99', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'port_id': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-384312126', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'mac_address': 'fa:16:3e:e6:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:17Z', 'updated_at': '2022-02-16T12:53:17Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:53:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:20.617203 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2169d02b-5ba1-4cf8-91bd-96a89760fad6 None None] The sync data for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv is: [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '1cce0080-b830-4dcf-9ba6-b1bdb9a5801c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.99', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'port_id': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-384312126', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'mac_address': 'fa:16:3e:e6:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257b1e20-55e5-4be7-bcc8-2bfa478b17dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:17Z', 'updated_at': '2022-02-16T12:53:17Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:53:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:20.815989 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8c300-1d43-432b-8614-fd06bdb00598 None None] New status for floating IP 1cce0080-b830-4dcf-9ba6-b1bdb9a5801c: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:20.901214 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-41ab2a02-3989-4544-aa98-14d4ae45f9d9 service neutron] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194031 Feb 16 12:53:21.054663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] For port 8a2949d2-0a0f-47c2-95ad-44b0c8234d07, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:21.055332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.198732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Calling delete_port for 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:21.246565 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-72276fbb-cbbc-4dea-b7ec-1474c547faad req-577771da-3083-4dd0-b9ea-a7775f123b68 service neutron] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372240 Feb 16 12:53:21.581966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.630349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event deleted for resources: {'Port': ['ID=8a2949d2-0a0f-47c2-95ad-44b0c8234d07,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:21.667104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4942f60-0f67-4329-8b43-cc222722c36d req-aa558d55-d33c-4967-975a-50a9e1a9ffb4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:21.668720 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c4942f60-0f67-4329-8b43-cc222722c36d req-aa558d55-d33c-4967-975a-50a9e1a9ffb4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.0972636 Feb 16 12:53:21.723387 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c4942f60-0f67-4329-8b43-cc222722c36d req-ce2389c5-5c51-418a-a612-feef742b0908 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Feb 16 12:53:21.953779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-0281891e-4b63-4728-be83-fb3beb471780 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:21.954621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-0281891e-4b63-4728-be83-fb3beb471780 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:22.000799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.144163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-0281891e-4b63-4728-be83-fb3beb471780 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:22.145320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-0281891e-4b63-4728-be83-fb3beb471780 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.4380960 Feb 16 12:53:22.244063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-9a489872-a024-4cf1-b616-9c7986f271f4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.245412 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-9a489872-a024-4cf1-b616-9c7986f271f4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0808258 Feb 16 12:53:22.683982 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-d48c0361-c9e9-4d19-8ecc-4ebaa7b60cc4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2449701 Feb 16 12:53:22.689435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Router 860047b7-ae9c-459d-84a2-7613f9a25651 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:22.700456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:22.914439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216fc2-624f-47f7-87d2-6d81df928c39 req-c8737283-5aac-47ad-bbad-2666192e4a2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.915942 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a7216fc2-624f-47f7-87d2-6d81df928c39 req-c8737283-5aac-47ad-bbad-2666192e4a2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 982 time: 0.0812306 Feb 16 12:53:22.966038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.966399 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a7216fc2-624f-47f7-87d2-6d81df928c39 req-836cd695-0a44-49e6-8c6f-7ea1eb60f103 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Feb 16 12:53:22.990082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:22.999454 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] Sync routers for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:23.006687 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:23.007319 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:23.043526 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9769dcf5-4ea6-4d00-a243-09462f4828c5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "PUT /v2.0/routers/860047b7-ae9c-459d-84a2-7613f9a25651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0878661 Feb 16 12:53:23.046139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56302) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:23.112047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Deleting subnet 75c07849-b6e2-4bb2-8d57-8c55a597ffe1 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:23.115027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.174090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.187434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:23.192459 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:23.220854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:23.266595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.280641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] device_id is not set on port f54724f9-4089-46ce-a7f9-175c8ee5dccd yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:23.289372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.371289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.406493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.459325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event deleted for resources: {'Subnet': ['ID=75c07849-b6e2-4bb2-8d57-8c55a597ffe1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:23.465907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.479812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc229f6-410e-4e25-9c76-233542af9446 None None] Network 314a4fb9-fe01-494f-bd5e-e66f3092138e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:23.481139 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dfbdb966-e769-467d-ba0f-255babb45068 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "DELETE /v2.0/subnets/75c07849-b6e2-4bb2-8d57-8c55a597ffe1 HTTP/1.1" status: 204 len: 168 time: 0.4328153 Feb 16 12:53:23.482267 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:53:21Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:23.482453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56308) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:23.486362 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] Checking router: 860047b7-ae9c-459d-84a2-7613f9a25651 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:23.495485 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] Routers {'860047b7-ae9c-459d-84a2-7613f9a25651'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:23.496256 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['860047b7-ae9c-459d-84a2-7613f9a25651'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:23.568063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:23.661300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] No DVR routers for this DVR port f54724f9-4089-46ce-a7f9-175c8ee5dccd on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:23.716031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.750227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-84ef9fa6-f36d-4c84-b589-8b0db60d60a3 None None] Provisioning complete for port f54724f9-4089-46ce-a7f9-175c8ee5dccd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:23.750676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84ef9fa6-f36d-4c84-b589-8b0db60d60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.814894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-84ef9fa6-f36d-4c84-b589-8b0db60d60a3 None None] Port f54724f9-4089-46ce-a7f9-175c8ee5dccd cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:23.840535 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] Set router 860047b7-ae9c-459d-84a2-7613f9a25651 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:23.850396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] DHCP port deletion for 314a4fb9-fe01-494f-bd5e-e66f3092138e request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:23.865009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] Deleting port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:23.865646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.970127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:24.025767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] In _notify_port_updated(), no bound segment for port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:53:24.026758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:24.031378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.033618 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bea5939d-6cc8-4140-ab7f-3edc8ad25418 req-64ff23ef-1daa-42c8-9120-c02978c9bb83 service neutron] 10.222.0.67 "PUT /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1025 time: 1.3363261 Feb 16 12:53:24.177312 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:53:21Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:24.181499 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efb59-8825-4766-bdd0-ff22e3e326ab None None] The sync data for ids ['860047b7-ae9c-459d-84a2-7613f9a25651'] in dv-neutron-829487-1-hyperv is: [{'id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-605865504', 'tenant_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:11Z', 'updated_at': '2022-02-16T12:53:21Z', 'revision_number': 5, 'project_id': '4dc455474cf84d75a2b7115fe0f8a9cb', 'gw_port': {'id': '26cae5f0-e05e-4f6e-87dc-37c1b7219d33', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860047b7-ae9c-459d-84a2-7613f9a25651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:12Z', 'updated_at': '2022-02-16T12:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:24.185461 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9dc1b30-0d60-4f78-83e7-8301da46ca99 req-ccbc4d48-fcd1-4697-9c9d-8eeea5494d66 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 210 time: 0.0526452 Feb 16 12:53:24.213090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.240963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] For port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5ea11bb3-38f3-4756-bdb6-949b1bdefd42,segment=NetworkSegment(c2bb8b37-f6c1-46e0-b60c-344700c17e40),segment_id=c2bb8b37-f6c1-46e0-b60c-344700c17e40)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:24.241350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.303313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Deleting port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:24.303313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.365720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] Calling delete_port for 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:24.463569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.501999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] For port 26cae5f0-e05e-4f6e-87dc-37c1b7219d33, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:24.502373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.582260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:24.631424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.636459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Calling delete_port for 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:24.721101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] Pushing event deleted for resources: {'Port': ['ID=5ea11bb3-38f3-4756-bdb6-949b1bdefd42,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:24.732460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4acb9-4d92-4427-a4a8-94c109198cd1 None None] No DVR routers for this DVR port 5ea11bb3-38f3-4756-bdb6-949b1bdefd42 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:24.740640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:24.931015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.986736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event deleted for resources: {'Port': ['ID=26cae5f0-e05e-4f6e-87dc-37c1b7219d33,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:25.073346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.252435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.254721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.352025 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6747ba8-1c4f-4414-a90a-56f4434eb0d2 req-3a4d47b9-4959-42cb-ae43-f575df46c983 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=257b1e20-55e5-4be7-bcc8-2bfa478b17dd HTTP/1.1" status: 200 len: 210 time: 0.0428071 Feb 16 12:53:25.352780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.353297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Fanout notify agent at l3_agent the message router_deleted on router 860047b7-ae9c-459d-84a2-7613f9a25651 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:53:25.376237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.377305 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1c7cf87b-9d39-4ebb-8d54-ff80085bd9b5 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "DELETE /v2.0/routers/860047b7-ae9c-459d-84a2-7613f9a25651 HTTP/1.1" status: 204 len: 168 time: 1.8935032 Feb 16 12:53:25.380125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56316) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:25.494439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.625876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.747909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314a4fb9-fe01-494f-bd5e-e66f3092138e']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:25.759819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bb8b37-f6c1-46e0-b60c-344700c17e40') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:25.760110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bb8b37-f6c1-46e0-b60c-344700c17e40') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:25.771232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.787199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.793710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:25.794105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:25.809848 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:25.896458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:25.938139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:25.938488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26cae5f0-e05e-4f6e-87dc-37c1b7219d33 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:25.938900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:25.975305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:25.975893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8a2949d2-0a0f-47c2-95ad-44b0c8234d07 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:26.005756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.028233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.040458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event deleted for resources: {'Network': ['ID=314a4fb9-fe01-494f-bd5e-e66f3092138e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:26.102724 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e9d36f49-8e6c-45e0-9381-6c6ffafff62d tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "DELETE /v2.0/networks/314a4fb9-fe01-494f-bd5e-e66f3092138e HTTP/1.1" status: 204 len: 168 time: 0.7216015 Feb 16 12:53:26.105371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56320) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:26.173990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc6be1ba-2fd2-47da-bdc9-6c4906f53519 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.203404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc6be1ba-2fd2-47da-bdc9-6c4906f53519 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.330309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc6be1ba-2fd2-47da-bdc9-6c4906f53519 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.351522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6be1ba-2fd2-47da-bdc9-6c4906f53519 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b2f99a-41f4-4bce-a600-da30e6f47c17,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:26.354776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dc6be1ba-2fd2-47da-bdc9-6c4906f53519 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.355883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dc6be1ba-2fd2-47da-bdc9-6c4906f53519 tempest-TestNetworkAdvancedServerOps-1850311633 tempest-TestNetworkAdvancedServerOps-1850311633-project] 10.222.0.47 "DELETE /v2.0/security-groups/c8b2f99a-41f4-4bce-a600-da30e6f47c17 HTTP/1.1" status: 204 len: 168 time: 0.2496114 Feb 16 12:53:26.445838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56328) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:26.519165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d14bd6-b561-4fa7-8c3e-e91e5c8b956d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:26.520502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-29d14bd6-b561-4fa7-8c3e-e91e5c8b956d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 924 time: 0.0736370 Feb 16 12:53:26.767454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56336) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:26.772680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18465095', 'description': 'tempest-secgroup-smoke-18465095 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:26.778672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:26.788186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:26.931087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.959437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:26.959437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:26.960216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:26.965534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:27.034364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.147365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.193909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3eddd8-bd31-4425-a4bc-bdc9d2182814,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:27.263509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56342) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:27.279435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.281241 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5d9b3335-1cf5-490a-a28a-16ccb47b20db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5127411 Feb 16 12:53:27.294397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56348) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:27.294397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eddd8-bd31-4425-a4bc-bdc9d2182814', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:27.296504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:27.300276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:27.303217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:27.308830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:27.429539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.458553 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f42556a1-4b18-4b37-9393-c9d3d728d8eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4dc455474cf84d75a2b7115fe0f8a9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938689 Feb 16 12:53:27.460420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:27.501953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.520601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee9-434e-4160-95f3-f450473db199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.546076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee9-434e-4160-95f3-f450473db199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.690854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.718868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c204a731-7d47-4e5e-9374-1034755466e0,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:27.811784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee9-434e-4160-95f3-f450473db199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.827464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3212ee9-434e-4160-95f3-f450473db199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba42d2-7753-4b2c-b34d-644ad652e78e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:27.836006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee9-434e-4160-95f3-f450473db199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.836006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3212ee9-434e-4160-95f3-f450473db199 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17ba42d2-7753-4b2c-b34d-644ad652e78e HTTP/1.1" status: 204 len: 168 time: 0.3714976 Feb 16 12:53:27.845270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.846742 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8e9ab8b2-81e1-4d89-847c-b8faa9e0391e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615785 Feb 16 12:53:27.849935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56358) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:27.857793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eddd8-bd31-4425-a4bc-bdc9d2182814', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:27.862771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:27.866971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:27.870025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:27.876860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:27.965898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.028712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.117558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.142431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739cd7a0-8dcf-4f5c-96bb-50ce04fb33e6,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:28.215543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.216804 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-71cef760-e312-4704-98f7-c24799008283 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3654916 Feb 16 12:53:28.219601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56364) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:28.224891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eddd8-bd31-4425-a4bc-bdc9d2182814', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:28.230690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:28.235271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:28.238324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:28.244852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:28.395146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.457277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.546797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.571712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fdeb7a-b368-4d03-866d-7672308dc9a8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:28.595145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:28.612654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.627459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:28.631260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c00cfd03b74b7e8574835a659b6cbc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:28.634259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:28.640854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:28.654078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.655281 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d1b61989-33df-4896-9a94-17b1b6f50a04 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4346652 Feb 16 12:53:28.658499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56372) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:28.663906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eddd8-bd31-4425-a4bc-bdc9d2182814', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:28.669629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:28.673430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:28.676353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:28.683738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:28.735019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.777239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.822107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.844938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.873012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5c00cfd03b74b7e8574835a659b6cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768238 Feb 16 12:53:28.874435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31c356-9e34-4672-a5ac-9fb8d2095ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd9b1a-1d7e-4bb7-b973-155b47a58d54,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:28.876254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56376) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:28.933632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a408a250-c51f-40b7-a700-efa1953f3097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.953136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.979661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a408a250-c51f-40b7-a700-efa1953f3097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.997265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b2e4a2-1ec6-4ef6-97ba-d2fbdf75d264,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.090543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.091775 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2b876456-5369-4709-b3fe-9d6c11c240e2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4320841 Feb 16 12:53:29.094441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56380) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:29.099452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eddd8-bd31-4425-a4bc-bdc9d2182814', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:29.105427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:29.109666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:29.112542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:29.118066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:29.131205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a408a250-c51f-40b7-a700-efa1953f3097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.142065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408a250-c51f-40b7-a700-efa1953f3097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd9b1a-1d7e-4bb7-b973-155b47a58d54,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.146320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a408a250-c51f-40b7-a700-efa1953f3097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.147513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a408a250-c51f-40b7-a700-efa1953f3097 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99dd9b1a-1d7e-4bb7-b973-155b47a58d54 HTTP/1.1" status: 204 len: 168 time: 0.2702537 Feb 16 12:53:29.365649 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:29.365649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.365649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.954832 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.984610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45de49be-e795-43f8-9d8c-59f87128f068,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:30.055945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.057167 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fe141e3a-8bcc-4b2b-bfa9-b581de261702 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9617970 Feb 16 12:53:30.059887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56386) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:30.065267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': 'fe3eddd8-bd31-4425-a4bc-bdc9d2182814', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:30.071214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:30.074978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:30.078472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:30.090974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:30.204184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:30.211343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.277140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.364860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.386926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c78bdb-6029-44aa-9ee1-96797bda23ce,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:30.473079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.474456 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a60c830f-8817-4ea2-9514-cb765703977b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4136424 Feb 16 12:53:30.756518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-80d63563-1252-493c-a107-bc8e7e3305eb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:30.826801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-80d63563-1252-493c-a107-bc8e7e3305eb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:30.828105 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-80d63563-1252-493c-a107-bc8e7e3305eb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18465095&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.1129093 Feb 16 12:53:30.910685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-4ae50248-2545-41ed-b04e-743e1bec8191 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:30.912084 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-4ae50248-2545-41ed-b04e-743e1bec8191 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 929 time: 0.0773962 Feb 16 12:53:30.965254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56422) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:30.992227 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:53:31.089008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1575170329-network', 'tenant_id': '77291597657c4ae19720b92f4a9fe80f'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:31.105564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:31.112922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Usage tracker for resource:network and tenant:77291597657c4ae19720b92f4a9fe80f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:31.117463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:31.125831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:31.131711 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-eb796386-c641-4e1f-b6c3-a9c2e3f04f49 service neutron] 10.222.0.47 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2068019 Feb 16 12:53:31.232564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Made reservation on behalf of 77291597657c4ae19720b92f4a9fe80f for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:31.232564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.248252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.285421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:31.296992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Usage tracker for resource:security_group_rule and tenant:77291597657c4ae19720b92f4a9fe80f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:31.301179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:31.306220 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-e5964825-9b52-4941-91a3-b732d8c0a2fe service neutron] 10.222.0.47 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671772 Feb 16 12:53:31.308599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:31.472034 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-4c8a44b4-dd8b-4139-a4d1-7cb8ec876f7d service neutron] 10.222.0.47 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611302 Feb 16 12:53:31.511459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.586683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.615691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:31.625007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c0d4ae-17c9-47ba-953b-418e1e23fda4,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:31.634274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.634561 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.634898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.635283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.635612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.635941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.636267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.636598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.636919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.637245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.637953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.637953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:31.642974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.642974 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Added segment f16958b2-61f7-49ef-8335-ef9c79bd9080 of type vlan for network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d Feb 16 12:53:31.671833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.720413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3aae83ca-8b49-40a6-abba-1589b86ce526 req-1bc7b9ca-4275-4ac7-9a31-87a4f9ab8f8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 210 time: 0.0446262 Feb 16 12:53:31.833556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.836758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:31.836758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.940251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] Pushing event updated for resources: {'Network': ['ID=7876dedc-b2ca-4153-9379-6fe9f28b9d6d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:31.949978 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:32.016121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ac925c3b-f3f5-422f-b9a3-fc128c1ff01c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0468073 Feb 16 12:53:32.018645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56440) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:32.023737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Request body: {'subnet': {'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1575170329-subnet', 'tenant_id': '77291597657c4ae19720b92f4a9fe80f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:32.029105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:32.033344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Usage tracker for resource:subnet and tenant:77291597657c4ae19720b92f4a9fe80f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:32.044356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:32.044356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:32.147777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Made reservation on behalf of 77291597657c4ae19720b92f4a9fe80f for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:32.150263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.450977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.520558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04df6695-3a89-44e8-b3f5-55452553848d,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:32.531284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Checking segment: {'id': 'f16958b2-61f7-49ef-8335-ef9c79bd9080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:32.531636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Network hostable DHCP agents. Network: 7876dedc-b2ca-4153-9379-6fe9f28b9d6d, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:32.610233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:32.707446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 7876dedc-b2ca-4153-9379-6fe9f28b9d6d) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:32.711620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:32.712197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.715898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6c44f7-c527-4409-9577-2958ec939d8a None None] Network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:32.819594 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d79ad102-0ba9-4df8-bce0-29095d825c91 req-359b67e3-579d-480b-9d05-354c9bf09a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 210 time: 0.0445983 Feb 16 12:53:32.856667 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f1b70e04-d3ed-423e-acbe-d0492f9d5cc0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8388638 Feb 16 12:53:32.925943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa1755-694d-4556-af70-0c5347f2c7fe None None] Network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:33.646496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56464) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:33.651995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-266173056-network', 'tenant_id': 'ae89e4583c2c4a8c83e82c99a8eb4b3c'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:33.657253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:33.661005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Usage tracker for resource:network and tenant:ae89e4583c2c4a8c83e82c99a8eb4b3c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:33.669621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:33.669621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:33.805044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8004303d-98b3-424d-a506-e229468d9967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.834063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Made reservation on behalf of ae89e4583c2c4a8c83e82c99a8eb4b3c for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:33.836103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.849043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.863303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:33.867888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Usage tracker for resource:security_group_rule and tenant:ae89e4583c2c4a8c83e82c99a8eb4b3c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:33.870729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:33.876973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:33.988858 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d066bfc6-2eaf-412a-8e77-c8b769512cc6 req-031c43e4-9b00-4613-a6a4-104894dd436a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 210 time: 0.0570333 Feb 16 12:53:34.010017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.113104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.147663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:34.149597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740d5c82-bab6-4fc4-88d6-4989d6f985c0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:34.160118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.160452 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Added segment 7083a712-e2fc-4c23-800a-ca0412705be2 of type vlan for network ea7c109f-bb8b-4ec5-a113-0691570118f6 Feb 16 12:53:34.187863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.308974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-36fa6140-51b9-4623-a0f8-2ba9e04f368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.310406 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-36fa6140-51b9-4623-a0f8-2ba9e04f368b service neutron] 10.222.0.67 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1025 time: 0.0618396 Feb 16 12:53:34.330414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.334155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.334155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.439718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] Pushing event updated for resources: {'Network': ['ID=ea7c109f-bb8b-4ec5-a113-0691570118f6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:34.450911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network ea7c109f-bb8b-4ec5-a113-0691570118f6 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:34.473498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-2921aa3a-b34c-4c6b-a19f-73c0f45fc62b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.474940 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-2921aa3a-b34c-4c6b-a19f-73c0f45fc62b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c HTTP/1.1" status: 200 len: 797 time: 0.1571333 Feb 16 12:53:34.532828 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-3c342479-f509-49d8-806c-b2f222802c88 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 469 time: 0.0444095 Feb 16 12:53:34.546893 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-40c325ad-5458-46e8-8ec0-ae2d2948fb8f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8946981 Feb 16 12:53:34.547168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56470) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:34.549788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Request body: {'port': {'device_id': '03cf582f-f469-48ec-9f2f-cb5a05ecf872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:34.552538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Request body: {'subnet': {'network_id': 'ea7c109f-bb8b-4ec5-a113-0691570118f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-266173056-subnet', 'tenant_id': 'ae89e4583c2c4a8c83e82c99a8eb4b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:34.557527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:34.561420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Usage tracker for resource:subnet and tenant:ae89e4583c2c4a8c83e82c99a8eb4b3c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:34.564303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:34.570359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:34.674116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.707263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Made reservation on behalf of ae89e4583c2c4a8c83e82c99a8eb4b3c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:34.709710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.031128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54724f9-4089-46ce-a7f9-175c8ee5dccd {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:35.039271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.053326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Transition to ACTIVE for port object f54724f9-4089-46ce-a7f9-175c8ee5dccd will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:35.090819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.170422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.218502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa40033c-e256-4079-afd9-251beca8363f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:35.230936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Checking segment: {'id': '7083a712-e2fc-4c23-800a-ca0412705be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ea7c109f-bb8b-4ec5-a113-0691570118f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:35.231250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Network hostable DHCP agents. Network: ea7c109f-bb8b-4ec5-a113-0691570118f6, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:35.266293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3543b-4e70-4808-8059-05e8f18c673f req-4aef3aa8-91d3-49d6-a486-33b591c70b21 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.268108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-67d3543b-4e70-4808-8059-05e8f18c673f req-4aef3aa8-91d3-49d6-a486-33b591c70b21 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 980 time: 0.1485417 Feb 16 12:53:35.324470 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-67d3543b-4e70-4808-8059-05e8f18c673f req-58835f09-7e3e-445b-9a3e-dd7f21a14099 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Feb 16 12:53:35.325292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:35.369291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.369943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.370452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.370764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Network ea7c109f-bb8b-4ec5-a113-0691570118f6 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:35.370954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.371303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.371634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.371958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.372280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.372597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.373087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.374107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.374425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:35.453024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:35.453361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:35.453685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:35.458365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:53:35.458680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Attempting to bind port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:35.463729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:35.464059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Checking segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:35.464438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Bound using segment: {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:35.464856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Bound port: f54724f9-4089-46ce-a7f9-175c8ee5dccd, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9299a94-bc10-4d2c-ba0e-a3654015d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:35.465195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.467150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, ea7c109f-bb8b-4ec5-a113-0691570118f6) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:35.477244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.477244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.480375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa82dc-b058-4a49-97d1-170bdb2c363c None None] Network ea7c109f-bb8b-4ec5-a113-0691570118f6 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:35.553204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:35.556274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:35.559195 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a4cd394d-b48b-44bd-8e7c-567d51ce464d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0108764 Feb 16 12:53:35.645538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.710259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.710866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.713956 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] 10.222.0.67 "PUT /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1130 time: 1.1719279 Feb 16 12:53:35.714392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cf582f-f469-48ec-9f2f-cb5a05ecf872', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:35.735302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c78c88-6f6e-4f2a-b032-4442a9cd6a49 service neutron] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:35.750288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524f629-7b0d-45a7-90a2-e3c66cbd95e5 None None] Network ea7c109f-bb8b-4ec5-a113-0691570118f6 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:35.780448 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cf582f-f469-48ec-9f2f-cb5a05ecf872', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'status': 'completed', 'code': 200} Feb 16 12:53:35.909035 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe32ba0-8576-43b8-abbd-3062966d3608 req-f2447c27-06c1-48a2-9383-547cd0d98196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.911259 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bbe32ba0-8576-43b8-abbd-3062966d3608 req-f2447c27-06c1-48a2-9383-547cd0d98196 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 1133 time: 0.1090972 Feb 16 12:53:36.090247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe32ba0-8576-43b8-abbd-3062966d3608 req-b087959b-91af-4bbe-b950-22f9621b0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.091944 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bbe32ba0-8576-43b8-abbd-3062966d3608 req-b087959b-91af-4bbe-b950-22f9621b0c9a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1693442 Feb 16 12:53:36.170676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-258812b7-77a9-4697-b0ec-59cc8f209090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.213622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce624a-4734-4232-9441-53911d299ee6 req-0565d6ac-ef73-42d2-992d-35f819c24242 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.214364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-8cce624a-4734-4232-9441-53911d299ee6 req-0565d6ac-ef73-42d2-992d-35f819c24242 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Synchronizing usage tracker for tenant:77291597657c4ae19720b92f4a9fe80f on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:36.337624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe32ba0-8576-43b8-abbd-3062966d3608 req-387ea351-9363-4869-a73f-0cf2d8f38ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.339232 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bbe32ba0-8576-43b8-abbd-3062966d3608 req-387ea351-9363-4869-a73f-0cf2d8f38ebf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2371707 Feb 16 12:53:36.394458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-8cce624a-4734-4232-9441-53911d299ee6 req-0565d6ac-ef73-42d2-992d-35f819c24242 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Unset dirty status for tenant:77291597657c4ae19720b92f4a9fe80f on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:36.395705 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-0565d6ac-ef73-42d2-992d-35f819c24242 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/networks?id=7876dedc-b2ca-4153-9379-6fe9f28b9d6d HTTP/1.1" status: 200 len: 812 time: 0.3311706 Feb 16 12:53:36.411876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-530417f3-c044-4d95-a10d-3c93e4c8b089 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/quotas/77291597657c4ae19720b92f4a9fe80f HTTP/1.1" status: 200 len: 375 time: 0.0102301 Feb 16 12:53:36.456002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-6a8e658e-535e-44b0-8719-731efc5eb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.457481 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-6a8e658e-535e-44b0-8719-731efc5eb55c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 1133 time: 0.0732782 Feb 16 12:53:36.493292 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-b4511aac-923c-490b-a9ae-abbbd00859ea tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=77291597657c4ae19720b92f4a9fe80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758514 Feb 16 12:53:36.577488 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-418db189-737d-4d42-ab18-24591ea2b1e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1035 time: 0.1096957 Feb 16 12:53:36.649258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-5288b546-4a4a-4842-92b0-6bfbb8908362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.650726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-5288b546-4a4a-4842-92b0-6bfbb8908362 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f10c3018-c4b5-4173-b24f-28865e04eb0c HTTP/1.1" status: 200 len: 835 time: 0.0642333 Feb 16 12:53:36.669828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd54238-6f93-4333-a90b-b6da87b8ad01 req-d85679ac-3d58-452e-8c02-b1d095f4c982 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.671383 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1dd54238-6f93-4333-a90b-b6da87b8ad01 req-d85679ac-3d58-452e-8c02-b1d095f4c982 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 980 time: 0.2145844 Feb 16 12:53:36.677642 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-a71a9eec-d384-4302-a4c1-ea7d2bdd2b2f service neutron] 10.222.0.47 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711133 Feb 16 12:53:36.730885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-90f25cc3-42ac-4019-8195-374716b2acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.732574 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-90f25cc3-42ac-4019-8195-374716b2acf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754035 Feb 16 12:53:36.808163 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1dd54238-6f93-4333-a90b-b6da87b8ad01 req-0eb1c5b0-9f0f-4857-90cb-2a4e50ffddfd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293910 Feb 16 12:53:36.866218 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-6c0a5c2a-0433-4b83-808f-e327735505cf service neutron] 10.222.0.47 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717019 Feb 16 12:53:36.883382 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-9dc2dd7a-d3f9-47ef-86a5-aefc42f3e8e0 service neutron] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434336 Feb 16 12:53:37.031553 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6e6d3d07-0fe1-46e1-9e78-375569e8d4f4 req-4dbdeb44-7dc4-4d4d-a5e9-e14fb0b649db service neutron] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416743 Feb 16 12:53:37.128824 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f9cfa0e6-4087-4c82-a64d-f95a77b08221 req-11638150-eab8-4779-a9f4-62631ab1583b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 210 time: 0.0448527 Feb 16 12:53:37.227878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.267042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.005628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b0787-45db-450d-af88-2d43e68cf926 req-d7caf3d4-6976-4586-928d-67e8fe717c8b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:38.007138 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-052b0787-45db-450d-af88-2d43e68cf926 req-d7caf3d4-6976-4586-928d-67e8fe717c8b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 980 time: 0.0915918 Feb 16 12:53:38.056190 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-052b0787-45db-450d-af88-2d43e68cf926 req-9f69e753-7c53-4047-a7aa-87c75ee7df53 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Feb 16 12:53:38.222144 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c4f238be-980b-475d-83b3-d97bd9105310 req-d1c56fde-b443-441b-a6fc-e98564fb1810 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 210 time: 0.0428262 Feb 16 12:53:38.691062 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:53:38.788201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.826097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:38.843259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'port_id': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'mac_address': 'fa:16:3e:e6:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:53:38.896682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.913716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54724f9-4089-46ce-a7f9-175c8ee5dccd {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:38.928720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:39.021808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.089914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=9']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:39.097227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.097705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.098063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.098406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.098743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.099111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.099445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.099773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.100104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.100427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.100751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.101069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:39.247487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec09ff-2403-40b1-8607-159f9be42ac6 req-360731dc-e52b-4939-b287-005a0c33cc5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.249472 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-71ec09ff-2403-40b1-8607-159f9be42ac6 req-360731dc-e52b-4939-b287-005a0c33cc5a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 981 time: 0.0850186 Feb 16 12:53:39.260250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['f54724f9-4089-46ce-a7f9-175c8ee5dccd'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:53:39.439644 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-36886044-6e58-40bb-aa32-a7d04525cc1c req-94c1c9b7-357e-4f3d-8b4f-8b01b6f0a14f tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 210 time: 0.0561342 Feb 16 12:53:39.446847 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-71ec09ff-2403-40b1-8607-159f9be42ac6 req-3b510d58-1e6d-4d07-bb21-69ff9468d19d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911671 Feb 16 12:53:39.909331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce624a-4734-4232-9441-53911d299ee6 req-ea78225f-fdfe-472b-94fd-46f9e1cad023 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.910756 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-ea78225f-fdfe-472b-94fd-46f9e1cad023 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.67 "GET /v2.0/networks?id=7876dedc-b2ca-4153-9379-6fe9f28b9d6d HTTP/1.1" status: 200 len: 812 time: 0.1508698 Feb 16 12:53:39.929292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Request body: {'port': {'device_id': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d', 'admin_state_up': True, 'tenant_id': '77291597657c4ae19720b92f4a9fe80f'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:40.081573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:40.085479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Usage tracker for resource:port and tenant:77291597657c4ae19720b92f4a9fe80f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:40.088372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:40.094533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:40.164565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Made reservation on behalf of 77291597657c4ae19720b92f4a9fe80f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:40.168316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.336848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Allocated IP 172.20.0.5 (7876dedc-b2ca-4153-9379-6fe9f28b9d6d/04df6695-3a89-44e8-b3f5-55452553848d/1c5bd9a0-1c27-4f47-969e-516a511deec1) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:40.620620 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-baf3d395-6107-46b5-9327-58cbe67c6a28 req-b5942a68-f500-4054-aa19-160b834c29a5 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 210 time: 0.0736687 Feb 16 12:53:40.665772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.672004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad602-ac0a-4352-8727-da78588e20f1 req-a0193efa-ecfb-47ae-b083-0ae02f86d77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:40.673475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-119ad602-ac0a-4352-8727-da78588e20f1 req-a0193efa-ecfb-47ae-b083-0ae02f86d77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 981 time: 0.0901518 Feb 16 12:53:40.692472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:40.719169 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-119ad602-ac0a-4352-8727-da78588e20f1 req-82911276-262b-47f1-95ad-1895c7323ce8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Feb 16 12:53:40.753751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.828613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:40.832014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:40.835972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:40.855950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port f54724f9-4089-46ce-a7f9-175c8ee5dccd completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:40.865500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port f54724f9-4089-46ce-a7f9-175c8ee5dccd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:40.865871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.879565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Pushing event updated for resources: {'Port': ['ID=1c5bd9a0-1c27-4f47-969e-516a511deec1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:40.907664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:40.908284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.982931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.019093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cf582f-f469-48ec-9f2f-cb5a05ecf872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:41.028751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:41.045823 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-029863ba-ac6a-4e80-9d6f-0bc857c66f5c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1216130 Feb 16 12:53:41.063716 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cf582f-f469-48ec-9f2f-cb5a05ecf872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54724f9-4089-46ce-a7f9-175c8ee5dccd', 'code': 200} Feb 16 12:53:41.064439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Request body: {'port': {'device_id': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:41.135414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.164379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.183892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.233684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:41.524947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e250ac0-81eb-4761-9278-42b6f8536ab0 req-01363131-2ca8-481f-a46a-5cff58e73c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.526529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2e250ac0-81eb-4761-9278-42b6f8536ab0 req-01363131-2ca8-481f-a46a-5cff58e73c5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 1136 time: 0.0771389 Feb 16 12:53:41.571376 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2e250ac0-81eb-4761-9278-42b6f8536ab0 req-bcc33040-f6df-42bf-ae29-90c7bf006eb3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Feb 16 12:53:41.641709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5bd9a0-1c27-4f47-969e-516a511deec1 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:41.649013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.663819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Transition to ACTIVE for port object 1c5bd9a0-1c27-4f47-969e-516a511deec1 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:41.746591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.829587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183ca25-b4cf-41e1-9132-67359bcfd84d req-6f493652-eeb8-43e6-a975-002fd8aa5131 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.831086 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8183ca25-b4cf-41e1-9132-67359bcfd84d req-6f493652-eeb8-43e6-a975-002fd8aa5131 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 943 time: 0.0864556 Feb 16 12:53:41.884237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5bd9a0-1c27-4f47-969e-516a511deec1,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:41.924724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-8183ca25-b4cf-41e1-9132-67359bcfd84d req-db403341-2bc7-41d1-ae45-0fbf98133f22 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Synchronizing usage tracker for tenant:77291597657c4ae19720b92f4a9fe80f on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:41.957771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef6ee0-80eb-4536-9e1d-1685c79ca038 req-f47a0362-3385-4463-bd55-ff064f06511c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.959272 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c8ef6ee0-80eb-4536-9e1d-1685c79ca038 req-f47a0362-3385-4463-bd55-ff064f06511c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 983 time: 0.1272833 Feb 16 12:53:41.992014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Attempting to bind port 1c5bd9a0-1c27-4f47-969e-516a511deec1 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:41.992014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Attempting to bind port 1c5bd9a0-1c27-4f47-969e-516a511deec1 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f16958b2-61f7-49ef-8335-ef9c79bd9080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:41.992306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Attempting to bind port 1c5bd9a0-1c27-4f47-969e-516a511deec1 on network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:41.997085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Port 1c5bd9a0-1c27-4f47-969e-516a511deec1 on network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:53:41.997413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Attempting to bind port 1c5bd9a0-1c27-4f47-969e-516a511deec1 on network 7876dedc-b2ca-4153-9379-6fe9f28b9d6d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:42.002128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-8183ca25-b4cf-41e1-9132-67359bcfd84d req-db403341-2bc7-41d1-ae45-0fbf98133f22 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Unset dirty status for tenant:77291597657c4ae19720b92f4a9fe80f on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:42.010424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:42.010734 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8183ca25-b4cf-41e1-9132-67359bcfd84d req-db403341-2bc7-41d1-ae45-0fbf98133f22 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370561 Feb 16 12:53:42.010844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Checking segment: {'id': 'f16958b2-61f7-49ef-8335-ef9c79bd9080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:42.010844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Bound using segment: {'id': 'f16958b2-61f7-49ef-8335-ef9c79bd9080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:42.010844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Bound port: 1c5bd9a0-1c27-4f47-969e-516a511deec1, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16958b2-61f7-49ef-8335-ef9c79bd9080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:42.010844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.020384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c8ef6ee0-80eb-4536-9e1d-1685c79ca038 req-d31c97b9-10cb-4535-9f60-a52bd695e332 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506876 Feb 16 12:53:42.100623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] For port 1c5bd9a0-1c27-4f47-969e-516a511deec1, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:42.103543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] For port 1c5bd9a0-1c27-4f47-969e-516a511deec1, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1,segment=NetworkSegment(f16958b2-61f7-49ef-8335-ef9c79bd9080),segment_id=f16958b2-61f7-49ef-8335-ef9c79bd9080)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:42.189220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.249314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.252448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.252448 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] 10.222.0.67 "PUT /v2.0/ports/1c5bd9a0-1c27-4f47-969e-516a511deec1 HTTP/1.1" status: 200 len: 1093 time: 1.1927505 Feb 16 12:53:42.252448 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'tag': '1c5bd9a0-1c27-4f47-969e-516a511deec1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:42.272396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8632b-53db-4fae-9f98-24e59a7d1749 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5bd9a0-1c27-4f47-969e-516a511deec1,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:42.295626 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'tag': '1c5bd9a0-1c27-4f47-969e-516a511deec1', 'status': 'completed', 'code': 200} Feb 16 12:53:42.403906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841898f-1f3f-4e3a-bb3b-862c2e22ff2b req-d524c24e-8e14-4975-909e-2df25fe59af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.405473 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2841898f-1f3f-4e3a-bb3b-862c2e22ff2b req-d524c24e-8e14-4975-909e-2df25fe59af6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77291597657c4ae19720b92f4a9fe80f&device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 1096 time: 0.0833814 Feb 16 12:53:42.549106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841898f-1f3f-4e3a-bb3b-862c2e22ff2b req-34a017d2-796c-4019-a51c-38deb88fff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.550573 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2841898f-1f3f-4e3a-bb3b-862c2e22ff2b req-34a017d2-796c-4019-a51c-38deb88fff9e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=77291597657c4ae19720b92f4a9fe80f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1349230 Feb 16 12:53:42.697504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841898f-1f3f-4e3a-bb3b-862c2e22ff2b req-9b1aa398-e656-4708-bb7b-442aeb9c8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.699012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2841898f-1f3f-4e3a-bb3b-862c2e22ff2b req-9b1aa398-e656-4708-bb7b-442aeb9c8c4a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1421375 Feb 16 12:53:42.803173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce624a-4734-4232-9441-53911d299ee6 req-9ddd176d-c656-4d1a-bec1-e5d8ebdec325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.804637 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-9ddd176d-c656-4d1a-bec1-e5d8ebdec325 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77291597657c4ae19720b92f4a9fe80f&device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 1096 time: 0.0702584 Feb 16 12:53:42.877384 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-6d80a8bd-611a-4499-b9a7-4fa6d4164eef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1 HTTP/1.1" status: 200 len: 217 time: 0.0647042 Feb 16 12:53:42.938505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce624a-4734-4232-9441-53911d299ee6 req-102cc3b4-5ab9-49fd-93b5-8a81bb8317a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.939940 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-102cc3b4-5ab9-49fd-93b5-8a81bb8317a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04df6695-3a89-44e8-b3f5-55452553848d HTTP/1.1" status: 200 len: 852 time: 0.0566764 Feb 16 12:53:42.989815 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-6be4465b-1d8d-4c92-b609-051319bc6f69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7876dedc-b2ca-4153-9379-6fe9f28b9d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439558 Feb 16 12:53:43.134274 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-336db0a1-ff5c-416b-b19d-248451c45d09 service neutron] 10.222.0.67 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382661 Feb 16 12:53:43.269103 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8cce624a-4734-4232-9441-53911d299ee6 req-00e871dc-5896-4ec1-963d-2d1945804112 service neutron] 10.222.0.67 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277092 Feb 16 12:53:43.275095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc7a3e-5c62-4633-b281-5c6e8e929a77 req-0a53fe55-60a5-488c-b366-2a30be30ca41 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:43.276557 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-89cc7a3e-5c62-4633-b281-5c6e8e929a77 req-0a53fe55-60a5-488c-b366-2a30be30ca41 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 943 time: 0.1398222 Feb 16 12:53:43.289075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea0c0f-35aa-4386-a685-643831ebff5d req-d7540486-beec-4a01-a8a0-4126a6d7f428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:43.290413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65ea0c0f-35aa-4386-a685-643831ebff5d req-d7540486-beec-4a01-a8a0-4126a6d7f428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 983 time: 0.1227164 Feb 16 12:53:43.358850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-89cc7a3e-5c62-4633-b281-5c6e8e929a77 req-06c5cd29-6729-43bf-a10b-99e43fe1be51 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Feb 16 12:53:43.363236 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65ea0c0f-35aa-4386-a685-643831ebff5d req-f98c5eb0-9654-46af-84c4-f633f33f63cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 Feb 16 12:53:43.548391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9269f-f3fc-4e53-bd65-921a90068842 req-98d7a5a2-a369-4928-bacb-d376a1910a27 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:43.549775 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-19a9269f-f3fc-4e53-bd65-921a90068842 req-98d7a5a2-a369-4928-bacb-d376a1910a27 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 983 time: 0.0814784 Feb 16 12:53:43.593439 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-19a9269f-f3fc-4e53-bd65-921a90068842 req-30c16164-a493-4d23-aaee-43d583fb24d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Feb 16 12:53:43.616022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56542) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:43.685851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9790fe6-54ec-4951-8b23-445fc89805b1 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:43.687354 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9790fe6-54ec-4951-8b23-445fc89805b1 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872&network_id=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c HTTP/1.1" status: 200 len: 1131 time: 0.0703793 Feb 16 12:53:44.358678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde607d-8905-490a-889d-389844ea9a94 req-7be29336-f7d7-489b-9bb3-3c11ba2ec646 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:44.360190 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ecde607d-8905-490a-889d-389844ea9a94 req-7be29336-f7d7-489b-9bb3-3c11ba2ec646 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 983 time: 0.0844433 Feb 16 12:53:44.405376 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ecde607d-8905-490a-889d-389844ea9a94 req-7d897163-b78b-4c5a-ae98-17319d607683 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Feb 16 12:53:44.541896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73e280-5b2a-4900-ab56-20c2cb318781 req-4d765b6c-9a5f-4ad7-a7d2-7f601f77cb37 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:44.543384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc73e280-5b2a-4900-ab56-20c2cb318781 req-4d765b6c-9a5f-4ad7-a7d2-7f601f77cb37 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 943 time: 0.0791094 Feb 16 12:53:44.590461 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc73e280-5b2a-4900-ab56-20c2cb318781 req-f3fac7e2-6fb8-467d-aba5-cf0812b17e54 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Feb 16 12:53:45.590867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9db550-ddf7-4bf2-b532-a7b50e2e86d8 req-2d45198f-8531-45dc-997a-dc884ce7940a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.592974 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2e9db550-ddf7-4bf2-b532-a7b50e2e86d8 req-2d45198f-8531-45dc-997a-dc884ce7940a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 983 time: 0.0805857 Feb 16 12:53:45.636464 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2e9db550-ddf7-4bf2-b532-a7b50e2e86d8 req-125dc85f-5ed9-438d-8729-ffe240bd5c49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Feb 16 12:53:45.740571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7def-87e1-42f5-afee-d013015f3715 req-698daeb4-9faf-4065-bb63-63bcec12413d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.742030 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c11d7def-87e1-42f5-afee-d013015f3715 req-698daeb4-9faf-4065-bb63-63bcec12413d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 983 time: 0.0957901 Feb 16 12:53:45.788211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf42cf8-6ee0-45f4-8713-cecd0b09a6ef req-f8125b03-9c93-4369-9e90-001d290c987f tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.789711 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1bf42cf8-6ee0-45f4-8713-cecd0b09a6ef req-f8125b03-9c93-4369-9e90-001d290c987f tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 943 time: 0.0839548 Feb 16 12:53:45.817260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7def-87e1-42f5-afee-d013015f3715 req-50965e93-871a-403f-bf69-7c41984c9b55 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.818622 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c11d7def-87e1-42f5-afee-d013015f3715 req-50965e93-871a-403f-bf69-7c41984c9b55 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0682316 Feb 16 12:53:45.835327 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1bf42cf8-6ee0-45f4-8713-cecd0b09a6ef req-d91310a4-e145-405d-94dc-447359810041 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391805 Feb 16 12:53:46.068354 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c11d7def-87e1-42f5-afee-d013015f3715 req-8d7e31db-2475-44b7-b771-8c5ee83c9087 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2422807 Feb 16 12:53:46.082020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:46.189612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.387510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f54724f9-4089-46ce-a7f9-175c8ee5dccd,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:46.416588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] For port f54724f9-4089-46ce-a7f9-175c8ee5dccd, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:46.467323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] device_id is not set on port f54724f9-4089-46ce-a7f9-175c8ee5dccd yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:46.475173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.575568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.708218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1c5bd9a0-1c27-4f47-969e-516a511deec1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:53:46.733249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78837710-dd92-4509-8212-7c4778d27379 service neutron] Pushing event updated for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=11']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:46.792758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e058560-8535-4bf6-a4b5-f92d965c0e0c req-781f1234-b91d-42e2-b370-6963a9e80866 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 210 time: 0.0472713 Feb 16 12:53:46.795125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] No DVR routers for this DVR port f54724f9-4089-46ce-a7f9-175c8ee5dccd on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:46.875109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1c5bd9a0-1c27-4f47-969e-516a511deec1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1,segment=NetworkSegment(f16958b2-61f7-49ef-8335-ef9c79bd9080),segment_id=f16958b2-61f7-49ef-8335-ef9c79bd9080)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:46.892967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '1c5bd9a0-1c27-4f47-969e-516a511deec1', 'network_id': '7876dedc-b2ca-4153-9379-6fe9f28b9d6d', 'port_id': '1c5bd9a0-1c27-4f47-969e-516a511deec1', 'mac_address': 'fa:16:3e:ab:52:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04df6695-3a89-44e8-b3f5-55452553848d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:53:46.947713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ed54b8fc-7d0a-4687-a5c0-c7c421e72273 None None] Provisioning complete for port f54724f9-4089-46ce-a7f9-175c8ee5dccd triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:46.948088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed54b8fc-7d0a-4687-a5c0-c7c421e72273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.000656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.019422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ed54b8fc-7d0a-4687-a5c0-c7c421e72273 None None] Port f54724f9-4089-46ce-a7f9-175c8ee5dccd cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:47.023266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5bd9a0-1c27-4f47-969e-516a511deec1 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:47.041114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1c5bd9a0-1c27-4f47-969e-516a511deec1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1,segment=NetworkSegment(f16958b2-61f7-49ef-8335-ef9c79bd9080),segment_id=f16958b2-61f7-49ef-8335-ef9c79bd9080)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:47.043874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b692cc2-08f4-443a-833f-a60c4cb1bebf req-b24c81f0-cf20-463c-ac1b-f78e53df8754 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.046263 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0b692cc2-08f4-443a-833f-a60c4cb1bebf req-b24c81f0-cf20-463c-ac1b-f78e53df8754 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 943 time: 0.0992301 Feb 16 12:53:47.053009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] In _notify_port_updated(), no bound segment for port f54724f9-4089-46ce-a7f9-175c8ee5dccd on network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:53:47.053964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.054680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.056027 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c11d7def-87e1-42f5-afee-d013015f3715 req-78837710-dd92-4509-8212-7c4778d27379 service neutron] 10.222.0.67 "PUT /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 200 len: 1026 time: 0.9777455 Feb 16 12:53:47.091594 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0b692cc2-08f4-443a-833f-a60c4cb1bebf req-c67efce3-7292-420e-b251-748c15d0cfc9 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Feb 16 12:53:47.141828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.211306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1c5bd9a0-1c27-4f47-969e-516a511deec1,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:47.408693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['1c5bd9a0-1c27-4f47-969e-516a511deec1'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:53:47.959354 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a65400df-be8f-42c6-931f-055240aeb019 req-d01e0aad-0ff3-44d6-9283-f5a5db740220 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cf582f-f469-48ec-9f2f-cb5a05ecf872 HTTP/1.1" status: 200 len: 210 time: 0.0457909 Feb 16 12:53:48.278610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03959b-4605-4e7c-833d-042195f1eb9e req-a3198d54-13ac-4059-89f2-c54f385e8f67 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:48.280596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2a03959b-4605-4e7c-833d-042195f1eb9e req-a3198d54-13ac-4059-89f2-c54f385e8f67 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 944 time: 0.0783937 Feb 16 12:53:48.327379 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2a03959b-4605-4e7c-833d-042195f1eb9e req-a843d162-19df-4cb7-9a7f-2bad66897388 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Feb 16 12:53:48.737855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1c5bd9a0-1c27-4f47-969e-516a511deec1 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:48.895808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 1c5bd9a0-1c27-4f47-969e-516a511deec1 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:48.902197 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 1c5bd9a0-1c27-4f47-969e-516a511deec1 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:48.902574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.025550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.053273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5bd9a0-1c27-4f47-969e-516a511deec1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:49.063458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1c5bd9a0-1c27-4f47-969e-516a511deec1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1,segment=NetworkSegment(f16958b2-61f7-49ef-8335-ef9c79bd9080),segment_id=f16958b2-61f7-49ef-8335-ef9c79bd9080)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:49.069344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56568) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:49.101027 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5bd9a0-1c27-4f47-969e-516a511deec1', 'code': 200} Feb 16 12:53:49.137147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.137425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:49.140321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362474b5-c196-4d01-9b68-8398175053c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.172739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362474b5-c196-4d01-9b68-8398175053c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.256801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f54724f9-4089-46ce-a7f9-175c8ee5dccd not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:49.259189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1c5bd9a0-1c27-4f47-969e-516a511deec1,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:49.353512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362474b5-c196-4d01-9b68-8398175053c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.387114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362474b5-c196-4d01-9b68-8398175053c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3eddd8-bd31-4425-a4bc-bdc9d2182814,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:49.563590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd8fc-9702-46aa-9357-c71ac30a8307 req-78c02139-53c1-44e0-99c3-9b7e9ff2131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:49.565494 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fe7dd8fc-9702-46aa-9357-c71ac30a8307 req-78c02139-53c1-44e0-99c3-9b7e9ff2131d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 1098 time: 0.0744350 Feb 16 12:53:49.610637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-362474b5-c196-4d01-9b68-8398175053c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.610637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-362474b5-c196-4d01-9b68-8398175053c8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/fe3eddd8-bd31-4425-a4bc-bdc9d2182814 HTTP/1.1" status: 204 len: 168 time: 0.5288267 Feb 16 12:53:49.616910 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fe7dd8fc-9702-46aa-9357-c71ac30a8307 req-9bd1903a-f6e2-4921-8039-213c9dd6339c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Feb 16 12:53:49.637102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab257a-8e4d-4451-8b4e-a6bb28bc4e37 req-ebc9ddfe-cdbb-4d7f-ac39-c87270af375d tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:49.638585 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14ab257a-8e4d-4451-8b4e-a6bb28bc4e37 req-ebc9ddfe-cdbb-4d7f-ac39-c87270af375d tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1862512 Feb 16 12:53:49.683554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14ab257a-8e4d-4451-8b4e-a6bb28bc4e37 req-a2134435-4799-46f9-89e1-947bdc278d56 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Feb 16 12:53:49.747130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56576) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:49.948696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 4477b6e7-b144-4e11-adcc-6dfc327ab032 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:49.949042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.119163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.119773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.242946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 4477b6e7-b144-4e11-adcc-6dfc327ab032 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:50.501545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.555987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=4477b6e7-b144-4e11-adcc-6dfc327ab032,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:50.642720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.643091 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 1cce0080-b830-4dcf-9ba6-b1bdb9a5801c disassociated (deleted). External IP: 172.26.6.99, port: f54724f9-4089-46ce-a7f9-175c8ee5dccd. Feb 16 12:53:50.981013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41452c-6aad-434a-b42b-065e5fffc26f req-d1c98220-65a7-43c4-b94f-e37ae1626042 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:50.982469 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dd41452c-6aad-434a-b42b-065e5fffc26f req-d1c98220-65a7-43c4-b94f-e37ae1626042 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1807046 Feb 16 12:53:51.098379 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dd41452c-6aad-434a-b42b-065e5fffc26f req-71248520-1706-4b74-bad4-12fa5d2ee998 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645165 Feb 16 12:53:51.109598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:51.388488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:51.398814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] Sync routers for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:51.408310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:51.408964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:51.546843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.582425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:51.603741 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5872182d-829b-47d9-b4b2-a837097b71e6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/1cce0080-b830-4dcf-9ba6-b1bdb9a5801c HTTP/1.1" status: 204 len: 168 time: 1.8554528 Feb 16 12:53:51.752737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56586) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:51.820125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b91f-9d24-483c-a78b-ce9ae126274a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.850455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b91f-9d24-483c-a78b-ce9ae126274a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.929526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:53:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:51.933282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] Checking router: 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:51.942326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:51.942933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:52.010704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b91f-9d24-483c-a78b-ce9ae126274a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.035656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2b91f-9d24-483c-a78b-ce9ae126274a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f269a441-c400-471d-8460-c640ab37f04d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:52.045672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b91f-9d24-483c-a78b-ce9ae126274a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.045672 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e1f2b91f-9d24-483c-a78b-ce9ae126274a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/f269a441-c400-471d-8460-c640ab37f04d HTTP/1.1" status: 204 len: 168 time: 0.2924011 Feb 16 12:53:52.172355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:52.194505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56596) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:52.315155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port f54724f9-4089-46ce-a7f9-175c8ee5dccd {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:52.315501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.419610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e887b-bbf7-4071-a281-ad91f58e344a req-e85736c8-904c-441c-b6c8-138986eb0233 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:52.421632 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-324e887b-bbf7-4071-a281-ad91f58e344a req-e85736c8-904c-441c-b6c8-138986eb0233 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1863079 Feb 16 12:53:52.508669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:53:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:52.512692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fc628-d67e-4d9e-a7e2-46f752371d88 None None] The sync data for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv is: [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:53Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ffb37ea1-71f6-456d-a1b8-b201cad1490b', 'name': '', 'network_id': 'a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:60:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:52Z', 'updated_at': '2022-02-16T12:53:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': 'f10c3018-c4b5-4173-b24f-28865e04eb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:52.560733 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-324e887b-bbf7-4071-a281-ad91f58e344a req-81732aba-3177-4054-834c-f951a7f9e3e3 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317501 Feb 16 12:53:52.631627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.763802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for f54724f9-4089-46ce-a7f9-175c8ee5dccd owned by {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:52.869764 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea594b-92de-4b89-a33e-406c73e1b70d None None] New status for floating IP 1cce0080-b830-4dcf-9ba6-b1bdb9a5801c: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:52.949924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d55830-364d-4286-950f-1ec208d26fb4 req-b10402fa-b224-4898-92d1-aa226078539b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:52.949924 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75d55830-364d-4286-950f-1ec208d26fb4 req-b10402fa-b224-4898-92d1-aa226078539b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.2533190 Feb 16 12:53:53.016048 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75d55830-364d-4286-950f-1ec208d26fb4 req-545d0902-ee83-4a8c-8d0a-be6b837b8eee tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620024 Feb 16 12:53:53.101386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:53.151679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=f54724f9-4089-46ce-a7f9-175c8ee5dccd,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:53.255692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:53.269054 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-be9a3afe-401f-483e-a026-73d554553c7a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/ports/f54724f9-4089-46ce-a7f9-175c8ee5dccd HTTP/1.1" status: 204 len: 168 time: 1.0703073 Feb 16 12:53:53.269456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:53.699414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475fba2-982e-4097-9b47-e7fde676aed3 req-007341ec-ef14-42b1-b985-803705ea26f9 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:53.701743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7475fba2-982e-4097-9b47-e7fde676aed3 req-007341ec-ef14-42b1-b985-803705ea26f9 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0875797 Feb 16 12:53:53.750370 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7475fba2-982e-4097-9b47-e7fde676aed3 req-673aa6ab-7011-40f5-ba04-e55f98e39267 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Feb 16 12:53:53.952670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.315513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port ffb37ea1-71f6-456d-a1b8-b201cad1490b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:54.315513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.502634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port ffb37ea1-71f6-456d-a1b8-b201cad1490b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ffb37ea1-71f6-456d-a1b8-b201cad1490b,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:54.503017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.630879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for ffb37ea1-71f6-456d-a1b8-b201cad1490b owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:54.878835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.937528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=ffb37ea1-71f6-456d-a1b8-b201cad1490b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:54.944566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152765e5-ee6d-476f-836e-f2502700e049 req-f65571b6-1486-43aa-968b-4dc0bed4dbfb tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:54.946139 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-152765e5-ee6d-476f-836e-f2502700e049 req-f65571b6-1486-43aa-968b-4dc0bed4dbfb tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0848897 Feb 16 12:53:55.014063 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-152765e5-ee6d-476f-836e-f2502700e049 req-51beb594-25f7-4752-85c7-1e38e1472b3e tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Feb 16 12:53:55.252158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.730259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:55.792956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07aa70-52ad-405f-9fe9-2c499d763d47 req-248263c0-d9c8-4cef-a12e-df259cd3e2c4 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:55.794388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ad07aa70-52ad-405f-9fe9-2c499d763d47 req-248263c0-d9c8-4cef-a12e-df259cd3e2c4 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1907904 Feb 16 12:53:55.840007 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ad07aa70-52ad-405f-9fe9-2c499d763d47 req-c67972c7-af33-44a0-9f30-ac9cb9c732aa tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Feb 16 12:53:55.964739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-29295f5b-71e5-464f-8f0b-b236d95db38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:55.966253 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-29295f5b-71e5-464f-8f0b-b236d95db38b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77291597657c4ae19720b92f4a9fe80f&device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 1098 time: 0.2273686 Feb 16 12:53:55.973561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:55.983250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] Sync routers for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:55.992964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:55.993577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:56.056568 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ea1325bc-f7d2-45d9-9e17-01bd8310f4a2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/6f0ac6f8-d05c-4877-bebd-a1df1fa7e906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820506 Feb 16 12:53:56.056709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56616) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:56.114977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-3b91a39e-8f1d-4649-8b32-71dbbc848f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:56.116472 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-3b91a39e-8f1d-4649-8b32-71dbbc848f4b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7876dedc-b2ca-4153-9379-6fe9f28b9d6d HTTP/1.1" status: 200 len: 912 time: 0.1411896 Feb 16 12:53:56.127050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet f10c3018-c4b5-4173-b24f-28865e04eb0c {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:56.142222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.175767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:56.191863 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-1a6b16b8-0396-4592-90c7-b9b5a4905598 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1 HTTP/1.1" status: 200 len: 217 time: 0.0655806 Feb 16 12:53:56.196522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.258359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-a8b64fd1-feac-4ffa-8517-3a8f21458338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:56.259875 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-a8b64fd1-feac-4ffa-8517-3a8f21458338 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04df6695-3a89-44e8-b3f5-55452553848d HTTP/1.1" status: 200 len: 852 time: 0.0585823 Feb 16 12:53:56.287279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.311229 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-de7be599-c5c6-4c75-af13-204afab68c39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7876dedc-b2ca-4153-9379-6fe9f28b9d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419364 Feb 16 12:53:56.450926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.452266 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-466886d4-33ff-47f7-8db8-1d70ddfb473f service neutron] 10.222.0.67 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315746 Feb 16 12:53:56.465013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:53:54Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:56.469419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] Checking router: 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:56.477957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] Routers {'6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:56.478569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:56.495368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.506169 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/f10c3018-c4b5-4173-b24f-28865e04eb0c HTTP/1.1" status: 204 len: 168 time: 0.4452989 Feb 16 12:53:56.506169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903984-b317-452a-9dfe-b59ddd096a1e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=f10c3018-c4b5-4173-b24f-28865e04eb0c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:56.506524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56620) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:56.531735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd587f8-a4a9-4499-b310-28949d2cdf7b None None] Network a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:56.596313 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-63402fb7-2cdf-4359-938e-e97f8e9bcf46 req-74e5e444-bb16-4949-bc7b-779e344b4709 service neutron] 10.222.0.67 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350081 Feb 16 12:53:56.696571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.857627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] Set router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:56.875725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.008004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 3416695f-71f3-43f2-8725-83ff1bfa177e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:57.008004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.134056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] DHCP port deletion for a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:57.142789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] Deleting port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:57.143201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.201151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621ff32-eef1-4453-b069-50bd63e8703b req-b6bf56a9-46af-456c-b616-b57020df194a tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:57.203235 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5621ff32-eef1-4453-b069-50bd63e8703b req-b6bf56a9-46af-456c-b616-b57020df194a tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.2459085 Feb 16 12:53:57.242638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 3416695f-71f3-43f2-8725-83ff1bfa177e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3416695f-71f3-43f2-8725-83ff1bfa177e,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:57.243002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.284792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:53:54Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:57.340488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3f65f-6c33-4699-9b46-b038288923a2 None None] The sync data for ids ['6f0ac6f8-d05c-4877-bebd-a1df1fa7e906'] in dv-neutron-829487-1-hyperv is: [{'id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'name': 'tempest-TestNetworkBasicOps-router-1382327529', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:53:54Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '3416695f-71f3-43f2-8725-83ff1bfa177e', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ac6f8-d05c-4877-bebd-a1df1fa7e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:47Z', 'updated_at': '2022-02-16T12:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:57.375166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] For port 4fdc1f94-5a6a-442b-8da6-583b8d23e388, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4fdc1f94-5a6a-442b-8da6-583b8d23e388,segment=NetworkSegment(c9299a94-bc10-4d2c-ba0e-a3654015d47b),segment_id=c9299a94-bc10-4d2c-ba0e-a3654015d47b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:57.375600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.385310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 3416695f-71f3-43f2-8725-83ff1bfa177e owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:57.421541 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5621ff32-eef1-4453-b069-50bd63e8703b req-498b0266-b6ab-490b-bb39-9949c002f58d tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047677 Feb 16 12:53:57.505031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] Calling delete_port for 4fdc1f94-5a6a-442b-8da6-583b8d23e388 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:57.656035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.667277 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.701906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=3416695f-71f3-43f2-8725-83ff1bfa177e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:57.717100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] Pushing event deleted for resources: {'Port': ['ID=4fdc1f94-5a6a-442b-8da6-583b8d23e388,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:57.721377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4856a3-2d05-41eb-b140-e5c32e24ca04 None None] No DVR routers for this DVR port 4fdc1f94-5a6a-442b-8da6-583b8d23e388 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:57.917811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.966353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fdc1f94-5a6a-442b-8da6-583b8d23e388 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:58.002265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 4fdc1f94-5a6a-442b-8da6-583b8d23e388 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:58.002614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fdc1f94-5a6a-442b-8da6-583b8d23e388 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:58.003050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ffb37ea1-71f6-456d-a1b8-b201cad1490b no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:58.036792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ffb37ea1-71f6-456d-a1b8-b201cad1490b {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:58.037139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ffb37ea1-71f6-456d-a1b8-b201cad1490b not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:58.101061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.103214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.232231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.232832 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:53:58.248197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.249469 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3ad9965c-6df2-40a5-8cf5-958c1fde14a7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/6f0ac6f8-d05c-4877-bebd-a1df1fa7e906 HTTP/1.1" status: 204 len: 168 time: 1.7418413 Feb 16 12:53:58.252603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:58.375063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.619695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860239a-4986-4ef3-8699-132d64557e24 req-411d5520-5b5e-433e-9453-43ca3c01704a tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:58.620481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.621190 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a860239a-4986-4ef3-8699-132d64557e24 req-411d5520-5b5e-433e-9453-43ca3c01704a tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0827634 Feb 16 12:53:58.651404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:58.664604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9299a94-bc10-4d2c-ba0e-a3654015d47b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:58.665118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9299a94-bc10-4d2c-ba0e-a3654015d47b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:58.679117 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a860239a-4986-4ef3-8699-132d64557e24 req-5d0bae0c-460e-43ce-baa1-af368116395c tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500503 Feb 16 12:53:58.679335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.702601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.707771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:58.708328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:58.727871 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:58.946769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.951199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.978931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:59.060913 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b3535d38-5230-42fa-a84e-177dd4770fc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/a8678f3e-7c24-4a8d-a4c5-4ffed38e3f5c HTTP/1.1" status: 204 len: 168 time: 0.8071907 Feb 16 12:53:59.075971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56634) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:59.087148 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-994bbb61-cb4b-4ebc-be84-07e5f39b7640 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0101194 Feb 16 12:53:59.089429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:59.094557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--1185780338', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:59.099224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:59.108485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:59.108485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:59.112857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:59.203987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:59.207664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.236001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:59.244804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.246046 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment d8c4377e-cc2f-41b2-941d-2e06b4d88c4b of type vlan for network 0059fc43-67a7-459a-af60-b21eabed12ac Feb 16 12:53:59.270901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.426859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.432393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.432990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.469797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f81b1a-f539-4eed-9fbb-c6baf8b1c95e req-5cc88490-e664-43ef-aaa7-00b3cacf2864 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.471467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45f81b1a-f539-4eed-9fbb-c6baf8b1c95e req-5cc88490-e664-43ef-aaa7-00b3cacf2864 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0832782 Feb 16 12:53:59.516904 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45f81b1a-f539-4eed-9fbb-c6baf8b1c95e req-cb523bcb-7244-4362-a240-c74326ad1c6a tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Feb 16 12:53:59.543855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=0059fc43-67a7-459a-af60-b21eabed12ac,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:59.555264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0059fc43-67a7-459a-af60-b21eabed12ac details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:59.610500 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-668c9293-c9b4-4aae-b622-0ae2fff48f9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5201082 Feb 16 12:53:59.613153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56644) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:59.618187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:59.625295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:59.629248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:59.632111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:59.638678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:59.741381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.742422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.756410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.866634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3416695f-71f3-43f2-8725-83ff1bfa177e no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:59.902423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 3416695f-71f3-43f2-8725-83ff1bfa177e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:59.902795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3416695f-71f3-43f2-8725-83ff1bfa177e not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:00.145931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.545881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.576146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.710746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681f39e-2a26-4dd9-92ad-c40cfbc6df32 req-303b32e1-a5c4-4c2b-96e7-602a998f23c5 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:00.712235 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3681f39e-2a26-4dd9-92ad-c40cfbc6df32 req-303b32e1-a5c4-4c2b-96e7-602a998f23c5 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0846388 Feb 16 12:54:00.715101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.37 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/0428017a-795b-4dea-aa4a-ac17ab9daeb4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:00.758427 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3681f39e-2a26-4dd9-92ad-c40cfbc6df32 req-a0d2275e-5527-4151-a5f3-da94557e0fd5 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 Feb 16 12:54:00.976416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.117146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.183866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:01.186684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:01.190421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:01.234121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=0428017a-795b-4dea-aa4a-ac17ab9daeb4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:01.337085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd1bb5-8fe0-45d0-9ca8-e141c576deb9 req-391fb6d4-1a77-439b-bcc9-ec4d102aa836 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:01.338540 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2bd1bb5-8fe0-45d0-9ca8-e141c576deb9 req-391fb6d4-1a77-439b-bcc9-ec4d102aa836 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0892794 Feb 16 12:54:01.386564 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2bd1bb5-8fe0-45d0-9ca8-e141c576deb9 req-1452b76d-bf46-4610-aedb-0ba15d9a3a7b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Feb 16 12:54:01.505919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18241d96-8d91-4db7-9b30-0772de292030 req-2087f390-6aee-4d40-b6d5-5f6523a7ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:01.507463 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-18241d96-8d91-4db7-9b30-0772de292030 req-2087f390-6aee-4d40-b6d5-5f6523a7ac06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77291597657c4ae19720b92f4a9fe80f&device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 1098 time: 0.1335559 Feb 16 12:54:01.790396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18241d96-8d91-4db7-9b30-0772de292030 req-e99cdda6-8ae5-42b3-91a1-c7d5926063c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:01.791883 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-18241d96-8d91-4db7-9b30-0772de292030 req-e99cdda6-8ae5-42b3-91a1-c7d5926063c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7876dedc-b2ca-4153-9379-6fe9f28b9d6d HTTP/1.1" status: 200 len: 912 time: 0.2751076 Feb 16 12:54:01.865615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.923018 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-18241d96-8d91-4db7-9b30-0772de292030 req-078c8330-440b-4842-a6ef-8bad4defc744 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1 HTTP/1.1" status: 200 len: 217 time: 0.1202049 Feb 16 12:54:02.072734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18241d96-8d91-4db7-9b30-0772de292030 req-5cc9a34c-6da1-44b4-af71-779911034831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.074166 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-18241d96-8d91-4db7-9b30-0772de292030 req-5cc9a34c-6da1-44b4-af71-779911034831 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04df6695-3a89-44e8-b3f5-55452553848d HTTP/1.1" status: 200 len: 852 time: 0.1413586 Feb 16 12:54:02.131082 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-18241d96-8d91-4db7-9b30-0772de292030 req-e2ddcd5a-1e63-469c-a31a-8ce6b9d7321f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7876dedc-b2ca-4153-9379-6fe9f28b9d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463381 Feb 16 12:54:02.520791 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-18241d96-8d91-4db7-9b30-0772de292030 req-c01d814e-ba81-4915-aca5-7c32b17d0cc2 service neutron] 10.222.0.67 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426738 Feb 16 12:54:02.521884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.579333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dd23-f9ea-4d45-a72f-5e65669b5162 req-34545aa7-3898-4258-939d-a5680df55914 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.580993 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0fc8dd23-f9ea-4d45-a72f-5e65669b5162 req-34545aa7-3898-4258-939d-a5680df55914 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0818985 Feb 16 12:54:02.627114 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0fc8dd23-f9ea-4d45-a72f-5e65669b5162 req-15706965-9471-441a-a533-2b1bebdc6503 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Feb 16 12:54:02.808939 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-18241d96-8d91-4db7-9b30-0772de292030 req-97338ba6-5d51-41d9-b1b9-23e3844fb841 service neutron] 10.222.0.67 "GET /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288120 Feb 16 12:54:02.933752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router d276efdd-9301-4b5e-b5fb-b1230015265e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:54:03.116110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:03.125434 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Sync routers for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:03.134407 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:03.135195 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:03.175983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.177473 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4df6e4cd-a7ee-4fcb-bddb-defbdb66b3b0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5633769 Feb 16 12:54:03.180654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56658) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:03.220486 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1ee18e21-70e9-4157-8de5-6e1769811064 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386868 Feb 16 12:54:03.223089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56662) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:03.313281 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:03.356935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c63b28-4e63-4f17-bff5-b1d0bb76b226 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:03.360997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c1c63b28-4e63-4f17-bff5-b1d0bb76b226 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343851 Feb 16 12:54:03.361229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56666) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:03.404669 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f8bd2754-5596-4277-9112-29ea45005061 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423777 Feb 16 12:54:03.407752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56670) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:03.413028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740169731', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:03.524741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:03.528700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:03.531611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:03.537584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:03.603974 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:03.607693 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Checking router: d276efdd-9301-4b5e-b5fb-b1230015265e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:03.608545 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Updating router d276efdd-9301-4b5e-b5fb-b1230015265e port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:03.615570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:03.619048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.660654 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.872609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d91f6425-fa27-4412-b894-3da52c5903cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.907371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bf94b-c050-417c-8a8c-14660a7c5956 req-dbd55a24-4c5b-4c35-b25a-6497eb3f5665 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:03.912456 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-556bf94b-c050-417c-8a8c-14660a7c5956 req-dbd55a24-4c5b-4c35-b25a-6497eb3f5665 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1318371 Feb 16 12:54:03.953230 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-556bf94b-c050-417c-8a8c-14660a7c5956 req-aec16eb6-5047-410a-ac84-7e425ae17307 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Feb 16 12:54:03.969238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.995304 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.007175 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Transition to ACTIVE for port object 0428017a-795b-4dea-aa4a-ac17ab9daeb4 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:04.060505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=065083c6-4953-41ce-9d8a-624706dbdc30,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:04.069311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:04.069672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: 0059fc43-67a7-459a-af60-b21eabed12ac, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:54:04.129208 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.168629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0059fc43-67a7-459a-af60-b21eabed12ac is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:54:04.246634 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Attempting to bind port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:04.247058 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Attempting to bind port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:04.247373 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Attempting to bind port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:04.249491 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Pushing event updated for resources: {'Port': ['ID=0428017a-795b-4dea-aa4a-ac17ab9daeb4,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:04.258677 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.259039 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.259374 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.259697 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.260017 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.260338 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.260668 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.260967 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.261284 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.261595 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.261905 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.262214 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:04.266163 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:04.266522 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:04.266915 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.267311 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:04.267763 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Bound port: 0428017a-795b-4dea-aa4a-ac17ab9daeb4, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:04.268123 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.283977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 0059fc43-67a7-459a-af60-b21eabed12ac) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:04.289241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:04.289241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.293326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b279b-c6a4-4582-b8ce-1c6a373baf8a None None] Network 0059fc43-67a7-459a-af60-b21eabed12ac requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:04.342029 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] For port 0428017a-795b-4dea-aa4a-ac17ab9daeb4, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:04.345684 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] For port 0428017a-795b-4dea-aa4a-ac17ab9daeb4, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0428017a-795b-4dea-aa4a-ac17ab9daeb4,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:04.444829 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ff7e6aa0-5a47-49b1-8a67-ee4c3ee72428 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0359831 Feb 16 12:54:04.448699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56678) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:04.495756 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.515125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-0059fc43-67a7-459a-af60-b21eabed12ac', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:54:04.520166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.580765 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf5ed4-5300-499a-bd6f-bfaa8d5b6f3b None None] Pushing event updated for resources: {'Port': ['ID=0428017a-795b-4dea-aa4a-ac17ab9daeb4,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:04.589305 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:04.589305 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:53:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:04.712846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Allocated IP 172.20.0.2 (0059fc43-67a7-459a-af60-b21eabed12ac/065083c6-4953-41ce-9d8a-624706dbdc30/4fe1f124-86bf-4a63-9b74-6ad6c30e42b1) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:04.826103 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:04.878935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907f8f-9399-4145-befc-90aefbb7c320 req-a7fd49e3-f0bb-409a-96f3-44990673e999 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:04.885771 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa907f8f-9399-4145-befc-90aefbb7c320 req-a7fd49e3-f0bb-409a-96f3-44990673e999 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1979825 Feb 16 12:54:04.930409 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa907f8f-9399-4145-befc-90aefbb7c320 req-d5750b6f-1b04-46bb-8fe0-a83724394481 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 Feb 16 12:54:04.938578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.959181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Transition to ACTIVE for port object 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:04.980654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Transition to ACTIVE for port object 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:05.078379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.158793 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:05.163082 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8408496-5ea2-488b-9716-2cd6cc1dde96 None None] The sync data for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv is: [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:05.166338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Network 0059fc43-67a7-459a-af60-b21eabed12ac is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:05.169436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:05.173700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:05.244570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe1f124-86bf-4a63-9b74-6ad6c30e42b1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:05.261577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.270239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Attempting to bind port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:05.270622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Attempting to bind port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:05.271130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Attempting to bind port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 on network 0059fc43-67a7-459a-af60-b21eabed12ac {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:05.276382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:05.276756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Checking segment: {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:05.277160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.277543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Bound using segment: {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:05.278572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Bound port: 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:05.279270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.377373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] For port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:05.381884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] For port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4fe1f124-86bf-4a63-9b74-6ad6c30e42b1,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:05.442347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.539620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958bb84-1299-433a-916f-42ddeec634f6 None None] Pushing event updated for resources: {'Port': ['ID=4fe1f124-86bf-4a63-9b74-6ad6c30e42b1,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:05.899506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (0059fc43-67a7-459a-af60-b21eabed12ac/065083c6-4953-41ce-9d8a-624706dbdc30/3bac2cce-2b98-45f1-93f4-895d3eb6fd26) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:06.031155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0428017a-795b-4dea-aa4a-ac17ab9daeb4 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:06.136055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.155875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:06.177404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fab024-5493-4b9d-9c5e-32715e6127a6 req-124ec852-5557-4a18-af5f-cd980be1e475 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:06.180927 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5fab024-5493-4b9d-9c5e-32715e6127a6 req-124ec852-5557-4a18-af5f-cd980be1e475 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.0869019 Feb 16 12:54:06.203513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39bf8ee9-d111-423b-955a-bd764f503ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.232106 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5fab024-5493-4b9d-9c5e-32715e6127a6 req-c830c1ce-65d2-4a17-95d6-eb010a5158e4 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446036 Feb 16 12:54:06.266316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:06.269410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.272123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:06.272575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.335687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0059fc43-67a7-459a-af60-b21eabed12ac is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:06.339201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:06.343362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:06.386501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:06.414745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.419972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.438238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 0428017a-795b-4dea-aa4a-ac17ab9daeb4, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0428017a-795b-4dea-aa4a-ac17ab9daeb4,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:06.491479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.492283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:06.618753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=0428017a-795b-4dea-aa4a-ac17ab9daeb4,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:06.644523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8685a51-6497-42b9-bfa8-42507d227bc1 None None] Network 0059fc43-67a7-459a-af60-b21eabed12ac requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:06.702084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-e6d6dea5-ca08-4b33-a177-1686db28312b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:06.702777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-e6d6dea5-ca08-4b33-a177-1686db28312b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Synchronizing usage tracker for tenant:77291597657c4ae19720b92f4a9fe80f on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:06.709026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:06.783038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-e6d6dea5-ca08-4b33-a177-1686db28312b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Unset dirty status for tenant:77291597657c4ae19720b92f4a9fe80f on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:06.783722 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-e6d6dea5-ca08-4b33-a177-1686db28312b tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1918657 Feb 16 12:54:06.854153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-574fd0ac-5f2a-4121-aaa6-39e8b619fdc5 None None] Provisioning for port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:06.864151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.866435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-574fd0ac-5f2a-4121-aaa6-39e8b619fdc5 None None] Provisioning complete for port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:06.866693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-574fd0ac-5f2a-4121-aaa6-39e8b619fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.890777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Deleting port 1c5bd9a0-1c27-4f47-969e-516a511deec1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:06.891160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.053440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-574fd0ac-5f2a-4121-aaa6-39e8b619fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.096075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-574fd0ac-5f2a-4121-aaa6-39e8b619fdc5 None None] For port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4fe1f124-86bf-4a63-9b74-6ad6c30e42b1,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:07.207873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-574fd0ac-5f2a-4121-aaa6-39e8b619fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.266478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.290941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fd0ac-5f2a-4121-aaa6-39e8b619fdc5 None None] Pushing event updated for resources: {'Port': ['ID=4fe1f124-86bf-4a63-9b74-6ad6c30e42b1,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:07.328767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5e91000c-591d-433c-8748-da036fc5dec0 None None] Provisioning complete for port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:07.329149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e91000c-591d-433c-8748-da036fc5dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.379949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.461499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf17e21-bfd8-4605-a8a2-6d9a9dc1ea58 req-8fea6e0c-78e6-4e8e-afe5-0edd58ce09ef tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.468906 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2cf17e21-bfd8-4605-a8a2-6d9a9dc1ea58 req-8fea6e0c-78e6-4e8e-afe5-0edd58ce09ef tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 945 time: 0.1060719 Feb 16 12:54:07.510760 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2cf17e21-bfd8-4605-a8a2-6d9a9dc1ea58 req-3ae6915e-15b0-403d-bed5-250ad3a7556e tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0c0d4ae-17c9-47ba-953b-418e1e23fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Feb 16 12:54:07.552298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5e91000c-591d-433c-8748-da036fc5dec0 None None] Provisioning for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:07.557983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5e91000c-591d-433c-8748-da036fc5dec0 None None] Provisioning complete for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:07.558348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e91000c-591d-433c-8748-da036fc5dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.588534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] For port 1c5bd9a0-1c27-4f47-969e-516a511deec1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1c5bd9a0-1c27-4f47-969e-516a511deec1,segment=NetworkSegment(f16958b2-61f7-49ef-8335-ef9c79bd9080),segment_id=f16958b2-61f7-49ef-8335-ef9c79bd9080)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:07.589090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.610851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5e91000c-591d-433c-8748-da036fc5dec0 None None] Port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:07.730133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Calling delete_port for 1c5bd9a0-1c27-4f47-969e-516a511deec1 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:07.731874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-dab8c122-5f28-4023-b5ea-882dd1a3f92e None None] Provisioning complete for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:07.732244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dab8c122-5f28-4023-b5ea-882dd1a3f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.785403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dab8c122-5f28-4023-b5ea-882dd1a3f92e None None] Port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:07.892134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.922081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0428017a-795b-4dea-aa4a-ac17ab9daeb4 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:07.975407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.992372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:07.992992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.993573 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:54:08.051599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.099102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['1c5bd9a0-1c27-4f47-969e-516a511deec1'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:54:08.166303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.169576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:08.176500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:08.226468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] No DVR routers for this DVR port 1c5bd9a0-1c27-4f47-969e-516a511deec1 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:08.243952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.244205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:08.244582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.248630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'name': 'network-vif-deleted', 'tag': '1c5bd9a0-1c27-4f47-969e-516a511deec1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:08.253839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] Pushing event deleted for resources: {'Port': ['ID=1c5bd9a0-1c27-4f47-969e-516a511deec1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:08.378626 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e730b97-2b01-4583-99c7-84f1b6cf0616', 'name': 'network-vif-deleted', 'tag': '1c5bd9a0-1c27-4f47-969e-516a511deec1', 'status': 'completed', 'code': 200} Feb 16 12:54:08.380351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0059fc43-67a7-459a-af60-b21eabed12ac is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:08.381473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:08.456348 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7304bd4-17b2-474b-af59-1bd7184c4541 req-f234ba76-16cc-4c40-b7a6-de464ca66f02 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.67 "DELETE /v2.0/ports/1c5bd9a0-1c27-4f47-969e-516a511deec1 HTTP/1.1" status: 204 len: 173 time: 1.6588871 Feb 16 12:54:08.603883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router d276efdd-9301-4b5e-b5fb-b1230015265e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:08.618378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4a212102-7029-494e-9c61-953e24ef8437 None None] Provisioning complete for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:08.619296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4a212102-7029-494e-9c61-953e24ef8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.682072 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e46b08c-38a5-42b3-8085-1a634abc2036 req-a8e0a7c9-33f9-4756-8a76-5dfa0d8c0280 tempest-TestServerAdvancedOps-814165140 tempest-TestServerAdvancedOps-814165140-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e730b97-2b01-4583-99c7-84f1b6cf0616 HTTP/1.1" status: 200 len: 210 time: 0.0472140 Feb 16 12:54:08.693038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4a212102-7029-494e-9c61-953e24ef8437 None None] Port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:08.793931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:08.802743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56692) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:08.808214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Sync routers for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:08.816240 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b7bf6d67-1d8e-4d39-8afe-1bdc5bceb039 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/d276efdd-9301-4b5e-b5fb-b1230015265e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3659670 Feb 16 12:54:08.826033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.826033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:08.826684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:54:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:08.967626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.972992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.974104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.975387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.976011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.978534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.979309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.980743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.984239 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-58aeb497-26c2-46ee-b0a8-7d401100a659 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1810284 Feb 16 12:54:08.987019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56696) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.023494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:09.081768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.082233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.083933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.084790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.084932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.085261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.085897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.086349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.088339 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c55bdd44-a969-47bb-a71c-af11ad27b573 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1001935 Feb 16 12:54:09.091095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56700) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.340321 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e40ba4e7-98a5-4f92-ada9-d916a748bc5a tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2395382 Feb 16 12:54:09.402539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:54:07Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:09.407717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Checking router: d276efdd-9301-4b5e-b5fb-b1230015265e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:09.408178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Updating router d276efdd-9301-4b5e-b5fb-b1230015265e port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:09.462775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.569798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56706) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.577130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85102307', 'description': 'tempest-secgroup-smoke-85102307 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:09.583518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:09.588091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:09.591348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:09.598288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:09.731602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.755223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:09.759699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:09.762949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:09.769962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:09.790092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.852471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] Deleting subnet 04df6695-3a89-44e8-b3f5-55452553848d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:09.853579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.855591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.860664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.874127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Transition to ACTIVE for port object 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:09.905714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.936383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.969611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.985289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b476b2-2fc6-4874-b93d-ac24178b699c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.093790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.101137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.102669 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-29ec078d-5609-4bc1-8523-d83ba265c851 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5314970 Feb 16 12:54:10.105508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56716) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.112539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '58b476b2-2fc6-4874-b93d-ac24178b699c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:10.119271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:10.126578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:10.130021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:10.136206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:10.145111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3e3cd-7ba1-4bce-bec2-7ef3fe348b21 None None] Pushing event updated for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.205036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Attempting to bind port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:10.205325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Attempting to bind port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:10.205687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Attempting to bind port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 on network 0059fc43-67a7-459a-af60-b21eabed12ac {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:10.211532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:10.211943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Checking segment: {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:10.212510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.212915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Bound using segment: {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:10.213389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Bound port: 3bac2cce-2b98-45f1-93f4-895d3eb6fd26, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:10.213768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.262340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.307205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] For port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:10.307436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.310637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] For port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:10.324817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.349909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.353393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04df6695-3a89-44e8-b3f5-55452553848d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.359762 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-30755d2b-3e6d-44de-adb8-e886cef7a1c4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/04df6695-3a89-44e8-b3f5-55452553848d HTTP/1.1" status: 204 len: 168 time: 0.5686800 Feb 16 12:54:10.361725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.444662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.468520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.471014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.499691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7721d41-0736-4bc4-bdb7-f302839d5d4c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.528238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:10.528238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:54:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:10.597618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3e3cd-7ba1-4bce-bec2-7ef3fe348b21 None None] Pushing event updated for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.609792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.642119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7876dedc-b2ca-4153-9379-6fe9f28b9d6d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:10.650183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.653347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d4c5044d-6280-4e0f-aa38-c2d4df54eb49 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5441780 Feb 16 12:54:10.653605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56724) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.658918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '58b476b2-2fc6-4874-b93d-ac24178b699c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:10.665413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:10.666509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16958b2-61f7-49ef-8335-ef9c79bd9080') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:10.666851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16958b2-61f7-49ef-8335-ef9c79bd9080') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:10.670203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:10.673618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:10.680846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.682613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:10.698142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.705382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:10.706069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:10.719704 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:10.727319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:10.767465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.837232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.852117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1c5bd9a0-1c27-4f47-969e-516a511deec1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:10.897610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 1c5bd9a0-1c27-4f47-969e-516a511deec1 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:10.897951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1c5bd9a0-1c27-4f47-969e-516a511deec1 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:10.918396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.923381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.947250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7876dedc-b2ca-4153-9379-6fe9f28b9d6d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:10.962191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.987143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c24028-c529-441a-821a-678cc5740c7c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.097157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:54:10Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:11.101238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0c4c0-76eb-4904-95ea-a4b60823cd00 None None] The sync data for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv is: [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:54:10Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:11.123110 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-397d5ab7-d351-4c8a-bea5-19ababe281fd admin admin] 10.222.0.47 "DELETE /v2.0/networks/7876dedc-b2ca-4153-9379-6fe9f28b9d6d HTTP/1.1" status: 204 len: 168 time: 0.7603030 Feb 16 12:54:11.128826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56728) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.176104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.177596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1fc65696-406e-44f4-96de-26c6a0fdb77b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5230398 Feb 16 12:54:11.180870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.181533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.187743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '58b476b2-2fc6-4874-b93d-ac24178b699c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:11.194568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:11.199630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:11.205160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:11.212598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:11.219797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] Deleting subnet fa40033c-e256-4079-afd9-251beca8363f {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:11.226543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.275915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.333694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.343305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.419757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.575503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.636685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa40033c-e256-4079-afd9-251beca8363f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.636685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.636685 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a2c90056-d6b8-4d05-9a6b-8eb2aa0d3414 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fa40033c-e256-4079-afd9-251beca8363f HTTP/1.1" status: 204 len: 168 time: 0.4955182 Feb 16 12:54:11.638052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.698117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.739722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a5eb4e-7e3e-4505-a53c-e3cd34c53279,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.766450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.824763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.825473 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-49e8f065-02c0-4a0b-b4c4-a24264488e36 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6426768 Feb 16 12:54:11.829772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56740) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.836182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '58b476b2-2fc6-4874-b93d-ac24178b699c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:11.846587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:11.851054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:11.854011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:11.859967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:11.911878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.946807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7c109f-bb8b-4ec5-a113-0691570118f6']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:11.953719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:11.965147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7083a712-e2fc-4c23-800a-ca0412705be2') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:11.965736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7083a712-e2fc-4c23-800a-ca0412705be2') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:11.979816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.999872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.009096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:12.009580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.014722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:12.032383 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:12.095293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:12.098495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.101790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:12.102486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.214334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.227652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.238478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931d293f-76c7-40bf-bc9d-15ccd3d6ed67,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:12.263367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:12.266131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.282160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.291129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7c109f-bb8b-4ec5-a113-0691570118f6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:12.293876 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-edc3967f-d203-4464-b0e6-ebdd6273756b admin admin] 10.222.0.47 "DELETE /v2.0/networks/ea7c109f-bb8b-4ec5-a113-0691570118f6 HTTP/1.1" status: 204 len: 168 time: 0.6662095 Feb 16 12:54:12.386902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.388192 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e0ce652b-199a-4791-96dd-0e0f4451e1a6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5568864 Feb 16 12:54:12.391317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56748) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:12.396536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '58b476b2-2fc6-4874-b93d-ac24178b699c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:12.402366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:12.406147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:12.409065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:12.414791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:12.432212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.539056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:12.586772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:12.594132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.658849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.803767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.828436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae987293-daf7-40d6-b912-f0f91d3a4cb3,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:12.843643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56752) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:12.891960 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-27125509-c66c-4745-b2a2-fd06b3a3eeae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77291597657c4ae19720b92f4a9fe80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472205 Feb 16 12:54:12.894379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56756) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:12.950502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36a995f5-4a97-46e9-ad1d-b4f62da6d04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.964199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.965366 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4944f471-ffeb-4b7a-ab9b-4cca982d88ff tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5730577 Feb 16 12:54:12.968363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56760) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:12.973561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '58b476b2-2fc6-4874-b93d-ac24178b699c', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:12.978624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36a995f5-4a97-46e9-ad1d-b4f62da6d04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.980159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:12.985178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:12.992059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:12.994296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:13.061616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:13.068602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.122373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36a995f5-4a97-46e9-ad1d-b4f62da6d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.139156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a995f5-4a97-46e9-ad1d-b4f62da6d04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c0d4ae-17c9-47ba-953b-418e1e23fda4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:13.139937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.236528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.258657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7239d37-7b54-44fc-b49b-1a5646989bb0,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:13.265740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36a995f5-4a97-46e9-ad1d-b4f62da6d04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.267877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-36a995f5-4a97-46e9-ad1d-b4f62da6d04e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0c0d4ae-17c9-47ba-953b-418e1e23fda4 HTTP/1.1" status: 204 len: 168 time: 0.3715169 Feb 16 12:54:13.339452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.343302 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dff00597-6b36-462d-bcaf-66edf5186c64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3735149 Feb 16 12:54:13.558158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-e2bb28e9-b324-45a3-afa0-f6e39f68f3ce tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:13.689357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-e2bb28e9-b324-45a3-afa0-f6e39f68f3ce tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:13.690623 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-e2bb28e9-b324-45a3-afa0-f6e39f68f3ce tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85102307&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.1735930 Feb 16 12:54:13.922948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:13.946406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-cb59f201-4e73-4336-934e-f75f970fd27b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:13.946406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-cb59f201-4e73-4336-934e-f75f970fd27b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:13.990151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:13.990513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.038169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-cb59f201-4e73-4336-934e-f75f970fd27b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:14.040834 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-cb59f201-4e73-4336-934e-f75f970fd27b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=0059fc43-67a7-459a-af60-b21eabed12ac HTTP/1.1" status: 200 len: 797 time: 0.3415892 Feb 16 12:54:14.054619 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-1048ed67-3cce-4c40-9fb8-2ba0994668f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0091929 Feb 16 12:54:14.137831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-6e634106-25ea-4aef-bad3-a2e08756c1e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:14.204480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:14.221987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-6e634106-25ea-4aef-bad3-a2e08756c1e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:14.223362 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-6e634106-25ea-4aef-bad3-a2e08756c1e4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634047 Feb 16 12:54:14.238742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-553d826e-01d5-48c6-bc45-85c9ad30b945 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:54:14.239970 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-553d826e-01d5-48c6-bc45-85c9ad30b945 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055242 Feb 16 12:54:14.253857 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3bd4ba3c-5f73-471a-9c06-76f1b9b7b95b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae89e4583c2c4a8c83e82c99a8eb4b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482101 Feb 16 12:54:14.256425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:14.314354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d2c7-0760-420d-a252-8fcd544b40ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.341655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d2c7-0760-420d-a252-8fcd544b40ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.378941 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-4fa7235a-36ec-40f9-ad3e-64e3d3eaefb1 service neutron] 10.222.0.47 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333301 Feb 16 12:54:14.495309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d2c7-0760-420d-a252-8fcd544b40ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.516323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5d2c7-0760-420d-a252-8fcd544b40ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d5c82-bab6-4fc4-88d6-4989d6f985c0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:14.519792 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-b54e17a0-5b1e-4735-bd4c-5400f9a19985 service neutron] 10.222.0.47 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344106 Feb 16 12:54:14.520778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d2c7-0760-420d-a252-8fcd544b40ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.522730 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b9c5d2c7-0760-420d-a252-8fcd544b40ea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/740d5c82-bab6-4fc4-88d6-4989d6f985c0 HTTP/1.1" status: 204 len: 168 time: 0.2645731 Feb 16 12:54:14.815587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-59144597-333b-4105-9ece-c099d04cbce9 req-75a7d946-42e1-4f03-b6f9-ebadaf39d057 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 210 time: 0.0472252 Feb 16 12:54:15.969065 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-da38f922-5704-4b30-9fbf-d2d1cce6eb35 req-1e885326-99b4-4aa4-93e6-b164010fdb09 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 210 time: 0.0433564 Feb 16 12:54:17.120919 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ae69134-97fa-4d3a-aba4-b9956c8fbe89 req-e50673e7-0628-4a4b-9acf-1d4ddf1af193 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 210 time: 0.0429201 Feb 16 12:54:17.465921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-270180b9-4a7b-40a4-8e9d-0fd3dc7d1b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:17.466612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-270180b9-4a7b-40a4-8e9d-0fd3dc7d1b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:17.478709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-270180b9-4a7b-40a4-8e9d-0fd3dc7d1b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:17.482404 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-270180b9-4a7b-40a4-8e9d-0fd3dc7d1b9d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=0059fc43-67a7-459a-af60-b21eabed12ac HTTP/1.1" status: 200 len: 797 time: 0.1600735 Feb 16 12:54:17.534086 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-d1274b3d-2c65-4dbf-9d1d-9f11c271fea5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 378 time: 0.0411794 Feb 16 12:54:17.543481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['58b476b2-2fc6-4874-b93d-ac24178b699c']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:17.685411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:17.695621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:17.787326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:17.787326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.954064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.11 (0059fc43-67a7-459a-af60-b21eabed12ac/065083c6-4953-41ce-9d8a-624706dbdc30/0f7035fc-e0b4-40d4-91dd-d1879ebae05e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:18.256584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.272827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 0f7035fc-e0b4-40d4-91dd-d1879ebae05e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:18.281771 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c0ff2a5c-0866-4d34-b326-2090cc3d4d02 req-d1f949a7-04ab-461f-9f85-3a34848390af tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 210 time: 0.0453565 Feb 16 12:54:18.381273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.445248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0059fc43-67a7-459a-af60-b21eabed12ac is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:18.448237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:18.452114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:18.487807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.525938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:18.526560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.638507 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-080ef971-d746-4f29-8d43-c1d4777d9eeb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0985107 Feb 16 12:54:18.653660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Request body: {'port': {'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:18.738923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2c14512d-be04-47e3-b489-82b81f925e6c None None] Provisioning for port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:18.743980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2c14512d-be04-47e3-b489-82b81f925e6c None None] Provisioning complete for port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:18.744358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c14512d-be04-47e3-b489-82b81f925e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.766391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.797316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2c14512d-be04-47e3-b489-82b81f925e6c None None] Port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:19.108254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7035fc-e0b4-40d4-91dd-d1879ebae05e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:54:19.116100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.130242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Transition to ACTIVE for port object 0f7035fc-e0b4-40d4-91dd-d1879ebae05e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:19.213573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.408771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.461915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Attempting to bind port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:19.462264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Attempting to bind port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:19.462596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Attempting to bind port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e on network 0059fc43-67a7-459a-af60-b21eabed12ac {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:19.467969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e on network 0059fc43-67a7-459a-af60-b21eabed12ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:54:19.472564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Attempting to bind port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e on network 0059fc43-67a7-459a-af60-b21eabed12ac {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:19.474306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:19.474647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Checking segment: {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:19.475074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Bound using segment: {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:19.475509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Bound port: 0f7035fc-e0b4-40d4-91dd-d1879ebae05e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:19.475856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.482749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7172f-c680-42d3-b87c-7b1420caaaac req-4b90a8f7-bfb1-4ce0-963d-6a9ffe30971d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:19.484872 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9de7172f-c680-42d3-b87c-7b1420caaaac req-4b90a8f7-bfb1-4ce0-963d-6a9ffe30971d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 944 time: 0.0875258 Feb 16 12:54:19.530555 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9de7172f-c680-42d3-b87c-7b1420caaaac req-13af2176-9bcb-47e7-a98f-819c1e72897e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398567 Feb 16 12:54:19.583466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] For port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:19.586378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] For port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:19.644171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.699007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:19.699820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.701345 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f7035fc-e0b4-40d4-91dd-d1879ebae05e HTTP/1.1" status: 200 len: 1094 time: 1.0518303 Feb 16 12:54:19.709283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:19.736434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9dce-5ae4-4c00-8a0a-e0ff9734aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.760143 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'status': 'completed', 'code': 200} Feb 16 12:54:19.860026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51ebe7-5cfe-4958-a4b5-d5598b8da79f req-85632afd-b2f0-4077-b382-1fd85f6183b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:19.861513 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ba51ebe7-5cfe-4958-a4b5-d5598b8da79f req-85632afd-b2f0-4077-b382-1fd85f6183b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 1097 time: 0.0745840 Feb 16 12:54:20.006270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51ebe7-5cfe-4958-a4b5-d5598b8da79f req-54078b85-e0b7-4832-ae54-b436012f301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:20.007759 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ba51ebe7-5cfe-4958-a4b5-d5598b8da79f req-54078b85-e0b7-4832-ae54-b436012f301c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1357114 Feb 16 12:54:20.147675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51ebe7-5cfe-4958-a4b5-d5598b8da79f req-54ff574f-7a61-46e5-89dc-5d8b07bb57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:20.149151 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ba51ebe7-5cfe-4958-a4b5-d5598b8da79f req-54ff574f-7a61-46e5-89dc-5d8b07bb57ba service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1316133 Feb 16 12:54:20.258799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-c2172caf-5735-4cfe-bf1f-8e3ce66046c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:20.260344 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-c2172caf-5735-4cfe-bf1f-8e3ce66046c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 1097 time: 0.0764680 Feb 16 12:54:20.332308 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-7b81d1ab-ac00-48a5-ab8f-0d6fce27541d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e HTTP/1.1" status: 200 len: 217 time: 0.0609574 Feb 16 12:54:20.505722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-9e4779e9-2467-4433-8c57-296886026154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:20.507192 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-9e4779e9-2467-4433-8c57-296886026154 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=065083c6-4953-41ce-9d8a-624706dbdc30 HTTP/1.1" status: 200 len: 835 time: 0.1620402 Feb 16 12:54:20.586422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-cf572df4-6a90-4368-9e70-c739f02b22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:20.587967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-cf572df4-6a90-4368-9e70-c739f02b22ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0059fc43-67a7-459a-af60-b21eabed12ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713742 Feb 16 12:54:20.727989 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-d5b255cc-3cd4-4743-8bdb-fb9dea2b50f5 service neutron] 10.222.0.67 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290677 Feb 16 12:54:20.730448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24298e-c494-4c67-851b-5601165d3dc4 req-5823768f-ae31-4113-a127-6793abfc9a63 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:20.731944 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a24298e-c494-4c67-851b-5601165d3dc4 req-5823768f-ae31-4113-a127-6793abfc9a63 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 944 time: 0.0821614 Feb 16 12:54:20.778813 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a24298e-c494-4c67-851b-5601165d3dc4 req-c88dfab9-b74c-466e-bc79-86144fcddf94 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394506 Feb 16 12:54:20.867755 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e577b921-b207-44ad-b3a5-90d6b65d7629 req-60a8a6d8-7f50-4ec3-9dea-a9d47db01dbb service neutron] 10.222.0.67 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298010 Feb 16 12:54:21.966480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a1107-ca45-4b72-bb9f-7b11b06ec024 req-3445b3fd-908e-4c9e-9156-4b5c788906ec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:21.968251 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-269a1107-ca45-4b72-bb9f-7b11b06ec024 req-3445b3fd-908e-4c9e-9156-4b5c788906ec tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 944 time: 0.0827494 Feb 16 12:54:22.013012 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-269a1107-ca45-4b72-bb9f-7b11b06ec024 req-5d46e030-6a4c-4aaf-9d16-e444a7155892 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389798 Feb 16 12:54:22.903812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 0f7035fc-e0b4-40d4-91dd-d1879ebae05e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:54:23.040592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:23.057627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'mac_address': 'fa:16:3e:10:a8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:54:23.113407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.131419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7035fc-e0b4-40d4-91dd-d1879ebae05e {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:54:23.147057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:23.203082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f82db-5943-404f-8ed3-436f56006400 req-50129b72-2b4b-4009-8aed-3c11472076e8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:23.204552 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f71f82db-5943-404f-8ed3-436f56006400 req-50129b72-2b4b-4009-8aed-3c11472076e8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 944 time: 0.0843337 Feb 16 12:54:23.248863 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f71f82db-5943-404f-8ed3-436f56006400 req-722301f1-c66d-45f2-870c-115e16a25c7c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385716 Feb 16 12:54:23.253221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.320943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:23.497293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['0f7035fc-e0b4-40d4-91dd-d1879ebae05e'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:54:23.894651 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-2c7a83e5-fcc3-4049-8b9b-aae146da9cdd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684094 Feb 16 12:54:24.035227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-3f7038d5-56b1-44cb-ac68-5295d8d2c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:24.036709 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-3f7038d5-56b1-44cb-ac68-5295d8d2c351 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 1098 time: 0.0752416 Feb 16 12:54:24.178411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-f08a5282-7180-4ba4-8941-28cc8b48addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:24.179804 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-f08a5282-7180-4ba4-8941-28cc8b48addf service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1232920 Feb 16 12:54:24.284951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-e6e75ad2-f753-4eea-bb81-733a90d0f6cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd HTTP/1.1" status: 200 len: 1000 time: 0.0967293 Feb 16 12:54:24.347212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-594b2113-91ec-486b-8caf-db9d4d74e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:24.348704 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-594b2113-91ec-486b-8caf-db9d4d74e482 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0578771 Feb 16 12:54:24.426717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-959a3d67-8d65-4f42-b45d-43c714bb50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:24.428228 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-959a3d67-8d65-4f42-b45d-43c714bb50ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739484 Feb 16 12:54:24.432440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995e8f-9727-4ca1-991e-9e4cd0a74af2 req-83b52c4a-b697-4925-a548-e4488fbf334c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:24.433902 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9e995e8f-9727-4ca1-991e-9e4cd0a74af2 req-83b52c4a-b697-4925-a548-e4488fbf334c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 945 time: 0.0789495 Feb 16 12:54:24.482876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9e995e8f-9727-4ca1-991e-9e4cd0a74af2 req-c3aa3a71-b482-441e-b115-dd0e366f6991 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430286 Feb 16 12:54:24.565434 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-75adda3c-9e0c-460c-b829-32d76e6cd64d service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287401 Feb 16 12:54:24.696258 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-47dbc4fb-5bfb-4b96-9e3e-fe42adfcc856 req-11f7ba3a-f8cb-4b83-96c1-8c821f83f232 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247818 Feb 16 12:54:24.907640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 0f7035fc-e0b4-40d4-91dd-d1879ebae05e up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:25.055304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:25.065593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:25.065593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.178920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.206636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:25.216210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:25.283768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.357400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:25.495395 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'code': 200} Feb 16 12:54:25.679771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08bf76-2591-4807-bd7c-fff4c5120d37 req-40099733-9b3f-47c1-8ef0-620856fee511 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:25.681246 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9b08bf76-2591-4807-bd7c-fff4c5120d37 req-40099733-9b3f-47c1-8ef0-620856fee511 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 946 time: 0.0853441 Feb 16 12:54:25.726047 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9b08bf76-2591-4807-bd7c-fff4c5120d37 req-05c654e5-68bd-4c48-bbd1-86a0f20905c7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386143 Feb 16 12:54:25.890367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bce5c5-1793-45ee-9bae-61ee1da98322 req-bbe02aa6-f1f9-4ac8-8f6f-394a47e62eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:25.891952 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-40bce5c5-1793-45ee-9bae-61ee1da98322 req-bbe02aa6-f1f9-4ac8-8f6f-394a47e62eaa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 1099 time: 0.0706325 Feb 16 12:54:25.934609 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-40bce5c5-1793-45ee-9bae-61ee1da98322 req-e88acc27-2c26-4bc4-b7d6-6366ed0a3786 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362828 Feb 16 12:54:26.912339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69823c-7ae7-4095-ab98-d38259427252 req-f82f4905-f7e3-4e62-88bd-12c404450f87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:26.913785 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb69823c-7ae7-4095-ab98-d38259427252 req-f82f4905-f7e3-4e62-88bd-12c404450f87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 946 time: 0.0826733 Feb 16 12:54:26.959053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb69823c-7ae7-4095-ab98-d38259427252 req-0c18356e-547c-4b90-bf61-a50bba53637b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386806 Feb 16 12:54:28.147107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35bc3-0b08-4205-a240-dff73fdeaee4 req-d1de9c52-dc26-426c-b8fd-92fafdc6f75f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.148581 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bf35bc3-0b08-4205-a240-dff73fdeaee4 req-d1de9c52-dc26-426c-b8fd-92fafdc6f75f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 946 time: 0.0830896 Feb 16 12:54:28.193270 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bf35bc3-0b08-4205-a240-dff73fdeaee4 req-98ec4a4a-d990-4b4f-ab97-37868cffceed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389972 Feb 16 12:54:28.380459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b300-32da-4961-aebb-9bcacd02c1a6 req-610ffce5-428b-40f8-9789-cc12a28ccf98 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.381920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6d2b300-32da-4961-aebb-9bcacd02c1a6 req-610ffce5-428b-40f8-9789-cc12a28ccf98 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 946 time: 0.0839746 Feb 16 12:54:28.427731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6d2b300-32da-4961-aebb-9bcacd02c1a6 req-cf06bc63-709f-4b3b-aa81-048466da131f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399518 Feb 16 12:54:28.453975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56836) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:28.523844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95901066-bc98-4533-9634-f3b6eca1d920 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.525273 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-95901066-bc98-4533-9634-f3b6eca1d920 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 1094 time: 0.0702939 Feb 16 12:54:28.528009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56840) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:28.533404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:28.539560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:28.543438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:28.546279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:28.552773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:28.654959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.791445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.925927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.11 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/e3062288-25a1-41ce-9cad-c3ee7d92618e) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:29.163468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.260836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.334617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:29.337381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:29.341026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:29.369646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e3062288-25a1-41ce-9cad-c3ee7d92618e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.763899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.895675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.117177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.186262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.297099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e3062288-25a1-41ce-9cad-c3ee7d92618e,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.312327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.491864 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 36e25e95-6c17-44ff-b5c5-221e6c79ba9f associated. External IP: 172.26.6.11, port: 0f7035fc-e0b4-40d4-91dd-d1879ebae05e. Feb 16 12:54:30.955974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router d276efdd-9301-4b5e-b5fb-b1230015265e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:31.134570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:31.145378 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] Sync routers for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:31.155157 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:31.161822 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:54:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.294852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.351576 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:31.355755 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-356c4831-c6f2-46f6-8f19-9679d2c998ac tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8267412 Feb 16 12:54:31.356390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:31.358516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:31.403660 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'status': 'completed', 'code': 200} Feb 16 12:54:31.688342 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '36e25e95-6c17-44ff-b5c5-221e6c79ba9f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'mac_address': 'fa:16:3e:10:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:54:12Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.691817 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] Checking router: d276efdd-9301-4b5e-b5fb-b1230015265e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:31.700941 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:31.701677 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:54:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.706071 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c2de468e-4351-4c1d-a6cd-de0ac050552d tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers/d276efdd-9301-4b5e-b5fb-b1230015265e HTTP/1.1" status: 200 len: 922 time: 0.3461618 Feb 16 12:54:31.708782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:31.716613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-e57d258c-77ad-465e-a95a-ac4007b58bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.718183 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-e57d258c-77ad-465e-a95a-ac4007b58bcf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 1099 time: 0.2920549 Feb 16 12:54:31.880064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-de443e42-3682-4c1a-b823-5cb17d71dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:31.881628 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-de443e42-3682-4c1a-b823-5cb17d71dbd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0059fc43-67a7-459a-af60-b21eabed12ac HTTP/1.1" status: 200 len: 897 time: 0.1569452 Feb 16 12:54:31.927596 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:32.080763 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-807eafaf-769a-4d98-b269-3c6b275fb008 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e HTTP/1.1" status: 200 len: 999 time: 0.1928985 Feb 16 12:54:32.085445 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d96f7d7f-bc7c-489e-be2b-2a55c4c12cd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 991 time: 0.3757083 Feb 16 12:54:32.147512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-6e0e121c-01a0-45a7-91d4-8afc61f5389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:32.148989 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-6e0e121c-01a0-45a7-91d4-8afc61f5389d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=065083c6-4953-41ce-9d8a-624706dbdc30 HTTP/1.1" status: 200 len: 835 time: 0.0624912 Feb 16 12:54:32.225675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-3e5bcacd-ba8f-4138-b3d2-6fbe3ba3242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:32.227200 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-3e5bcacd-ba8f-4138-b3d2-6fbe3ba3242b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0059fc43-67a7-459a-af60-b21eabed12ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722342 Feb 16 12:54:32.277456 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '36e25e95-6c17-44ff-b5c5-221e6c79ba9f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'mac_address': 'fa:16:3e:10:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:54:12Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:32.281975 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62695a-faee-47f1-b253-c09cf03d8ebf None None] The sync data for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv is: [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '36e25e95-6c17-44ff-b5c5-221e6c79ba9f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'mac_address': 'fa:16:3e:10:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:54:12Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:32.366147 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-fd9843cd-f9fe-465e-b5d6-c5b3cbde0665 service neutron] 10.222.0.67 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300240 Feb 16 12:54:32.459243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafeec39-f26a-4400-9b8c-05934ff684b7 None None] New status for floating IP 36e25e95-6c17-44ff-b5c5-221e6c79ba9f: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:32.510873 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f355b835-57c3-4be6-8dcd-b1fce5d68b03 req-0cf41103-1ce6-45de-9f65-153b98b5901a service neutron] 10.222.0.67 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332409 Feb 16 12:54:33.089689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56858) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:33.197108 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5fbddf82-42c3-494a-8dc1-f37f98fbc605 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 993 time: 0.1069357 Feb 16 12:54:33.853154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45e6390b-3629-4328-bc27-26f2c51711da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.186157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4824f77-350d-4e90-b014-f2fb923801e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:37.289374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:37.317290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:38.779631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:41.100381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:44.992714 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:55:03.816779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64db7a1d-d57d-4936-b517-8527dd92353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:06.245332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40cb4bed-191a-4cc8-9d2c-5dc78279f101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:06.525136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:06.852096 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9b7212da-d9b2-42ff-a3af-c3e0e12a845c tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers/d276efdd-9301-4b5e-b5fb-b1230015265e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3258996 Feb 16 12:55:06.855030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:07.189449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a05ae0-ac67-4a03-ac7a-ffcca511b7e2 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Notify agent at dv-neutron-829487-1-hyperv the message router_removed_from_agent {{(pid=88444) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 12:55:07.192578 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-32a05ae0-ac67-4a03-ac7a-ffcca511b7e2 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "DELETE /v2.0/agents/f4e7d653-10d4-454b-90d2-b9e786d26395/l3-routers/d276efdd-9301-4b5e-b5fb-b1230015265e HTTP/1.1" status: 204 len: 168 time: 0.3366313 Feb 16 12:55:07.195324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:07.286050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:07.360888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:07.492791 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3516d4cb-99e9-4e12-b9e2-f856f7b4700b tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers/d276efdd-9301-4b5e-b5fb-b1230015265e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2963722 Feb 16 12:55:07.495332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56890) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:07.604130 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5302c5c4-8cab-4a23-bd7c-5b5dbcacb4fc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 993 time: 0.1077187 Feb 16 12:55:07.937244 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c0eb0-5426-425e-9c5a-968a0fc9a3ab None None] New status for floating IP 36e25e95-6c17-44ff-b5c5-221e6c79ba9f: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:07.971656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0428017a-795b-4dea-aa4a-ac17ab9daeb4 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:08.084487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:08.100512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 0428017a-795b-4dea-aa4a-ac17ab9daeb4, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0428017a-795b-4dea-aa4a-ac17ab9daeb4,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:08.277142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:08.277777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:08.417117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=0428017a-795b-4dea-aa4a-ac17ab9daeb4,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:08.449243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.449597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.449941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.450280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.450617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.450951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.451303 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.451640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.451967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.452291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.452615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.453555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:08.485573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:08.517871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:08.608004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56894) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:08.617063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:08.693658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:08.716286 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2336464c-09e5-45b6-99c0-e5bced13e029 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 991 time: 0.1072028 Feb 16 12:55:08.754566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:09.874497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:10.211545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c996111b-45d4-48cd-9a35-ac4979daa60d tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Router d276efdd-9301-4b5e-b5fb-b1230015265e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:55:10.211828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c996111b-45d4-48cd-9a35-ac4979daa60d tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Notify agent at dv-neutron-829487-1-hyperv the message router_added_to_agent {{(pid=88444) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 12:55:10.232829 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c996111b-45d4-48cd-9a35-ac4979daa60d tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "POST /v2.0/agents/f4e7d653-10d4-454b-90d2-b9e786d26395/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3570364 Feb 16 12:55:10.235766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56908) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:10.246513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] Sync routers for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:10.256010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:10.256717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:10.419708 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2f735ea9-0c30-4d9b-81dc-14243dcb5bff tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers/d276efdd-9301-4b5e-b5fb-b1230015265e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1828187 Feb 16 12:55:10.422427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:10.432088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:10.543783 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2468385b-6800-4083-9ed1-423955ef0971 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 991 time: 0.1201246 Feb 16 12:55:10.770617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '36e25e95-6c17-44ff-b5c5-221e6c79ba9f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'mac_address': 'fa:16:3e:10:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:10.774379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] Checking router: d276efdd-9301-4b5e-b5fb-b1230015265e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:10.782540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:10.783173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:10.960378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:11.152239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:11.315999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '36e25e95-6c17-44ff-b5c5-221e6c79ba9f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'mac_address': 'fa:16:3e:10:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:11.319940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d15dd4-88e2-4f04-a6e7-38247df6c1ac None None] The sync data for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv is: [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '36e25e95-6c17-44ff-b5c5-221e6c79ba9f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.11', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'port_id': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'mac_address': 'fa:16:3e:10:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:29Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:55:08Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:11.547608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56916) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:11.658673 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-37d85ec8-28b1-4aff-b320-6aeaa35387c4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 991 time: 0.1099272 Feb 16 12:55:12.013703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0428017a-795b-4dea-aa4a-ac17ab9daeb4 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:12.090668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:12.090962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.248335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.356032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 0428017a-795b-4dea-aa4a-ac17ab9daeb4, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0428017a-795b-4dea-aa4a-ac17ab9daeb4,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:12.522180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.522971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:12.633491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=0428017a-795b-4dea-aa4a-ac17ab9daeb4,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:12.647095 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:12.647483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.662253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56920) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:12.763497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.771369 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6125ec1c-e2d3-40e7-b09b-355e49fc1d5c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 991 time: 0.1066513 Feb 16 12:55:12.794678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:12.911569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:12.929789 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c3049-5e2c-4a0f-bf87-d8fb23ed645f None None] New status for floating IP 36e25e95-6c17-44ff-b5c5-221e6c79ba9f: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:12.993583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:13.774181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:13.876256 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-759659ce-d00b-4b8a-b84b-a55cd59137d8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 200 len: 993 time: 0.1009519 Feb 16 12:55:13.954754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0428017a-795b-4dea-aa4a-ac17ab9daeb4 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:14.024092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:14.024524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.141500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:14.176391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56932) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:14.207119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:14.207487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.381298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port e3062288-25a1-41ce-9cad-c3ee7d92618e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:14.381626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.552304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.552623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.672678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for e3062288-25a1-41ce-9cad-c3ee7d92618e owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:14.893882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.941350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=e3062288-25a1-41ce-9cad-c3ee7d92618e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:14.975107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.975460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.975800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.976135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.976465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.976960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.977219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.977547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.977874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.978193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.978514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:14.978831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:15.050285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:15.050789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 36e25e95-6c17-44ff-b5c5-221e6c79ba9f disassociated (deleted). External IP: 172.26.6.11, port: 0f7035fc-e0b4-40d4-91dd-d1879ebae05e. Feb 16 12:55:15.496890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router d276efdd-9301-4b5e-b5fb-b1230015265e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:15.672428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:15.681758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] Sync routers for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:15.688055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:15.690667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:15.691370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:15.744887 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c9d7d6f0-7898-4a8a-95b2-256358ffde96 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/36e25e95-6c17-44ff-b5c5-221e6c79ba9f HTTP/1.1" status: 204 len: 168 time: 1.5674038 Feb 16 12:55:15.745461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:15.792136 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'status': 'completed', 'code': 200} Feb 16 12:55:15.869621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:15.896659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416e80-34f7-4835-8562-838595314cad req-ce7b95ac-9d80-4b5b-8ac9-b5f264b060db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:15.898155 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f4416e80-34f7-4835-8562-838595314cad req-ce7b95ac-9d80-4b5b-8ac9-b5f264b060db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 1099 time: 0.0763607 Feb 16 12:55:16.039893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416e80-34f7-4835-8562-838595314cad req-bab31b52-ce19-4d54-a9e9-07567c3888e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:16.041697 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f4416e80-34f7-4835-8562-838595314cad req-bab31b52-ce19-4d54-a9e9-07567c3888e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0059fc43-67a7-459a-af60-b21eabed12ac HTTP/1.1" status: 200 len: 897 time: 0.1343791 Feb 16 12:55:16.112568 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f4416e80-34f7-4835-8562-838595314cad req-6c90e4fb-e574-490c-979b-43e4c5093fd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e HTTP/1.1" status: 200 len: 217 time: 0.0613534 Feb 16 12:55:16.182003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416e80-34f7-4835-8562-838595314cad req-e364c1fb-a6b6-4855-9e84-0941655e5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:16.183620 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f4416e80-34f7-4835-8562-838595314cad req-e364c1fb-a6b6-4855-9e84-0941655e5e7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=065083c6-4953-41ce-9d8a-624706dbdc30 HTTP/1.1" status: 200 len: 835 time: 0.0624654 Feb 16 12:55:16.188172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:16.191977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] Checking router: d276efdd-9301-4b5e-b5fb-b1230015265e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:16.206058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:16.206681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:16.268878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416e80-34f7-4835-8562-838595314cad req-3ef91e89-e9ba-4862-a745-8409e2ee27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:16.270345 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f4416e80-34f7-4835-8562-838595314cad req-3ef91e89-e9ba-4862-a745-8409e2ee27c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0059fc43-67a7-459a-af60-b21eabed12ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770710 Feb 16 12:55:16.424745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:16.453669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862668-d935-46f1-88ec-69bd4fbe9b38 req-7596591d-ac00-4462-acfa-2e27db312495 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:16.470363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d7862668-d935-46f1-88ec-69bd4fbe9b38 req-7596591d-ac00-4462-acfa-2e27db312495 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:16.526352 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f4416e80-34f7-4835-8562-838595314cad req-4ebcaa55-3c41-4e56-9502-256ba67eeccb service neutron] 10.222.0.67 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441480 Feb 16 12:55:16.648286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d7862668-d935-46f1-88ec-69bd4fbe9b38 req-7596591d-ac00-4462-acfa-2e27db312495 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:16.649758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d7862668-d935-46f1-88ec-69bd4fbe9b38 req-7596591d-ac00-4462-acfa-2e27db312495 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 946 time: 0.2839684 Feb 16 12:55:16.658278 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f4416e80-34f7-4835-8562-838595314cad req-fbda2ad1-6293-401b-a746-4d19b022084c service neutron] 10.222.0.67 "GET /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248727 Feb 16 12:55:16.694402 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d7862668-d935-46f1-88ec-69bd4fbe9b38 req-dea51283-95cf-4d45-b08c-a7c38c344cde tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392010 Feb 16 12:55:16.755114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:16.759038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99c3b0-bcae-4b79-8609-39b082ca09db None None] The sync data for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv is: [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:54:06Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '3bac2cce-2b98-45f1-93f4-895d3eb6fd26', 'name': '', 'network_id': '0059fc43-67a7-459a-af60-b21eabed12ac', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:df:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:05Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '065083c6-4953-41ce-9d8a-624706dbdc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:17.384951 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58701d1-b589-44b7-a2db-9864dbcfdc55 None None] New status for floating IP 36e25e95-6c17-44ff-b5c5-221e6c79ba9f: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:17.885420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7194a9-d036-480e-92c2-82326f8de5a3 req-0153b356-0663-486a-b1de-edaaf3892a35 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:17.886869 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f7194a9-d036-480e-92c2-82326f8de5a3 req-0153b356-0663-486a-b1de-edaaf3892a35 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 946 time: 0.0811033 Feb 16 12:55:17.931705 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f7194a9-d036-480e-92c2-82326f8de5a3 req-79c4d111-6302-4469-ac79-92ac0495d28e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=58b476b2-2fc6-4874-b93d-ac24178b699c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382659 Feb 16 12:55:18.004845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-09c1aab3-2a49-451c-a8d1-fd894d9e717a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:18.005520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-09c1aab3-2a49-451c-a8d1-fd894d9e717a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:18.017927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-09c1aab3-2a49-451c-a8d1-fd894d9e717a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:18.019038 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-09c1aab3-2a49-451c-a8d1-fd894d9e717a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 946 time: 0.1013253 Feb 16 12:55:18.090996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:18.091347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:18.337427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:18.337787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:18.459114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 0f7035fc-e0b4-40d4-91dd-d1879ebae05e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:18.721872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:18.769670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=0f7035fc-e0b4-40d4-91dd-d1879ebae05e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:18.804627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.804975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.805313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.805642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.805968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.806295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.806615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.806935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.807288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.807606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.807924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.808239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:18.858395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port 0f7035fc-e0b4-40d4-91dd-d1879ebae05e on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:55:18.861240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:18.863645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'name': 'network-vif-deleted', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:18.907202 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bdd27e-0f2e-45a2-9211-c11b9fb826c4', 'name': 'network-vif-deleted', 'tag': '0f7035fc-e0b4-40d4-91dd-d1879ebae05e', 'status': 'completed', 'code': 200} Feb 16 12:55:18.977629 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-124ceaa7-4e40-43f0-8f9d-aa4f9e69e7e3 req-52d0e9f7-1862-4f12-aa5a-a5d8dcefe20c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/0f7035fc-e0b4-40d4-91dd-d1879ebae05e HTTP/1.1" status: 204 len: 173 time: 0.9507000 Feb 16 12:55:19.085843 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ed42823b-4508-4698-9a8d-44e25dfedcd7 req-94c9e3a9-b38d-4b00-929b-bf74b132437e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bdd27e-0f2e-45a2-9211-c11b9fb826c4 HTTP/1.1" status: 200 len: 210 time: 0.0423667 Feb 16 12:55:20.185085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56952) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:20.254922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b63f773f-fdfd-423f-b078-171265030811 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:20.284109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b63f773f-fdfd-423f-b078-171265030811 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:20.499273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b63f773f-fdfd-423f-b078-171265030811 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:20.518643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f773f-fdfd-423f-b078-171265030811 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b476b2-2fc6-4874-b93d-ac24178b699c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:20.618884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b63f773f-fdfd-423f-b078-171265030811 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:20.620061 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b63f773f-fdfd-423f-b078-171265030811 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/58b476b2-2fc6-4874-b93d-ac24178b699c HTTP/1.1" status: 204 len: 168 time: 0.4339998 Feb 16 12:55:20.728160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56958) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:21.173475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 0f7035fc-e0b4-40d4-91dd-d1879ebae05e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:21.207912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 0f7035fc-e0b4-40d4-91dd-d1879ebae05e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:55:21.208263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 0f7035fc-e0b4-40d4-91dd-d1879ebae05e not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:55:21.310815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.768116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:21.768460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.954569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 3bac2cce-2b98-45f1-93f4-895d3eb6fd26, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:21.954947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.991591 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:55:22.078446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:22.422147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.472365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=3bac2cce-2b98-45f1-93f4-895d3eb6fd26,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:22.741364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.214143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router d276efdd-9301-4b5e-b5fb-b1230015265e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:23.387802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:23.397719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] Sync routers for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:23.403065 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-56a7120c-6d78-4a05-97a2-b7691b01cbb5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/d276efdd-9301-4b5e-b5fb-b1230015265e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737866 Feb 16 12:55:23.406281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56962) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:23.408356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:23.409005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:23.471860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet 065083c6-4953-41ce-9d8a-624706dbdc30 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:55:23.474793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.532848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.585889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:23.614114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.778196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.822246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=065083c6-4953-41ce-9d8a-624706dbdc30,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:23.824217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.840455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51af0a-e5d7-4c71-bff4-7f3a76ea924b None None] Network 0059fc43-67a7-459a-af60-b21eabed12ac requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:23.864079 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8d7fe17c-e626-4390-9b90-613bc03baba1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/065083c6-4953-41ce-9d8a-624706dbdc30 HTTP/1.1" status: 204 len: 168 time: 0.4567118 Feb 16 12:55:23.866830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56966) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:23.904456 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-7a308635-9d01-4a42-ba24-9a5a462efafe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753293 Feb 16 12:55:24.044141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:55:22Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:24.049284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] Checking router: d276efdd-9301-4b5e-b5fb-b1230015265e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:24.060825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] Routers {'d276efdd-9301-4b5e-b5fb-b1230015265e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:24.061974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['d276efdd-9301-4b5e-b5fb-b1230015265e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:24.064110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-06d80dab-eaba-4ad2-9ccb-f9adb508a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.065596 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-06d80dab-eaba-4ad2-9ccb-f9adb508a78f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 1098 time: 0.0799959 Feb 16 12:55:24.085427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.227189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-224b9990-58e2-4f31-b0b2-3dea77eb765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.230049 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-224b9990-58e2-4f31-b0b2-3dea77eb765e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1403940 Feb 16 12:55:24.256853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] Set router d276efdd-9301-4b5e-b5fb-b1230015265e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:24.264755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.347108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] DHCP port deletion for 0059fc43-67a7-459a-af60-b21eabed12ac request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:55:24.351292 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-766c96a9-4fea-4bbe-bda4-f4b19ac3f07d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd HTTP/1.1" status: 200 len: 1000 time: 0.1096368 Feb 16 12:55:24.371099 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 0428017a-795b-4dea-aa4a-ac17ab9daeb4 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:24.371713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.426389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] Deleting port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:24.427190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.521577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-5c97a8ee-8921-4caf-8999-4d045d60dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.523477 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-5c97a8ee-8921-4caf-8999-4d045d60dd02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.1620615 Feb 16 12:55:24.557189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 0428017a-795b-4dea-aa4a-ac17ab9daeb4, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0428017a-795b-4dea-aa4a-ac17ab9daeb4,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:24.557589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.602315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-751d49f0-dce2-4819-be73-20e230e7cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.603759 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-751d49f0-dce2-4819-be73-20e230e7cef0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714564 Feb 16 12:55:24.683229 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 0428017a-795b-4dea-aa4a-ac17ab9daeb4 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:24.745079 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-70f8bd0f-0aa8-4d93-9953-ac8e8c5afeb2 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302953 Feb 16 12:55:24.754729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] For port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=4fe1f124-86bf-4a63-9b74-6ad6c30e42b1,segment=NetworkSegment(d8c4377e-cc2f-41b2-941d-2e06b4d88c4b),segment_id=d8c4377e-cc2f-41b2-941d-2e06b4d88c4b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:24.755153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.878816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] Calling delete_port for 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:24.887294 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d6afc197-7a98-48d0-9b45-8c74486e0316 req-ea733996-9b62-4664-80f1-cf0ffa99530a service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319077 Feb 16 12:55:24.930625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.943484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:55:22Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:24.949535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c03a7-8ade-4d25-8d1b-a1d6fb89d8d5 None None] The sync data for ids ['d276efdd-9301-4b5e-b5fb-b1230015265e'] in dv-neutron-829487-1-hyperv is: [{'id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'name': 'tempest-TestNetworkBasicOps-router-1500514419', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:53:59Z', 'updated_at': '2022-02-16T12:55:22Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '0428017a-795b-4dea-aa4a-ac17ab9daeb4', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd276efdd-9301-4b5e-b5fb-b1230015265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:00Z', 'updated_at': '2022-02-16T12:55:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:24.978568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=0428017a-795b-4dea-aa4a-ac17ab9daeb4,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:25.096629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.143682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] Pushing event deleted for resources: {'Port': ['ID=4fe1f124-86bf-4a63-9b74-6ad6c30e42b1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:25.147108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f643bf-cfdd-434b-9a54-e4d38c9c25be None None] No DVR routers for this DVR port 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:55:25.186578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.359114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.361510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.476201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.476824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router d276efdd-9301-4b5e-b5fb-b1230015265e {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:55:25.492510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.495110 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ffc48590-183f-4194-8034-32073eaffb26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/d276efdd-9301-4b5e-b5fb-b1230015265e HTTP/1.1" status: 204 len: 168 time: 1.6257706 Feb 16 12:55:25.496398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56970) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:25.612676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.752413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.779738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0059fc43-67a7-459a-af60-b21eabed12ac']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:25.791344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:25.791638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c4377e-cc2f-41b2-941d-2e06b4d88c4b') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:25.802971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.818767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.824602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:55:25.824973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:55:25.838751 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:55:25.992369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:26.024284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.027887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:55:26.028435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 4fe1f124-86bf-4a63-9b74-6ad6c30e42b1 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:55:26.029006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0428017a-795b-4dea-aa4a-ac17ab9daeb4 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:26.047654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.056894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=0059fc43-67a7-459a-af60-b21eabed12ac,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.069861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 0428017a-795b-4dea-aa4a-ac17ab9daeb4 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:55:26.070206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0428017a-795b-4dea-aa4a-ac17ab9daeb4 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:55:26.070617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:26.103121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:55:26.103465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3bac2cce-2b98-45f1-93f4-895d3eb6fd26 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:55:26.165797 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fede5adf-a58b-470a-a784-ddaa8291ac15 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/0059fc43-67a7-459a-af60-b21eabed12ac HTTP/1.1" status: 204 len: 168 time: 0.6682713 Feb 16 12:55:26.186945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56974) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:26.192506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--981780989', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:26.197461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:26.201861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:26.204938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:26.211034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:26.301786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:26.305090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.331410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:55:26.339546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.339920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment 497c7d7a-e98a-4124-ac07-3d4e4626f2e3 of type vlan for network 047ce3de-0b41-403b-9491-e20a018fb7fa Feb 16 12:55:26.366584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.473465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.479154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:26.479735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.586360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=047ce3de-0b41-403b-9491-e20a018fb7fa,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.596720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 047ce3de-0b41-403b-9491-e20a018fb7fa details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:55:26.660064 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e6f9ea47-e604-4b44-876d-5e62512281b8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4720473 Feb 16 12:55:26.662737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56978) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:26.667907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-208597768', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:26.675545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:26.679697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:26.682532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:26.688891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:26.782260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.783277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.797856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.133724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.651444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.683696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.812444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.100 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:27.962436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:28.082540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:28.150527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:28.153443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:28.156314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:28.190593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:28.666418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.116137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.399048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:55:29.573407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:29.583543 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Sync routers for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:29.593326 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:29.593930 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:29.727931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.732150 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-33bdc048-d3e5-4698-be79-ffd7c840cc8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0655067 Feb 16 12:55:29.732337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56982) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:29.769678 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:29.774429 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-75244621-75ba-4b1a-a3f1-edf2272e98c4 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384533 Feb 16 12:55:29.776635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 56986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:29.913532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c3387-9967-41b0-9244-2651086393b0 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:29.915046 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9a1c3387-9967-41b0-9244-2651086393b0 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372602 Feb 16 12:55:29.917994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56990) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:29.975087 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-088e3d25-8f09-4b3b-b4cc-d2b564c04fba tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536654 Feb 16 12:55:29.975338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56994) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:29.980829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648054077', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:30.065047 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:28Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:30.070472 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Checking router: ae515b5d-9f3e-43a4-8681-1a9aea5fad16 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:30.070965 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Updating router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:55:30.088243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:30.091989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:30.095448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:30.101423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:30.145721 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.227289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:30.231167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.485658 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.496555 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Transition to ACTIVE for port object e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:30.559204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.593390 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.636492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:30.645010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:30.645349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: 047ce3de-0b41-403b-9491-e20a018fb7fa, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:55:30.675881 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Attempting to bind port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:30.676237 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Attempting to bind port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:30.676619 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Attempting to bind port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:30.681948 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Pushing event updated for resources: {'Port': ['ID=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:30.687147 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:30.687505 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:30.687890 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.688265 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:30.688705 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Bound port: e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:30.689061 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.719293 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.719628 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.719951 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.720272 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.720586 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.720900 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.721209 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.721517 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.721825 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.722130 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.722434 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.722735 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:30.727445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 047ce3de-0b41-403b-9491-e20a018fb7fa is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:55:30.768293 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] For port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:30.771108 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] For port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:30.844477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 047ce3de-0b41-403b-9491-e20a018fb7fa) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:30.849102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:30.849703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.853085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d5e52-47d2-4023-b270-9632a3b10912 None None] Network 047ce3de-0b41-403b-9491-e20a018fb7fa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:30.891257 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.968065 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:30.968671 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:30.996388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c5fe1a58-d447-485b-9abf-70adf9a86ba2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0174556 Feb 16 12:55:30.996620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 56998) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:31.044253 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca27a02-c198-4683-a237-9823648cab5c None None] Pushing event updated for resources: {'Port': ['ID=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:31.090493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-047ce3de-0b41-403b-9491-e20a018fb7fa', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:55:31.091793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.157328 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:31.251517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Allocated IP 172.20.0.2 (047ce3de-0b41-403b-9491-e20a018fb7fa/24b203e0-f8f9-46fe-96e8-e02e0e8aad6e/37166304-abb7-4483-a257-2280ad49b6b7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:31.481302 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:28Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:31.500652 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e99ef-9f65-4ee0-b75a-286ee2c4f033 None None] The sync data for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv is: [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:28Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:31.506822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.518585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Transition to ACTIVE for port object 37166304-abb7-4483-a257-2280ad49b6b7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:31.539406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Transition to ACTIVE for port object 37166304-abb7-4483-a257-2280ad49b6b7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:31.639586 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.706024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Network 047ce3de-0b41-403b-9491-e20a018fb7fa is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:31.719637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:31.725845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:31.738861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Pushing event updated for resources: {'Port': ['ID=37166304-abb7-4483-a257-2280ad49b6b7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:31.837186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Attempting to bind port 37166304-abb7-4483-a257-2280ad49b6b7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:31.837641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Attempting to bind port 37166304-abb7-4483-a257-2280ad49b6b7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:31.838075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Attempting to bind port 37166304-abb7-4483-a257-2280ad49b6b7 on network 047ce3de-0b41-403b-9491-e20a018fb7fa {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:31.844387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:31.844761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Checking segment: {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:31.845464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.845859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Bound using segment: {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:31.846466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Bound port: 37166304-abb7-4483-a257-2280ad49b6b7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:31.846846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.885977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.948179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] For port 37166304-abb7-4483-a257-2280ad49b6b7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:31.955013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] For port 37166304-abb7-4483-a257-2280ad49b6b7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=37166304-abb7-4483-a257-2280ad49b6b7,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:32.013237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:32.085740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.199375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b8c63-899b-4061-962f-3adc8cf5a8ee None None] Pushing event updated for resources: {'Port': ['ID=37166304-abb7-4483-a257-2280ad49b6b7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:32.287568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:32.294931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:32.295445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.354743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (047ce3de-0b41-403b-9491-e20a018fb7fa/24b203e0-f8f9-46fe-96e8-e02e0e8aad6e/e79aed37-5f0c-45ec-8b37-2d3e457a05e8) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:32.445773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.473859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:32.550293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.566970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object e79aed37-5f0c-45ec-8b37-2d3e457a05e8 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:32.590328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.660429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:32.676773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.749974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 047ce3de-0b41-403b-9491-e20a018fb7fa is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:32.753137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:32.755506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:32.791078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:32.818156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.169641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.599082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9eda4-6739-4021-b70d-06bebf7dd526 None None] Network 047ce3de-0b41-403b-9491-e20a018fb7fa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:33.694427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.795749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.840424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-abdd9b18-c503-42bf-a993-81ad0e752234 None None] Provisioning for port 37166304-abb7-4483-a257-2280ad49b6b7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:33.911581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:33.913046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-970e6e75-b5c0-4597-bc65-2df6faff9f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.917729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.058360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37166304-abb7-4483-a257-2280ad49b6b7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:34.079986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 047ce3de-0b41-403b-9491-e20a018fb7fa is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:34.081171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:34.277662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:34.313453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 37166304-abb7-4483-a257-2280ad49b6b7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:34.319039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 37166304-abb7-4483-a257-2280ad49b6b7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:34.381090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.438211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-810d5f59-1505-4e49-80df-0a8dc41d67f2 None None] Provisioning for port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:34.478404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-810d5f59-1505-4e49-80df-0a8dc41d67f2 None None] Provisioning complete for port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:34.478404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-810d5f59-1505-4e49-80df-0a8dc41d67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.479738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:34.479738 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6e939170-badc-44a1-8c66-713dfcaaeafd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/ae515b5d-9f3e-43a4-8681-1a9aea5fad16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4798639 Feb 16 12:55:34.479928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Sync routers for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:34.480030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57002) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:34.480494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.525774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:34.530309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:34.593935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-810d5f59-1505-4e49-80df-0a8dc41d67f2 None None] Port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:55:34.616112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 37166304-abb7-4483-a257-2280ad49b6b7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=37166304-abb7-4483-a257-2280ad49b6b7,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:34.621665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c59a6b-9053-4310-b337-7680cefe7299 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.622145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c59a6b-9053-4310-b337-7680cefe7299 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.622610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c59a6b-9053-4310-b337-7680cefe7299 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.623090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c59a6b-9053-4310-b337-7680cefe7299 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.623561 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c59a6b-9053-4310-b337-7680cefe7299 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.624009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c59a6b-9053-4310-b337-7680cefe7299 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.625774 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-14c59a6b-9053-4310-b337-7680cefe7299 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1457045 Feb 16 12:55:34.628555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57006) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:34.698209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5e39e-c3db-4e96-8d89-a21f115a88bf tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.698944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5e39e-c3db-4e96-8d89-a21f115a88bf tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.700067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5e39e-c3db-4e96-8d89-a21f115a88bf tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.700523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5e39e-c3db-4e96-8d89-a21f115a88bf tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.700970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5e39e-c3db-4e96-8d89-a21f115a88bf tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.702169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5e39e-c3db-4e96-8d89-a21f115a88bf tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.702853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.703648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:34.703970 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-86e5e39e-c3db-4e96-8d89-a21f115a88bf tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0745087 Feb 16 12:55:34.706718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57010) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:34.860606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:34.921636 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-45aa8df8-89d7-4b6e-8f05-99759d9a3a3d tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2112362 Feb 16 12:55:34.941834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3dad9a0f-c07d-4e65-90d8-5f8f55b7df9f None None] Provisioning complete for port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:34.942210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3dad9a0f-c07d-4e65-90d8-5f8f55b7df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.972454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=37166304-abb7-4483-a257-2280ad49b6b7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:35.068161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3dad9a0f-c07d-4e65-90d8-5f8f55b7df9f None None] Port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:55:35.084132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:35.084509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.351384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:35.355435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Checking router: ae515b5d-9f3e-43a4-8681-1a9aea5fad16 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:35.355797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Updating router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:55:35.407247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.644699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57016) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:35.649880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466007034', 'description': 'tempest-secgroup-smoke-1466007034 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:35.655639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:35.659713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:35.662499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:35.668189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:35.742797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.754345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Transition to ACTIVE for port object e79aed37-5f0c-45ec-8b37-2d3e457a05e8 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:35.755776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.775700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:35.779634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:35.782292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:35.788102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:35.838847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.857573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.964561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9632ca-583c-48e0-b6d4-4faab4e1117d None None] Pushing event updated for resources: {'Port': ['ID=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:35.965218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.000489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37166304-abb7-4483-a257-2280ad49b6b7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:36.026412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7601bd86-383e-4a3f-aca1-bfccc999b580,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:36.112461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Attempting to bind port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:36.112832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Attempting to bind port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:36.113193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Attempting to bind port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 on network 047ce3de-0b41-403b-9491-e20a018fb7fa {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:36.121338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:36.121704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Checking segment: {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:36.122101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.122479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Bound using segment: {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:36.122942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Bound port: e79aed37-5f0c-45ec-8b37-2d3e457a05e8, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:36.123333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.127377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.132098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2a67e528-e3de-41a4-95fa-3bfff03839db tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4829063 Feb 16 12:55:36.132240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57020) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:36.137792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '7601bd86-383e-4a3f-aca1-bfccc999b580', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:36.143811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:36.148396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:36.151735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:36.158796 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:36.194609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 37166304-abb7-4483-a257-2280ad49b6b7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:36.194977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.267440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-deb381d7-3b9d-482a-98a9-fe50f100f5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.274786 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] For port e79aed37-5f0c-45ec-8b37-2d3e457a05e8, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:36.281727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] For port e79aed37-5f0c-45ec-8b37-2d3e457a05e8, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:36.302504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.369554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.370898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.444274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.448386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:36.449029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:36.469894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ec14ae-2749-4aab-90ea-af7ebd6e7f92,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:36.570133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.571063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9632ca-583c-48e0-b6d4-4faab4e1117d None None] Pushing event updated for resources: {'Port': ['ID=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:36.571751 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2fe5ff14-bc98-4610-af5c-1f426d21a190 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4383974 Feb 16 12:55:36.574572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57024) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:36.583270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '7601bd86-383e-4a3f-aca1-bfccc999b580', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:36.586922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:36.590858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:36.595211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:36.601314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:36.692264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:36.699529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.762729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.875709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.898916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771bbcbf-f0f9-4b9b-854c-0b7950608ae3,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:36.992171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.993635 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7e171749-96f9-4de8-b1e4-c6279be38957 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4178293 Feb 16 12:55:36.996455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:37.002380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '7601bd86-383e-4a3f-aca1-bfccc999b580', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:37.011737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:37.019275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:37.023853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:37.033222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:37.051905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:36Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:37.055856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0209e-3bc8-4b7f-9fed-96b07c7c9372 None None] The sync data for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv is: [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:36Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:37.141037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.218133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.267367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.335837 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.340780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.362246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304c1516-7ddf-4dea-9f1e-08098e27fbb1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:37.444736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.446049 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4b3a3d9c-a43d-4cba-a281-3ac598c80ec3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4484599 Feb 16 12:55:37.448845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:37.454922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '7601bd86-383e-4a3f-aca1-bfccc999b580', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:37.461547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:37.465754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:37.468803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:37.474951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:37.583858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.652132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.738658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.764379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fc69b3-8abc-43c7-b56f-e75cb93f50fc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:37.859706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.862775 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3c95af27-3211-46dc-bcc4-c5097e786058 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4110329 Feb 16 12:55:37.863639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57038) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:37.868652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '7601bd86-383e-4a3f-aca1-bfccc999b580', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:37.875441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:37.879600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:37.882560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:37.888596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:37.991275 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:55:37.994745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e79aed37-5f0c-45ec-8b37-2d3e457a05e8 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:37.998356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.076731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.161978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.187212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883bc481-c0a8-40df-bc86-8605fa9fc253,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:38.250280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:38.255675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:38.256053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.307429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.308642 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5c172ea8-eb34-4f8c-a434-630c480471ee tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4440696 Feb 16 12:55:38.311493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:38.316541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '7601bd86-383e-4a3f-aca1-bfccc999b580', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:38.322320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:38.326200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:38.329086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:38.334698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:38.372449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.403260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port e79aed37-5f0c-45ec-8b37-2d3e457a05e8, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:38.435868 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:55:38.442721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.464167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.513681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.532050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:38.615689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.639613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352401ab-8b26-4808-a30d-4fa440c18896,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:38.719144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.720313 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2c1d8051-e0c1-48ce-b50d-3b2355a5f604 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4078360 Feb 16 12:55:38.758632 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:38.893731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-deec2852-856d-473d-8a78-b3dfec5520ad req-c9a16e79-1e12-4465-8098-1cbf94e96afe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:38.993057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-deec2852-856d-473d-8a78-b3dfec5520ad req-c9a16e79-1e12-4465-8098-1cbf94e96afe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:38.994227 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-c9a16e79-1e12-4465-8098-1cbf94e96afe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466007034&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.1394913 Feb 16 12:55:39.248337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-9f7a9d4a-c519-4423-9521-23ab33fa1755 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:39.249436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-deec2852-856d-473d-8a78-b3dfec5520ad req-9f7a9d4a-c519-4423-9521-23ab33fa1755 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:39.358941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-deec2852-856d-473d-8a78-b3dfec5520ad req-9f7a9d4a-c519-4423-9521-23ab33fa1755 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:39.360135 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-9f7a9d4a-c519-4423-9521-23ab33fa1755 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=047ce3de-0b41-403b-9491-e20a018fb7fa HTTP/1.1" status: 200 len: 796 time: 0.3588789 Feb 16 12:55:39.375101 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-4ab935b3-9380-4b4c-aeca-c20292c6522f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0096016 Feb 16 12:55:39.454357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-deec2852-856d-473d-8a78-b3dfec5520ad req-3f3f7b81-bcc6-4432-b923-8fb208d061d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:39.540868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-deec2852-856d-473d-8a78-b3dfec5520ad req-3f3f7b81-bcc6-4432-b923-8fb208d061d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:39.542166 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-3f3f7b81-bcc6-4432-b923-8fb208d061d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622121 Feb 16 12:55:39.735959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-55466912-b714-406f-831e-8b8afb4760e0 service neutron] 10.222.0.47 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817420 Feb 16 12:55:39.879680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-39f4cd52-b4df-4e22-8ea1-b35cc6e776ed service neutron] 10.222.0.47 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379447 Feb 16 12:55:39.969414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e79aed37-5f0c-45ec-8b37-2d3e457a05e8 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:40.048379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:40.048755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:40.222976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-592cc8d3-d72f-4a32-97ab-c952401ca7fd req-2f3c0caa-54e6-4d7c-be4d-f3634dd05d02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 210 time: 0.0546682 Feb 16 12:55:41.118203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:41.380888 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb462a71-0325-4346-b4fc-7e57c77776ab req-49b4e97b-fb6d-47ff-8bf7-24b9f3be6087 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 210 time: 0.0426552 Feb 16 12:55:42.525832 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2133e75d-a4ea-45f0-93b6-cd87027209ec req-11374a63-7fb0-40ed-b057-438d7a9f441a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 210 time: 0.0421696 Feb 16 12:55:42.690675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-1cd166c6-54d3-4b05-b009-86317a5ad170 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:42.692127 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-1cd166c6-54d3-4b05-b009-86317a5ad170 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=047ce3de-0b41-403b-9491-e20a018fb7fa HTTP/1.1" status: 200 len: 796 time: 0.1456521 Feb 16 12:55:42.743912 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-1677b356-2b9c-4195-a936-0bb71debea39 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 380 time: 0.0385933 Feb 16 12:55:42.754917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['7601bd86-383e-4a3f-aca1-bfccc999b580']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:42.887436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:42.897199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:43.053010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:43.056636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.222607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.14 (047ce3de-0b41-403b-9491-e20a018fb7fa/24b203e0-f8f9-46fe-96e8-e02e0e8aad6e/bcadd1b8-624c-478a-852a-7a4da942731f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:43.476826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.491987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object bcadd1b8-624c-478a-852a-7a4da942731f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:43.587315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.658652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 047ce3de-0b41-403b-9491-e20a018fb7fa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:43.661920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:43.664575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:43.713216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=bcadd1b8-624c-478a-852a-7a4da942731f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:43.714577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb5da-9235-4aa1-b688-678b6b033f22 req-063ab7ba-afb9-4a6b-a538-e6f7481579cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:43.716134 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fabb5da-9235-4aa1-b688-678b6b033f22 req-063ab7ba-afb9-4a6b-a538-e6f7481579cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 932 time: 0.0856853 Feb 16 12:55:43.743232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:43.744080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.764541 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fabb5da-9235-4aa1-b688-678b6b033f22 req-bd7f4dde-6e9b-4ba0-b093-d56ca00ffd1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Feb 16 12:55:43.831384 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-ab2fcae9-6d71-42a1-9a97-58986d18b264 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0795062 Feb 16 12:55:43.847521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Request body: {'port': {'device_id': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:43.954097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.995926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b33f82e0-9598-4083-90cc-493f082c5653 None None] Provisioning for port bcadd1b8-624c-478a-852a-7a4da942731f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:44.003805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b33f82e0-9598-4083-90cc-493f082c5653 None None] Provisioning complete for port bcadd1b8-624c-478a-852a-7a4da942731f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:44.004321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b33f82e0-9598-4083-90cc-493f082c5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.059110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b33f82e0-9598-4083-90cc-493f082c5653 None None] Port bcadd1b8-624c-478a-852a-7a4da942731f cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:55:44.393835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcadd1b8-624c-478a-852a-7a4da942731f {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:44.400888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.414375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Transition to ACTIVE for port object bcadd1b8-624c-478a-852a-7a4da942731f will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:44.546752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.699442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Pushing event updated for resources: {'Port': ['ID=bcadd1b8-624c-478a-852a-7a4da942731f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:44.782337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Attempting to bind port bcadd1b8-624c-478a-852a-7a4da942731f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:44.783057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Attempting to bind port bcadd1b8-624c-478a-852a-7a4da942731f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:44.783057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Attempting to bind port bcadd1b8-624c-478a-852a-7a4da942731f on network 047ce3de-0b41-403b-9491-e20a018fb7fa {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:44.787611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Port bcadd1b8-624c-478a-852a-7a4da942731f on network 047ce3de-0b41-403b-9491-e20a018fb7fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:55:44.787922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Attempting to bind port bcadd1b8-624c-478a-852a-7a4da942731f on network 047ce3de-0b41-403b-9491-e20a018fb7fa {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:44.792993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:44.793326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Checking segment: {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:44.793701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Bound using segment: {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:44.794280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Bound port: bcadd1b8-624c-478a-852a-7a4da942731f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497c7d7a-e98a-4124-ac07-3d4e4626f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:44.794439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.881046 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] For port bcadd1b8-624c-478a-852a-7a4da942731f, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:44.883861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] For port bcadd1b8-624c-478a-852a-7a4da942731f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bcadd1b8-624c-478a-852a-7a4da942731f,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:44.946484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b23bf-057a-48ca-9aba-992fea85be24 req-5ab79fff-a6f7-4cad-a6cb-ed78d78132fa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:44.947887 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b43b23bf-057a-48ca-9aba-992fea85be24 req-5ab79fff-a6f7-4cad-a6cb-ed78d78132fa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 944 time: 0.0792730 Feb 16 12:55:44.996067 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b43b23bf-057a-48ca-9aba-992fea85be24 req-7d7c0633-1068-4915-ac4d-0f78b3cfd716 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418143 Feb 16 12:55:45.008148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.070900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.071594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.072967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] 10.222.0.67 "PUT /v2.0/ports/bcadd1b8-624c-478a-852a-7a4da942731f HTTP/1.1" status: 200 len: 1094 time: 1.2295029 Feb 16 12:55:45.073407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:45.095361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74f7a-8b8d-4923-bd9f-29c70915a25a service neutron] Pushing event updated for resources: {'Port': ['ID=bcadd1b8-624c-478a-852a-7a4da942731f,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:45.124664 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'status': 'completed', 'code': 200} Feb 16 12:55:45.223727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9ca5-b1c3-4f65-8d40-7f2f86d43192 req-b376303a-45aa-4493-98fd-9c04f02563b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.225211 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-73ab9ca5-b1c3-4f65-8d40-7f2f86d43192 req-b376303a-45aa-4493-98fd-9c04f02563b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1097 time: 0.0745006 Feb 16 12:55:45.369981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9ca5-b1c3-4f65-8d40-7f2f86d43192 req-b34838c7-3397-4e9d-959d-800b9cf97378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.371474 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-73ab9ca5-b1c3-4f65-8d40-7f2f86d43192 req-b34838c7-3397-4e9d-959d-800b9cf97378 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1355031 Feb 16 12:55:45.510074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9ca5-b1c3-4f65-8d40-7f2f86d43192 req-ce533f8a-09b7-474a-bc71-5a03b0bf5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.511481 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-73ab9ca5-b1c3-4f65-8d40-7f2f86d43192 req-ce533f8a-09b7-474a-bc71-5a03b0bf5bfc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1309102 Feb 16 12:55:45.626427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-2e20b191-4adf-462f-96b9-a523d0a698fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.627926 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-2e20b191-4adf-462f-96b9-a523d0a698fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1097 time: 0.0739882 Feb 16 12:55:45.700950 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-042d747a-7a03-4559-99f6-70d7a3f5e811 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcadd1b8-624c-478a-852a-7a4da942731f HTTP/1.1" status: 200 len: 217 time: 0.0622630 Feb 16 12:55:45.768483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-f1ac6752-a379-4eed-a090-442d7a93522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.769794 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-f1ac6752-a379-4eed-a090-442d7a93522d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e HTTP/1.1" status: 200 len: 843 time: 0.0598044 Feb 16 12:55:45.845825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2852-856d-473d-8a78-b3dfec5520ad req-0c133bca-931b-4994-a826-28eb0f4fce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.847286 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-0c133bca-931b-4994-a826-28eb0f4fce2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=047ce3de-0b41-403b-9491-e20a018fb7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679078 Feb 16 12:55:45.980461 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-b4711fc5-41af-4d28-96ca-7e4601e9d42b service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232860 Feb 16 12:55:46.138929 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-deec2852-856d-473d-8a78-b3dfec5520ad req-073c5d43-9e8d-4240-8884-12ace32272b6 service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487410 Feb 16 12:55:46.332149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ca648-e3f5-4ca3-a773-f7da13514a79 req-846b191b-bda2-4f95-b7ce-ea7304af0ef1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.333523 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-133ca648-e3f5-4ca3-a773-f7da13514a79 req-846b191b-bda2-4f95-b7ce-ea7304af0ef1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 944 time: 0.0838103 Feb 16 12:55:46.377563 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-133ca648-e3f5-4ca3-a773-f7da13514a79 req-f3aa31f0-1f51-4311-ab26-8853484a34ca tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384161 Feb 16 12:55:47.572011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c409d-a6c0-43b5-9e09-7ed16bcd758d req-2dc2b774-955e-4688-bd1e-126f45969995 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:47.573454 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e84c409d-a6c0-43b5-9e09-7ed16bcd758d req-2dc2b774-955e-4688-bd1e-126f45969995 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 944 time: 0.0809398 Feb 16 12:55:47.615612 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e84c409d-a6c0-43b5-9e09-7ed16bcd758d req-e8b98c43-eb30-407d-8f1e-37dc14180b8a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366497 Feb 16 12:55:48.797747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b64a2-6baf-4d34-857b-cce9666b28cd req-af3c5498-e9b3-4fc3-a019-921df01284f6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:48.799292 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-145b64a2-6baf-4d34-857b-cce9666b28cd req-af3c5498-e9b3-4fc3-a019-921df01284f6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 944 time: 0.0789926 Feb 16 12:55:48.841810 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-145b64a2-6baf-4d34-857b-cce9666b28cd req-1dbbe6a0-5ec5-4c35-b679-01e635590f81 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370111 Feb 16 12:55:49.313475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bcadd1b8-624c-478a-852a-7a4da942731f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:55:49.445128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port bcadd1b8-624c-478a-852a-7a4da942731f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bcadd1b8-624c-478a-852a-7a4da942731f,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:49.459780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'port_id': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'mac_address': 'fa:16:3e:f5:99:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:55:49.518180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:49.534522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcadd1b8-624c-478a-852a-7a4da942731f {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:49.549191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port bcadd1b8-624c-478a-852a-7a4da942731f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bcadd1b8-624c-478a-852a-7a4da942731f,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:49.606762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:49.673467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=bcadd1b8-624c-478a-852a-7a4da942731f,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:49.874023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['bcadd1b8-624c-478a-852a-7a4da942731f'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:55:50.030871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdacd7a-d983-49c1-aa7d-bda4e665c701 req-aebf716f-01c9-4638-a479-60e9bfdb574d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:50.032865 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bcdacd7a-d983-49c1-aa7d-bda4e665c701 req-aebf716f-01c9-4638-a479-60e9bfdb574d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 945 time: 0.0865872 Feb 16 12:55:50.076102 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bcdacd7a-d983-49c1-aa7d-bda4e665c701 req-6cbe447c-3db3-48fe-b68e-15acac0a089a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374408 Feb 16 12:55:51.259446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650cf37-5b4d-4b18-b296-93e3c0b32011 req-687221bf-eb33-475e-9e3f-6bfb459089d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:51.260888 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5650cf37-5b4d-4b18-b296-93e3c0b32011 req-687221bf-eb33-475e-9e3f-6bfb459089d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 945 time: 0.0783365 Feb 16 12:55:51.310802 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5650cf37-5b4d-4b18-b296-93e3c0b32011 req-e7a27006-bb53-4fb7-9383-5725d6880933 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Feb 16 12:55:51.318033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bcadd1b8-624c-478a-852a-7a4da942731f up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:51.435506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port bcadd1b8-624c-478a-852a-7a4da942731f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:51.441772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port bcadd1b8-624c-478a-852a-7a4da942731f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:51.441772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:51.557266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:51.583809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:51.593322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port bcadd1b8-624c-478a-852a-7a4da942731f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bcadd1b8-624c-478a-852a-7a4da942731f,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:51.627520 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'code': 200} Feb 16 12:55:51.750818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:51.820490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=bcadd1b8-624c-478a-852a-7a4da942731f,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:52.078521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade80c0f-a906-427c-9cd5-25bceb0b7768 req-8c7d0a35-30a7-4913-99d5-1a1203ef9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:52.080029 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ade80c0f-a906-427c-9cd5-25bceb0b7768 req-8c7d0a35-30a7-4913-99d5-1a1203ef9153 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1099 time: 0.0694404 Feb 16 12:55:52.228128 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ade80c0f-a906-427c-9cd5-25bceb0b7768 req-89c6a441-c5c7-43d4-8bde-a96350dcb3bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391535 Feb 16 12:55:52.493863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50afab7-4867-4a7f-a3e4-028db8398169 req-d2f2a8f1-65b9-4b26-abd1-04d0e7f78838 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:52.495239 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c50afab7-4867-4a7f-a3e4-028db8398169 req-d2f2a8f1-65b9-4b26-abd1-04d0e7f78838 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 946 time: 0.0792010 Feb 16 12:55:52.538904 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c50afab7-4867-4a7f-a3e4-028db8398169 req-5f18d54a-b8ea-4bc7-8860-d06abc4ef7a4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378342 Feb 16 12:55:53.729030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07189b-4841-4def-a44a-e5d2ce89d773 req-5c7ba74a-5be6-41ee-a869-c61365e878e8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:53.730480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d07189b-4841-4def-a44a-e5d2ce89d773 req-5c7ba74a-5be6-41ee-a869-c61365e878e8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 946 time: 0.0822418 Feb 16 12:55:53.774816 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d07189b-4841-4def-a44a-e5d2ce89d773 req-4a74b1f4-01d3-49b8-b09d-59bca350d3f7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380847 Feb 16 12:55:53.953804 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8c62-0074-41a6-91b2-40efad358cb6 req-8d8306ce-1ca7-4416-b49d-5e23a2ce2849 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:53.955262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-593a8c62-0074-41a6-91b2-40efad358cb6 req-8d8306ce-1ca7-4416-b49d-5e23a2ce2849 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 946 time: 0.0788558 Feb 16 12:55:53.999351 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-593a8c62-0074-41a6-91b2-40efad358cb6 req-10d7b05a-5a06-4e45-b236-da640245385a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Feb 16 12:55:54.021596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57106) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:54.095343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3974d5d-47fe-41fd-8998-5a24efac1d4a tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:54.096832 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a3974d5d-47fe-41fd-8998-5a24efac1d4a tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1094 time: 0.0741737 Feb 16 12:55:54.100067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57110) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:54.104592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:54.111210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:54.116793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:54.117773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:54.123399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:54.243868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:54.381367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:54.513026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.68 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/e58fbf5e-06df-4732-a39c-e333d5875bf1) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:54.660381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:54.798073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:54.861155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:54.864004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:54.867722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:54.902438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e58fbf5e-06df-4732-a39c-e333d5875bf1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:55.383498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:55.587162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:55.789726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:55.909688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:56.014959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e58fbf5e-06df-4732-a39c-e333d5875bf1,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:56.032016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:56.204337 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 6ff1c32c-31b3-48a0-8a27-0d247f966888 associated. External IP: 172.26.6.68, port: bcadd1b8-624c-478a-852a-7a4da942731f. Feb 16 12:55:56.555040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:56.731567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:56.742324 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] Sync routers for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:56.753176 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:56.753792 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:56.901497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:56.929069 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:56.958646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cb110dbd-d79b-45b5-9aa5-8dc3c087284e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8579285 Feb 16 12:55:56.959294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:56.961481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:57.008674 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'status': 'completed', 'code': 200} Feb 16 12:55:57.120943 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-91940952-3f2e-40c3-a751-d94dfec0884b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/6ff1c32c-31b3-48a0-8a27-0d247f966888 HTTP/1.1" status: 200 len: 991 time: 0.1583292 Feb 16 12:55:57.140449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-f8d9b7bd-4a08-4b20-86c4-5ddc5c594d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:57.142409 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-f8d9b7bd-4a08-4b20-86c4-5ddc5c594d4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1099 time: 0.0913374 Feb 16 12:55:57.273425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-75533318-1567-4401-b32a-419f8a718bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:57.274865 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-75533318-1567-4401-b32a-419f8a718bff service neutron] 10.222.0.67 "GET /v2.0/networks?id=047ce3de-0b41-403b-9491-e20a018fb7fa HTTP/1.1" status: 200 len: 896 time: 0.1259699 Feb 16 12:55:57.297079 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6ff1c32c-31b3-48a0-8a27-0d247f966888', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'port_id': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'mac_address': 'fa:16:3e:f5:99:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:55Z', 'updated_at': '2022-02-16T12:55:55Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:57.300849 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] Checking router: ae515b5d-9f3e-43a4-8681-1a9aea5fad16 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:57.309196 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:57.309798 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:57.379493 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-701c7ad3-f2b5-496c-ad49-e92a6ef3595d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcadd1b8-624c-478a-852a-7a4da942731f HTTP/1.1" status: 200 len: 999 time: 0.0985482 Feb 16 12:55:57.442666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-4d65887a-e6d0-4561-beee-1aae941e9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:57.444155 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-4d65887a-e6d0-4561-beee-1aae941e9f41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e HTTP/1.1" status: 200 len: 843 time: 0.0585558 Feb 16 12:55:57.502636 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:57.527186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-db0581d2-6e2c-4336-bd8e-90e8aacf09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:57.528582 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-db0581d2-6e2c-4336-bd8e-90e8aacf09f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=047ce3de-0b41-403b-9491-e20a018fb7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775480 Feb 16 12:55:57.660786 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-945e5656-cdf0-4399-9b40-c941e88e1655 service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252546 Feb 16 12:55:57.791411 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d69273c3-e16b-45f3-9ec7-b1141413f630 req-f3756a24-eef8-4589-9b4d-296cc11c6109 service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241567 Feb 16 12:55:57.844792 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6ff1c32c-31b3-48a0-8a27-0d247f966888', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'port_id': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'mac_address': 'fa:16:3e:f5:99:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:55Z', 'updated_at': '2022-02-16T12:55:55Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:57.848572 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c1810-2313-4385-93d0-8b0ed5b011bd None None] The sync data for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv is: [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6ff1c32c-31b3-48a0-8a27-0d247f966888', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'port_id': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'mac_address': 'fa:16:3e:f5:99:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:55:55Z', 'updated_at': '2022-02-16T12:55:55Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:58.039378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8361b2c-21a4-4b49-a5f5-6a8634e957d1 None None] New status for floating IP 6ff1c32c-31b3-48a0-8a27-0d247f966888: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:58.124088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:58.238226 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c5d17891-a5be-451a-ac8e-d33a8b65e0aa tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/6ff1c32c-31b3-48a0-8a27-0d247f966888 HTTP/1.1" status: 200 len: 991 time: 0.1128142 Feb 16 12:55:58.991058 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:55:59.242201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:59.347824 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-789962db-23f3-4ad1-b783-774618a87b79 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/6ff1c32c-31b3-48a0-8a27-0d247f966888 HTTP/1.1" status: 200 len: 993 time: 0.1045482 Feb 16 12:56:00.742562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9ace3-e558-4daa-8a17-527d2c48cc3c req-f959f63d-e663-4d9d-92aa-d8731ecf0f32 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:00.744059 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-35e9ace3-e558-4daa-8a17-527d2c48cc3c req-f959f63d-e663-4d9d-92aa-d8731ecf0f32 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 945 time: 0.1840563 Feb 16 12:56:00.788209 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-35e9ace3-e558-4daa-8a17-527d2c48cc3c req-364e607f-3064-43dc-a85d-ce2a4af9dcef tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384552 Feb 16 12:56:01.978636 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23e63-4b0e-477a-b9f3-be8436c3964f req-937ac60e-d358-4ae3-9804-1817820fdf7a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:01.980206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ec23e63-4b0e-477a-b9f3-be8436c3964f req-937ac60e-d358-4ae3-9804-1817820fdf7a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 945 time: 0.0816822 Feb 16 12:56:02.026686 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ec23e63-4b0e-477a-b9f3-be8436c3964f req-686ebf16-e3ab-417e-84ff-b0eb46c70a29 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409050 Feb 16 12:56:02.180871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-598eef24-44c4-4889-a84b-7ff9e8ec2b32 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:02.181515 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-598eef24-44c4-4889-a84b-7ff9e8ec2b32 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Synchronizing usage tracker for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:02.298354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-598eef24-44c4-4889-a84b-7ff9e8ec2b32 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Unset dirty status for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:02.299531 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-598eef24-44c4-4889-a84b-7ff9e8ec2b32 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 945 time: 0.1960802 Feb 16 12:56:02.369318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Deleting port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:02.369688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.609970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] For port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:02.610227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.999491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.999864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.000178 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Floating IP 9cb2dc52-089f-4b62-ace9-195febc86df9 disassociated. External IP: 172.26.6.56, port: 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd. Feb 16 12:56:03.000518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Calling delete_port for 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:03.213411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3a406-2a90-48f9-bc1d-78ef0b09f6e6 req-a7c10f44-e5cb-4a02-aec1-019dbe91f050 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:03.214855 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d2e3a406-2a90-48f9-bc1d-78ef0b09f6e6 req-a7c10f44-e5cb-4a02-aec1-019dbe91f050 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 945 time: 0.0826845 Feb 16 12:56:03.260851 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d2e3a406-2a90-48f9-bc1d-78ef0b09f6e6 req-fd0f4d6f-b5c3-4006-b3bf-917410365191 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402963 Feb 16 12:56:03.269644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.320378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event deleted for resources: {'Port': ['ID=238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:03.518726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:03.697400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:03.707322 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:03.717022 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:03.717640 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:03.775601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] No DVR routers for this DVR port 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:03.778501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.781483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'name': 'network-vif-deleted', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:03.820504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acacf62b-6ef0-49da-87bb-e19d7d161754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.834619 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8dafc1-6549-493c-a105-93567cb3a832', 'name': 'network-vif-deleted', 'tag': '238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd', 'status': 'completed', 'code': 200} Feb 16 12:56:03.858843 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a03cddae-6005-42f0-9f07-e353b6a07738 req-91cbad89-51c7-4162-ac1e-3d6bf97da762 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "DELETE /v2.0/ports/238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd HTTP/1.1" status: 204 len: 173 time: 1.5535436 Feb 16 12:56:03.934820 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:04.249484 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:04.253788 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:04.262084 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:04.262669 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:55:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:04.435140 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-77f78ca8-a129-418e-b0a4-a3626d416346 req-118e3feb-5b64-4d25-b422-1100aab7fb98 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd8dafc1-6549-493c-a105-93567cb3a832 HTTP/1.1" status: 200 len: 210 time: 0.0439489 Feb 16 12:56:04.450966 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:04.759166 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:04.763189 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed10bc-13e1-439c-871e-d1d6abfa3ae8 None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:04.959958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0434d1e-78a1-4d04-99b3-9cc0613287c6 None None] New status for floating IP 9cb2dc52-089f-4b62-ace9-195febc86df9: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:05.399751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:05.434873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:05.435256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 238c4e33-f56f-4cc0-ab65-b0bfc3b2a7bd not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:05.791325 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-2a5abe36-e922-47e7-b52c-6d63df8d7d4f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11253346&fields=id&tenant_id=9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 267 time: 0.0386281 Feb 16 12:56:05.937532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-b2189ed5-946e-443a-ae33-f09d79a0cdd4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:05.939127 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-b2189ed5-946e-443a-ae33-f09d79a0cdd4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 811 time: 0.1414633 Feb 16 12:56:05.953449 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-8a875ad0-e9a7-4069-9c45-91ded82aef5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/quotas/9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 375 time: 0.0088224 Feb 16 12:56:06.041772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-99f78586-c0be-40a0-b6c5-fba1cee064df tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833502 Feb 16 12:56:06.161233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a761e7f2-0d90-4b48-8e66-ba873e152b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:06.179370 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-405ad008-78d4-4469-a747-9ccdd2195568 service neutron] 10.222.0.47 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254797 Feb 16 12:56:06.310923 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-f61c05fa-d3b7-4857-828a-7c39d48a932f service neutron] 10.222.0.47 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258647 Feb 16 12:56:07.097834 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-41945119-02d4-48e3-833b-866bbe4978e6 req-ec56bd63-3eb6-45ae-845d-a8b1df4b56e7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 210 time: 0.0417359 Feb 16 12:56:07.332617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:07.431355 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:08.191599 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8722017c-6f91-4738-8bea-704192a3030b req-aaf950a1-8e6b-4eb0-b9e7-43d1f55c8e4a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 210 time: 0.0410421 Feb 16 12:56:08.744051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:09.353282 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f5371ec0-0790-43b4-9e7a-260834677dcb req-f2635262-05f6-4569-bcee-c2a2edf006b4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 210 time: 0.0454900 Feb 16 12:56:10.499587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-898f4dd3-1cc5-4e96-b409-ba0478c51d9a req-812e19f3-46e5-4979-8990-e0b4568c76ee tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 210 time: 0.0419893 Feb 16 12:56:10.743049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-d04aecfc-c654-4bce-b09e-d7ae518a588c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:10.744415 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-d04aecfc-c654-4bce-b09e-d7ae518a588c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 811 time: 0.1515529 Feb 16 12:56:10.792034 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-cb0667ef-2248-421b-839f-28ab3688456b tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 378 time: 0.0382345 Feb 16 12:56:10.802432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'port': {'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'admin_state_up': True, 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'security_groups': ['2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:10.938205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:10.942893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:port and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:10.945699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:10.951326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:11.082824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Made reservation on behalf of 9ca84303d2114c569cce7de246368a53 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:11.086459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:11.111744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:11.251525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Allocated IP 172.20.0.3 (d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde/11ebf026-94c3-4bfc-b1dc-7c56d294028c/9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:11.552983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:11.571303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Transition to ACTIVE for port object 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:11.648537 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fd8ffac4-fbed-42c4-971f-12fc6fe43748 req-ce55e84f-88de-4c10-9111-24a869b257af tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 210 time: 0.0418968 Feb 16 12:56:11.681104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:11.756579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:11.759721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:11.763902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:11.794843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:11.832560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:11.833093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:11.986583 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-73e6b80a-8bd4-4d5e-9764-2ea0d39ca1b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1881692 Feb 16 12:56:11.998436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Request body: {'port': {'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:12.113566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.122973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e1a28f62-cb67-467c-b430-b85f310767de None None] Provisioning for port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:12.132328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e1a28f62-cb67-467c-b430-b85f310767de None None] Provisioning complete for port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:12.132693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1a28f62-cb67-467c-b430-b85f310767de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.185859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e1a28f62-cb67-467c-b430-b85f310767de None None] Port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:56:12.472255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:12.479412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.495378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Transition to ACTIVE for port object 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:12.602559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.745624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:12.855537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2bca2-6229-49cd-b2b0-ccbce3fb1dbc req-1d26fec0-b456-405a-ac15-c1fbb6ba9c29 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:12.857216 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81d2bca2-6229-49cd-b2b0-ccbce3fb1dbc req-1d26fec0-b456-405a-ac15-c1fbb6ba9c29 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0883648 Feb 16 12:56:12.878729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Attempting to bind port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:12.878729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Attempting to bind port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:12.879364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Attempting to bind port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:12.883988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:56:12.884199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Attempting to bind port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:12.889825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:56:12.890162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Checking segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:12.890546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Bound using segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:56:12.890970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Bound port: 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:12.891350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.915557 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81d2bca2-6229-49cd-b2b0-ccbce3fb1dbc req-1a75890e-9c0f-4009-b154-8b033d356d28 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522273 Feb 16 12:56:12.985523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] For port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:56:12.988704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] For port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:56:13.071526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:13.130011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:13.135542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:13.135542 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] 10.222.0.67 "PUT /v2.0/ports/9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 200 len: 1093 time: 1.1378717 Feb 16 12:56:13.135542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:13.159175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7b709-dba1-454b-b557-9a664780d626 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:13.184806 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'status': 'completed', 'code': 200} Feb 16 12:56:13.292699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110a35d-33ef-4fa0-8c89-e30c29a37e06 req-36fdddb7-88e4-4872-b2d9-18758e6335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:13.294144 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2110a35d-33ef-4fa0-8c89-e30c29a37e06 req-36fdddb7-88e4-4872-b2d9-18758e6335e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1096 time: 0.0781667 Feb 16 12:56:13.437842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110a35d-33ef-4fa0-8c89-e30c29a37e06 req-a40578be-5e0c-42af-ac37-4f460c53f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:13.439348 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2110a35d-33ef-4fa0-8c89-e30c29a37e06 req-a40578be-5e0c-42af-ac37-4f460c53f3a1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9ca84303d2114c569cce7de246368a53&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1367645 Feb 16 12:56:13.579809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110a35d-33ef-4fa0-8c89-e30c29a37e06 req-d73be2e1-b6d4-49dc-af35-1ffa77b325c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:13.581878 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2110a35d-33ef-4fa0-8c89-e30c29a37e06 req-d73be2e1-b6d4-49dc-af35-1ffa77b325c1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1336670 Feb 16 12:56:13.714188 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-60f51efb-fec0-4bb6-a135-873442bf81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:13.715656 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-60f51efb-fec0-4bb6-a135-873442bf81e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1096 time: 0.0741987 Feb 16 12:56:13.884695 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-6b5395a9-e741-4e87-bb23-c5936062fa42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 200 len: 217 time: 0.1619952 Feb 16 12:56:13.947183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-501e95d0-efd1-472c-a846-13a27b80a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:13.948613 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-501e95d0-efd1-472c-a846-13a27b80a3b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0577345 Feb 16 12:56:14.027825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-31aca6d6-d3ec-4cb7-9d74-2b47a3a28d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:14.029360 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-31aca6d6-d3ec-4cb7-9d74-2b47a3a28d80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720601 Feb 16 12:56:14.099384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a4866-8bb6-4c7e-b884-55e8ba329111 req-db0c6dc0-506c-455a-91be-2a5111144d1e tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:14.100866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-972a4866-8bb6-4c7e-b884-55e8ba329111 req-db0c6dc0-506c-455a-91be-2a5111144d1e tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0832381 Feb 16 12:56:14.145130 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-972a4866-8bb6-4c7e-b884-55e8ba329111 req-1ebdb34a-fd48-4997-926a-f4fc0168afb8 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385318 Feb 16 12:56:14.165173 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-d053b074-b0e9-4c6f-bde8-95cb165082c7 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255784 Feb 16 12:56:14.300608 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5cabe94-8627-4b0e-8e47-51e86fca75cc req-0e9b3d44-0286-4ad6-a8f4-2524342c6e14 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248751 Feb 16 12:56:15.335962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8a407-cab5-4fa7-9b91-4a499759764c req-c9bc89bb-c495-46b0-b240-d3e91a365938 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:15.337309 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-54e8a407-cab5-4fa7-9b91-4a499759764c req-c9bc89bb-c495-46b0-b240-d3e91a365938 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0808995 Feb 16 12:56:15.380844 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-54e8a407-cab5-4fa7-9b91-4a499759764c req-77ace3e3-727c-42fa-bad6-8145b9bd49a4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379193 Feb 16 12:56:16.561066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3d2a-3ca1-4448-a46a-a42ec63053e1 req-3bfea698-3da4-43ed-b084-b392022c6c90 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:16.562501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-949e3d2a-3ca1-4448-a46a-a42ec63053e1 req-3bfea698-3da4-43ed-b084-b392022c6c90 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0787132 Feb 16 12:56:16.608445 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-949e3d2a-3ca1-4448-a46a-a42ec63053e1 req-469bebd2-9cb6-4a8e-aa02-f2365021a05c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403588 Feb 16 12:56:17.795571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ecb0e-830f-4eaa-a81e-2a00c94e541d req-4cfd5260-c752-4475-8a4d-06403bd12b30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.797008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-987ecb0e-830f-4eaa-a81e-2a00c94e541d req-4cfd5260-c752-4475-8a4d-06403bd12b30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0868688 Feb 16 12:56:17.840170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-987ecb0e-830f-4eaa-a81e-2a00c94e541d req-5edcc22a-ff61-4d7e-b38b-0f8a00e1e657 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369058 Feb 16 12:56:19.032783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50939d-f3d1-4ff0-911e-ae0281e87360 req-4cc757f2-5da3-4006-b234-59e98f50fc74 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:19.034243 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae50939d-f3d1-4ff0-911e-ae0281e87360 req-4cc757f2-5da3-4006-b234-59e98f50fc74 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0885274 Feb 16 12:56:19.162276 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae50939d-f3d1-4ff0-911e-ae0281e87360 req-e1490ab7-b8d4-4e1d-9aae-cd58ce13706a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223674 Feb 16 12:56:20.343584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe473b-f809-4840-86af-518a92ac6b72 req-9c8d8611-80fd-4be7-b0a4-1a653283a779 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:20.345029 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fe473b-f809-4840-86af-518a92ac6b72 req-9c8d8611-80fd-4be7-b0a4-1a653283a779 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0781746 Feb 16 12:56:20.388371 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fe473b-f809-4840-86af-518a92ac6b72 req-42a14549-90ba-4f07-ba13-59a58cf5f681 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377784 Feb 16 12:56:21.467597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:56:21.574046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b292-af03-429d-96a2-cecbbbdcba7c req-dd3e0177-c4f2-4f63-a805-9c7312006e4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:21.575530 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-97d2b292-af03-429d-96a2-cecbbbdcba7c req-dd3e0177-c4f2-4f63-a805-9c7312006e4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 943 time: 0.0827303 Feb 16 12:56:21.599271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:21.612145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:56:21.618877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-97d2b292-af03-429d-96a2-cecbbbdcba7c req-d75970de-fa4b-4003-ae5b-980f9887c18b tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376873 Feb 16 12:56:21.669610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.721057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:21.735627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:21.825054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.889900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:21.896758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.897103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.897460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.897783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.898099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.898424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.898743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.899087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.899407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.899722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.900048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:21.900354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.061626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:56:22.799399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35374d4-8dc1-431b-9f4b-21d75941aeb3 req-9bfcac7a-c04b-473b-adc6-2a47f65d3486 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.800862 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b35374d4-8dc1-431b-9f4b-21d75941aeb3 req-9bfcac7a-c04b-473b-adc6-2a47f65d3486 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 944 time: 0.0791819 Feb 16 12:56:22.847481 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b35374d4-8dc1-431b-9f4b-21d75941aeb3 req-3abe2284-ab8a-450e-b2f9-5e8f081d1743 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404732 Feb 16 12:56:23.484265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:23.618947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:23.623578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:23.623948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.740352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.766557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:23.777657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:23.813525 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'code': 200} Feb 16 12:56:23.853566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.919009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:24.034673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5f48-0eff-4f4e-8334-8167a1bf29f9 req-4ce86804-b9ee-4327-9414-8a2c409a0003 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:24.036238 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-442f5f48-0eff-4f4e-8334-8167a1bf29f9 req-4ce86804-b9ee-4327-9414-8a2c409a0003 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 945 time: 0.0807130 Feb 16 12:56:24.082378 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-442f5f48-0eff-4f4e-8334-8167a1bf29f9 req-36d00b5a-c96a-4226-a072-25978cd184a8 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399754 Feb 16 12:56:24.280910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be53b93-2379-473f-b063-a0d53174278b req-62920380-901f-4a91-8255-b1197b9b8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:24.282280 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1be53b93-2379-473f-b063-a0d53174278b req-62920380-901f-4a91-8255-b1197b9b8440 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1098 time: 0.0681558 Feb 16 12:56:24.321469 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1be53b93-2379-473f-b063-a0d53174278b req-f84366bb-2f32-408b-bbb1-322e37b7ee7f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331173 Feb 16 12:56:24.940909 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-f943bcb5-9e9b-47c9-b34b-9319c671c43c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711298 Feb 16 12:56:25.083788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-d84bc66b-2908-42f4-86fd-bb265fce53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:25.085292 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-d84bc66b-2908-42f4-86fd-bb265fce53a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1099 time: 0.0725887 Feb 16 12:56:25.238689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-8094a307-7cea-4517-bc16-618a034d211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:25.240205 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-8094a307-7cea-4517-bc16-618a034d211e service neutron] 10.222.0.67 "GET /v2.0/networks?id=047ce3de-0b41-403b-9491-e20a018fb7fa HTTP/1.1" status: 200 len: 896 time: 0.1311476 Feb 16 12:56:25.280104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe942a-25c0-40c4-977e-7df82db6a827 req-f23c44ac-4a8e-4271-b164-84d6aa9988f2 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:25.282251 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-71fe942a-25c0-40c4-977e-7df82db6a827 req-f23c44ac-4a8e-4271-b164-84d6aa9988f2 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 945 time: 0.0842888 Feb 16 12:56:25.329162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-71fe942a-25c0-40c4-977e-7df82db6a827 req-d0d022bf-5239-4d52-ac01-31dd184788e6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412607 Feb 16 12:56:25.352335 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-a68d16b0-55a1-48b7-b4cd-e9316d79f651 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcadd1b8-624c-478a-852a-7a4da942731f HTTP/1.1" status: 200 len: 1001 time: 0.1057057 Feb 16 12:56:25.422131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-ffeb95e1-8075-4251-960d-6ff6a4222343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:25.423682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-ffeb95e1-8075-4251-960d-6ff6a4222343 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e HTTP/1.1" status: 200 len: 843 time: 0.0637653 Feb 16 12:56:25.502412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-95dc2b87-6d5c-4f79-bdd1-6fe1d523a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:25.504356 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-95dc2b87-6d5c-4f79-bdd1-6fe1d523a6ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=047ce3de-0b41-403b-9491-e20a018fb7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732377 Feb 16 12:56:25.640507 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-3dd885ae-d8cc-4864-8636-a1c109461b2a service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289897 Feb 16 12:56:25.770353 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-eecaf992-4442-4b02-8e91-a05e32c88b96 req-7334aed3-22d2-48a3-9e60-c816d7c2ecea service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235125 Feb 16 12:56:26.506735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4caaef-3bd9-4347-8336-b49796d8c2e0 req-10e196fd-02e1-4a7f-91cb-219b5d55ba14 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.508184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5a4caaef-3bd9-4347-8336-b49796d8c2e0 req-10e196fd-02e1-4a7f-91cb-219b5d55ba14 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 945 time: 0.0765183 Feb 16 12:56:26.550894 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5a4caaef-3bd9-4347-8336-b49796d8c2e0 req-36bdb31a-f8ba-42d5-b1ff-1fa3b95a382d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369396 Feb 16 12:56:26.738259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddee9c5-7d42-439f-98c6-bcb5852b29af req-ff3c99f9-4aca-4c68-8f78-8a13470d06fe tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.739751 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ddee9c5-7d42-439f-98c6-bcb5852b29af req-ff3c99f9-4aca-4c68-8f78-8a13470d06fe tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 945 time: 0.0808935 Feb 16 12:56:26.782663 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ddee9c5-7d42-439f-98c6-bcb5852b29af req-d06945c8-0c6d-488d-aada-fd8480e48eea tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373790 Feb 16 12:56:26.804970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57216) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:26.872120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29704694-c6d4-4ebe-b755-6686f809b1a3 tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.873569 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-29704694-c6d4-4ebe-b755-6686f809b1a3 tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1093 time: 0.0676091 Feb 16 12:56:26.876366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:26.881620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:26.887528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:26.891489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:floatingip and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:26.894928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:26.900786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:27.036407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.172133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.409748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Allocated IP 172.26.6.166 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/420e3d05-ce1a-46c0-a37e-010284eb5a9f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:27.555409 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.630972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.699241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:27.701923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:27.705522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:27.737716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=420e3d05-ce1a-46c0-a37e-010284eb5a9f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:27.750306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.750652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.751012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.751688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.751820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.752370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.752934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.753481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.754074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.754627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.755230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.755775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:28.140576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.311962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.530344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.590573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.695220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=420e3d05-ce1a-46c0-a37e-010284eb5a9f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:28.710760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.876693 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Floating IP 6e00ce9d-5665-4527-b925-d22c93e4c56b associated. External IP: 172.26.6.166, port: 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3. Feb 16 12:56:29.331848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:29.514824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:29.526948 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:29.539784 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:29.540402 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:56:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:29.636434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.693600 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e08802ba-a66f-430f-a509-6ab66f9d0b1f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8162436 Feb 16 12:56:29.694183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:29.727902 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:29.740359 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'status': 'completed', 'code': 200} Feb 16 12:56:29.838440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-c8d9d574-cfba-4672-b1da-aab1cad009c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:29.839987 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-c8d9d574-cfba-4672-b1da-aab1cad009c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1098 time: 0.0763760 Feb 16 12:56:29.977151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-7cafb9c9-6141-42ae-9836-0a70d4ee8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:29.978615 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-7cafb9c9-6141-42ae-9836-0a70d4ee8ff8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1320727 Feb 16 12:56:30.083478 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-d55395b1-8420-43bc-a651-8c09b8f2ad16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 200 len: 999 time: 0.0986381 Feb 16 12:56:30.122450 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:28Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:30.126157 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:30.134662 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:30.135539 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:56:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:30.147249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-aa6a3866-9218-4caf-84e6-168e442a9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:30.148746 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-aa6a3866-9218-4caf-84e6-168e442a9569 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0584903 Feb 16 12:56:30.229650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-b61ba8ad-e232-4c67-9eb8-a162e7150325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:30.231041 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-b61ba8ad-e232-4c67-9eb8-a162e7150325 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714016 Feb 16 12:56:30.309615 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:30.363944 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-96b7be44-59bd-4c2b-8dda-364088a8b212 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258674 Feb 16 12:56:30.500731 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1d4a18af-4706-4e1c-a022-67a6679baf35 req-5cceb7f5-b756-4cf3-92b6-16f0ed4a7b8f service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290622 Feb 16 12:56:30.662576 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:28Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:30.666430 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1afb3-75ff-4ed0-aa3a-bf63c6a71d43 None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:28Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:30.843132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8ea7d-e6e9-4604-9a68-ec8ff6c4efa4 None None] New status for floating IP 6e00ce9d-5665-4527-b925-d22c93e4c56b: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:33.836147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eff5c2cf-65e5-4e41-a70b-8babd4970824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.989987 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:56:36.148317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97bec78f-989f-4efb-8918-84410b85baae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:37.247767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:37.275832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:38.727285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:41.051428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:03.799261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b88b1b96-c7c0-433c-ab12-20d5656bae37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:06.223394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06a23664-c4a4-4d03-8465-8f706440baf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:07.240024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:07.267575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:08.766158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:11.131864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:12.989424 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:57:25.659249 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-ed4d7ec0-5dc3-4294-a8e4-d4498dc2b840 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1106625 Feb 16 12:57:25.807369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-c46ddf37-b0bc-47c6-8a01-4d3aa6cfb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:25.808755 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-c46ddf37-b0bc-47c6-8a01-4d3aa6cfb939 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1099 time: 0.0729024 Feb 16 12:57:25.957370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-e5bf4acb-8527-4397-85b9-e4f2317994f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:25.958881 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-e5bf4acb-8527-4397-85b9-e4f2317994f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=047ce3de-0b41-403b-9491-e20a018fb7fa HTTP/1.1" status: 200 len: 896 time: 0.1263847 Feb 16 12:57:26.175374 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-15ddbbd9-49ac-4453-a978-d62f73a97a68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcadd1b8-624c-478a-852a-7a4da942731f HTTP/1.1" status: 200 len: 1001 time: 0.2087862 Feb 16 12:57:26.242744 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-c5e22345-d8e7-4cc1-8d08-95ff9306a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:26.244193 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-c5e22345-d8e7-4cc1-8d08-95ff9306a718 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e HTTP/1.1" status: 200 len: 843 time: 0.0595763 Feb 16 12:57:26.320325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-c1931b7a-b84d-478d-9fa3-093c89b78b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:26.321757 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-c1931b7a-b84d-478d-9fa3-093c89b78b68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=047ce3de-0b41-403b-9491-e20a018fb7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688241 Feb 16 12:57:26.454294 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-70c41a70-14f8-4e4d-8c71-8bff95fe82da service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228020 Feb 16 12:57:26.584952 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1873610d-a422-4ff0-8bee-50c37ed7a7ba req-f38a8265-b5ff-40fc-9e7f-bfb117ad8577 service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222622 Feb 16 12:57:33.844969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9af0466a-8d08-42f1-92e3-f1ad45eb8d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.193251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5b815e8-d61d-4bee-b70f-e349e20f0539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.233545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.267236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:38.829884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.130711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:49.989983 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:57:53.156457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:53.162278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:53.282376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1067547807'] for subnet, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.559987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748313416991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1067622251'] for subnet, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.603304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:53.603893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.605882 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/subnets/24b203e0-f8f9-46fe-96e8-e02e0e8aad6e HTTP/1.1" status: 200 len: 835 time: 0.4476988 Feb 16 12:57:53.611273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f5b50-1e0d-4577-b772-8fb3c7509632 None None] Network 047ce3de-0b41-403b-9491-e20a018fb7fa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:57:53.625890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:53.633421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.633766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.634105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.634440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.634766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.635116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.635441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.635761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.636081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.636397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.636711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:53.637178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee992d51-ac5f-40d2-b158-84395498a5f5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:54.108334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-12594651-1a05-409a-bc26-482952c65ff5 None None] Provisioning complete for port 37166304-abb7-4483-a257-2280ad49b6b7 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:54.108617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-12594651-1a05-409a-bc26-482952c65ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:54.234608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-12594651-1a05-409a-bc26-482952c65ff5 None None] Provisioning complete for port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:54.234975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-12594651-1a05-409a-bc26-482952c65ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:54.359449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-12594651-1a05-409a-bc26-482952c65ff5 None None] Provisioning complete for port bcadd1b8-624c-478a-852a-7a4da942731f triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:54.359727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-12594651-1a05-409a-bc26-482952c65ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:03.906190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-228718d2-093f-4fbf-9ac2-e625efb645d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:06.192448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2663-bc33-4005-bc94-707ec0ddf326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.249030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.277697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.740900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:11.083156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:25.976120 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-0e9e5272-dd07-40dd-91b4-f2b3a0e749e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727990 Feb 16 12:58:26.073333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-506f18a1-dc01-405e-85f5-23285c5c4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:26.074784 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-506f18a1-dc01-405e-85f5-23285c5c4209 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1098 time: 0.0724626 Feb 16 12:58:26.223845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-079b86ed-90a3-4e59-8cc5-602311a2fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:26.225295 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-079b86ed-90a3-4e59-8cc5-602311a2fecc service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1268432 Feb 16 12:58:26.331141 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-c0c8aa18-c9e7-4723-a1cf-435f95403725 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0962954 Feb 16 12:58:26.396535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-762103c2-604a-4bad-8a99-8f2e462b0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:26.397937 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-762103c2-604a-4bad-8a99-8f2e462b0e56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0567141 Feb 16 12:58:26.477540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-6f61ddb7-6f2f-45fc-9f91-4ea0547cc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:26.479063 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-6f61ddb7-6f2f-45fc-9f91-4ea0547cc798 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720494 Feb 16 12:58:26.614173 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-a8a1aca3-bfca-42f9-9fb5-64902729287c service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252048 Feb 16 12:58:26.843900 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bf7de48c-4645-403f-a4bc-af43b10e72fc req-b014d1f7-2600-4d43-bc84-717a746800ff service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205174 Feb 16 12:58:26.990162 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:58:33.814456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86b8c05b-3d56-4f43-9f38-f1915e793718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:36.162161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ac4ccd9-4566-4dfd-aa36-1bcf1aafa163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:36.706825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:36.913701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port e58fbf5e-06df-4732-a39c-e333d5875bf1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:36.914037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:37.087622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:37.087950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:37.211190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for e58fbf5e-06df-4732-a39c-e333d5875bf1 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:37.214318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:37.236889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:37.408572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:37.454274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=e58fbf5e-06df-4732-a39c-e333d5875bf1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:37.543915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:37.544769 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 6ff1c32c-31b3-48a0-8a27-0d247f966888 disassociated (deleted). External IP: 172.26.6.68, port: bcadd1b8-624c-478a-852a-7a4da942731f. Feb 16 12:58:37.886015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:58:38.174474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:38.183870 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] Sync routers for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:38.190371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:38.193836 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:38.198343 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:38.247706 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc9fddaa-da22-4b85-a927-566efceacdc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/6ff1c32c-31b3-48a0-8a27-0d247f966888 HTTP/1.1" status: 204 len: 168 time: 1.5395210 Feb 16 12:58:38.248343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:38.356923 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'status': 'completed', 'code': 200} Feb 16 12:58:38.375024 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:38.458192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-a5fb1b13-777c-42e1-81d1-8d419b2f0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:38.459686 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-a5fb1b13-777c-42e1-81d1-8d419b2f0167 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 1099 time: 0.0726199 Feb 16 12:58:38.609283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-c1000715-45a1-4ebe-8ae6-6e610b3913ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:38.610851 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-c1000715-45a1-4ebe-8ae6-6e610b3913ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=047ce3de-0b41-403b-9491-e20a018fb7fa HTTP/1.1" status: 200 len: 896 time: 0.1415212 Feb 16 12:58:38.700005 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-8c24b799-a640-4604-9b91-401d2a3c9a91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcadd1b8-624c-478a-852a-7a4da942731f HTTP/1.1" status: 200 len: 217 time: 0.0688457 Feb 16 12:58:38.720231 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:38.722848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:38.724368 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] Checking router: ae515b5d-9f3e-43a4-8681-1a9aea5fad16 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:38.733345 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:38.733913 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:38.770125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-0b506663-4519-4fdc-8afe-817e014ad7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:38.771606 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-0b506663-4519-4fdc-8afe-817e014ad7f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e HTTP/1.1" status: 200 len: 843 time: 0.0645452 Feb 16 12:58:38.848697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b657a2-a60c-4153-9aa1-fd65970afc66 req-aaf24709-c0db-4053-876e-419ed8af14d3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:38.850344 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76b657a2-a60c-4153-9aa1-fd65970afc66 req-aaf24709-c0db-4053-876e-419ed8af14d3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 946 time: 0.1426396 Feb 16 12:58:38.850489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-1ab1b83c-ba0c-4f35-8c6e-70c0630384bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:38.851970 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-1ab1b83c-ba0c-4f35-8c6e-70c0630384bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=047ce3de-0b41-403b-9491-e20a018fb7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740652 Feb 16 12:58:38.896581 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76b657a2-a60c-4153-9aa1-fd65970afc66 req-76d02d43-378b-4d40-bbf8-08b714e64ce6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Feb 16 12:58:38.915365 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:38.991478 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-d426f55d-497d-4fbc-af0b-5e802a306e00 service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319635 Feb 16 12:58:39.123965 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2baf8121-1c69-44f9-9976-a5e3468cefeb req-9692fc60-be30-4fa7-a536-b138275a8aa7 service neutron] 10.222.0.67 "GET /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262338 Feb 16 12:58:39.230339 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:39.234671 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5cea01-7777-4a4a-b991-e5edc2a28b5c None None] The sync data for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv is: [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:55:33Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'e79aed37-5f0c-45ec-8b37-2d3e457a05e8', 'name': '', 'network_id': '047ce3de-0b41-403b-9491-e20a018fb7fa', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:89:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:32Z', 'updated_at': '2022-02-16T12:55:38Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '24b203e0-f8f9-46fe-96e8-e02e0e8aad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:39.436860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb5783-fd54-4918-abd5-edea154083a3 None None] New status for floating IP 6ff1c32c-31b3-48a0-8a27-0d247f966888: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:58:40.128980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1707d4-7252-4d1c-9b18-0a961783cc3a req-519244ce-a3d3-4dc2-a669-6dcae5d0bad9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:40.130703 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1c1707d4-7252-4d1c-9b18-0a961783cc3a req-519244ce-a3d3-4dc2-a669-6dcae5d0bad9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 946 time: 0.1270490 Feb 16 12:58:40.174310 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1c1707d4-7252-4d1c-9b18-0a961783cc3a req-6948fbf4-0800-42aa-8d22-3ac25b4d67a9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=7601bd86-383e-4a3f-aca1-bfccc999b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379748 Feb 16 12:58:40.251926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-39c0f025-ea8b-47dd-8de9-7d2b2cbfb576 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:40.252650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-39c0f025-ea8b-47dd-8de9-7d2b2cbfb576 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:58:40.367969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-39c0f025-ea8b-47dd-8de9-7d2b2cbfb576 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:58:40.369072 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-39c0f025-ea8b-47dd-8de9-7d2b2cbfb576 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 946 time: 0.1983223 Feb 16 12:58:40.439974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port bcadd1b8-624c-478a-852a-7a4da942731f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:40.440237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.681748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port bcadd1b8-624c-478a-852a-7a4da942731f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bcadd1b8-624c-478a-852a-7a4da942731f,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:40.682102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.803069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for bcadd1b8-624c-478a-852a-7a4da942731f owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:40.984656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.033757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=bcadd1b8-624c-478a-852a-7a4da942731f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:41.104831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.208944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port bcadd1b8-624c-478a-852a-7a4da942731f on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:58:41.211341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.213938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'name': 'network-vif-deleted', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:41.262715 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578e115-70f9-4cad-a126-fb066ca777ff', 'name': 'network-vif-deleted', 'tag': 'bcadd1b8-624c-478a-852a-7a4da942731f', 'status': 'completed', 'code': 200} Feb 16 12:58:41.283295 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3c9488ce-59c6-42d9-8abd-a3b1b1d30cc7 req-eca4ddf5-3748-41dd-83d6-3594248b4a4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/bcadd1b8-624c-478a-852a-7a4da942731f HTTP/1.1" status: 204 len: 173 time: 0.9065650 Feb 16 12:58:41.338962 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8483a71-5ef4-46d0-96b9-f6ede92d714f req-21c7de7c-25bf-4b4a-ba90-3a8a738cbb69 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c578e115-70f9-4cad-a126-fb066ca777ff HTTP/1.1" status: 200 len: 210 time: 0.0454803 Feb 16 12:58:42.433623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57316) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:42.507272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:42.541334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:42.677028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:42.698010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601bd86-383e-4a3f-aca1-bfccc999b580,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:42.705911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.706271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.706599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.706938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.707291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.707622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.707950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.708439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.709245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.709691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.710034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.710612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:42.761064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:42.762201 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-92b33857-11bb-4e34-b0a0-60cd6321772e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/7601bd86-383e-4a3f-aca1-bfccc999b580 HTTP/1.1" status: 204 len: 168 time: 0.3275928 Feb 16 12:58:42.855039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:43.433380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:43.811395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port e79aed37-5f0c-45ec-8b37-2d3e457a05e8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:43.811654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.000814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port e79aed37-5f0c-45ec-8b37-2d3e457a05e8, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:44.001379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.121177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for e79aed37-5f0c-45ec-8b37-2d3e457a05e8 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:44.230066 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bcadd1b8-624c-478a-852a-7a4da942731f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:44.265415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: bcadd1b8-624c-478a-852a-7a4da942731f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:44.265758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bcadd1b8-624c-478a-852a-7a4da942731f not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:44.585416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.634833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=e79aed37-5f0c-45ec-8b37-2d3e457a05e8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:44.906807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.268300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:58:45.442799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:45.453468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] Sync routers for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:45.456679 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bf5452a4-e130-44dd-b8d6-073a872a7f8e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/ae515b5d-9f3e-43a4-8681-1a9aea5fad16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002913 Feb 16 12:58:45.458937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:45.462399 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:45.463020 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:45.523715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet 24b203e0-f8f9-46fe-96e8-e02e0e8aad6e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:58:45.526506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.583138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.637589 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:45.780163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.916602 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:58:44Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:45.920727 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] Checking router: ae515b5d-9f3e-43a4-8681-1a9aea5fad16 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:45.929370 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] Routers {'ae515b5d-9f3e-43a4-8681-1a9aea5fad16'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:45.930000 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:45.939271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.981716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=24b203e0-f8f9-46fe-96e8-e02e0e8aad6e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:45.983645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.992590 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-31475257-1f57-4527-81af-8faac8ab2030 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/24b203e0-f8f9-46fe-96e8-e02e0e8aad6e HTTP/1.1" status: 204 len: 168 time: 0.5326469 Feb 16 12:58:45.997651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57332) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:46.017861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a25a3-3e55-4807-a1fd-8044407de3a8 None None] Network 047ce3de-0b41-403b-9491-e20a018fb7fa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:58:46.127668 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] Set router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:46.224064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:46.279113 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] DHCP port deletion for 047ce3de-0b41-403b-9491-e20a018fb7fa request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:58:46.283259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Deleting port 37166304-abb7-4483-a257-2280ad49b6b7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:46.283638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:46.412830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:46.434347 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:58:44Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:46.438942 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad3a8d-b9a1-49a9-adae-ad9fd66bb83e None None] The sync data for ids ['ae515b5d-9f3e-43a4-8681-1a9aea5fad16'] in dv-neutron-829487-1-hyperv is: [{'id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'name': 'tempest-TestNetworkBasicOps-router-208597768', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100'}], 'enable_snat': True}, 'gw_port_id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:55:26Z', 'updated_at': '2022-02-16T12:58:44Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae515b5d-9f3e-43a4-8681-1a9aea5fad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:27Z', 'updated_at': '2022-02-16T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:46.488449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:46.489029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:46.510798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] For port 37166304-abb7-4483-a257-2280ad49b6b7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=37166304-abb7-4483-a257-2280ad49b6b7,segment=NetworkSegment(497c7d7a-e98a-4124-ac07-3d4e4626f2e3),segment_id=497c7d7a-e98a-4124-ac07-3d4e4626f2e3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:46.511128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:46.635742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Calling delete_port for 37166304-abb7-4483-a257-2280ad49b6b7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:46.767168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:46.767449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:46.780366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:46.827592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Pushing event deleted for resources: {'Port': ['ID=37166304-abb7-4483-a257-2280ad49b6b7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:46.833032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] No DVR routers for this DVR port 37166304-abb7-4483-a257-2280ad49b6b7 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:58:46.838425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.838776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.839148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.845088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3402e4-ab0d-4723-b691-00717a3e869f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:46.898684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:47.270946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.315836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:47.407674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.579718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.581954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.676495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.677001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router ae515b5d-9f3e-43a4-8681-1a9aea5fad16 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:58:47.692205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.693480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cc3624a4-0f3c-45f0-8bed-ec3721e12bd7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/ae515b5d-9f3e-43a4-8681-1a9aea5fad16 HTTP/1.1" status: 204 len: 168 time: 1.6994107 Feb 16 12:58:47.696180 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:47.812694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.945635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.969982 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047ce3de-0b41-403b-9491-e20a018fb7fa']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:47.982182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497c7d7a-e98a-4124-ac07-3d4e4626f2e3') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:47.982472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497c7d7a-e98a-4124-ac07-3d4e4626f2e3') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:47.993714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.010048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.015966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:58:48.016346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:58:48.031908 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:58:48.178806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e79aed37-5f0c-45ec-8b37-2d3e457a05e8 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:48.191354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.210136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.222733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: e79aed37-5f0c-45ec-8b37-2d3e457a05e8 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:48.224019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e79aed37-5f0c-45ec-8b37-2d3e457a05e8 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:48.224019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37166304-abb7-4483-a257-2280ad49b6b7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:48.227840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=047ce3de-0b41-403b-9491-e20a018fb7fa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:48.261550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 37166304-abb7-4483-a257-2280ad49b6b7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:48.261898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37166304-abb7-4483-a257-2280ad49b6b7 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:48.262321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:48.294671 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6a518bbc-4341-4674-befc-9391c4cdd8c1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/047ce3de-0b41-403b-9491-e20a018fb7fa HTTP/1.1" status: 204 len: 168 time: 0.5973871 Feb 16 12:58:48.295070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:48.295419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e85fdfac-1e43-47c2-b5c9-0e28bbaa0d2a not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:48.308151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:48.314520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--1940448577', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:48.319705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:48.323827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:48.327308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:48.332983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:48.407194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:58:48.410514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.438107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:58:48.446134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.446475 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment 6efa4ff0-f25a-402c-93ef-937b490e4e08 of type vlan for network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 Feb 16 12:58:48.474883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.573840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.585010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:48.585594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.691611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:48.701449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:58:48.769252 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-389a965e-945c-4cb8-a47f-d919ec94cab2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4596148 Feb 16 12:58:48.771677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:48.776856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-689831154', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:48.784153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:48.788189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:48.791024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:48.797861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:48.877204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.878249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:48.892830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:49.231803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:49.694795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:49.726684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:49.859801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.243 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/bf5ac40e-a651-463b-8522-08e8be13ff31) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:58:50.011315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:50.087308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:50.155214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:58:50.157953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:58:50.161534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:58:50.190535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=bf5ac40e-a651-463b-8522-08e8be13ff31,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:50.640864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:50.980810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:51.396719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 282f9965-77a6-478d-9d88-3fd0f74da97e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:58:51.573782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:51.583419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Sync routers for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:51.592394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:51.593014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:51.659665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:51.660883 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2cc45703-c1c4-44a2-9392-cb1b564a2e1b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8882558 Feb 16 12:58:51.664578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:51.703684 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f19ccc65-cbd2-4dcc-96dd-3c02712b0833 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385628 Feb 16 12:58:51.706254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:51.770073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:51.834691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b413d0-38ff-446a-b7b1-b1c7038dcaf9 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:51.836217 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-11b413d0-38ff-446a-b7b1-b1c7038dcaf9 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290753 Feb 16 12:58:51.838958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:51.877825 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-34abb3c2-da5c-4614-a409-39002ef0e6ef tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377672 Feb 16 12:58:51.880476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57360) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:51.885671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-879548753', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:51.996472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:52.000309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:52.003222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:52.008996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:52.064770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:50Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:52.068620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Checking router: 282f9965-77a6-478d-9d88-3fd0f74da97e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:52.068975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Updating router 282f9965-77a6-478d-9d88-3fd0f74da97e port bf5ac40e-a651-463b-8522-08e8be13ff31 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:58:52.076899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:58:52.080452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.121470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.351075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.428057 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=2d101289-e22f-4128-a129-a06e71b9c569,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:52.435321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:58:52.435679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:58:52.449374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.461186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Transition to ACTIVE for port object bf5ac40e-a651-463b-8522-08e8be13ff31 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:52.522044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:58:52.532772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.602572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:58:52.606931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:52.608229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.617330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba4d9f-1466-4b17-b21b-4d07623de165 None None] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:58:52.685368 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b2d09913-4e56-4e9e-8d49-b6c03df808d5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8008258 Feb 16 12:58:52.685740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57364) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:52.686709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Attempting to bind port bf5ac40e-a651-463b-8522-08e8be13ff31 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:58:52.687157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Attempting to bind port bf5ac40e-a651-463b-8522-08e8be13ff31 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:58:52.687476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Attempting to bind port bf5ac40e-a651-463b-8522-08e8be13ff31 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:58:52.693228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40630d33-ea10-4949-b9a0-6f9fa3960026 None None] Pushing event updated for resources: {'Port': ['ID=bf5ac40e-a651-463b-8522-08e8be13ff31,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:52.705965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:58:52.706344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:58:52.706747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.707165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:58:52.707640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Bound port: bf5ac40e-a651-463b-8522-08e8be13ff31, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:58:52.708020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.846767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] For port bf5ac40e-a651-463b-8522-08e8be13ff31, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:58:52.862250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] For port bf5ac40e-a651-463b-8522-08e8be13ff31, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf5ac40e-a651-463b-8522-08e8be13ff31,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:58:52.920471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:58:52.921311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.935686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:53.113377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40630d33-ea10-4949-b9a0-6f9fa3960026 None None] Pushing event updated for resources: {'Port': ['ID=bf5ac40e-a651-463b-8522-08e8be13ff31,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:53.118528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:53.119186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:53.349824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Allocated IP 172.20.0.2 (0c9cc5ac-68df-4fd4-b550-7c5c570a0e58/2d101289-e22f-4128-a129-a06e71b9c569/d66450c4-cc27-42ce-bfc1-af9ef84c1a8d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:58:53.368338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:53.504091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:53.798828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:53.811107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Transition to ACTIVE for port object d66450c4-cc27-42ce-bfc1-af9ef84c1a8d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:53.838158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Transition to ACTIVE for port object d66450c4-cc27-42ce-bfc1-af9ef84c1a8d will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:53.843280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:50Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:53.847112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267421b-4381-4b76-8025-0d07673fee6c None None] The sync data for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv is: [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:50Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:53.919784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:53.978442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (0c9cc5ac-68df-4fd4-b550-7c5c570a0e58/2d101289-e22f-4128-a129-a06e71b9c569/705a18a2-18dc-4850-a0fa-d11730a60b1c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:58:53.981192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:58:53.985013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:58:53.988937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:58:53.998383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Pushing event updated for resources: {'Port': ['ID=d66450c4-cc27-42ce-bfc1-af9ef84c1a8d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:54.098138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Attempting to bind port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:58:54.099461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Attempting to bind port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:58:54.100306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Attempting to bind port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:58:54.116821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:58:54.117271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Checking segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:58:54.117743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.118333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Bound using segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:58:54.118812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Bound port: d66450c4-cc27-42ce-bfc1-af9ef84c1a8d, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:58:54.119204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.187455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.213952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 705a18a2-18dc-4850-a0fa-d11730a60b1c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:54.238139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] For port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:58:54.243135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] For port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d66450c4-cc27-42ce-bfc1-af9ef84c1a8d,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:58:54.328972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.340094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.403974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:58:54.407335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:58:54.411520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:58:54.425940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11fa1b-1f05-4355-a884-5591a5c810b4 None None] Pushing event updated for resources: {'Port': ['ID=d66450c4-cc27-42ce-bfc1-af9ef84c1a8d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:54.448991 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=705a18a2-18dc-4850-a0fa-d11730a60b1c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:54.465687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.466040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.466381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.466720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.467101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.467724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.468062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.468390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.468716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.469042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.469389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.469691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:54.498598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.849154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:55.364769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bbc44-bad6-4c11-9f36-92e479e63cc0 None None] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:58:55.396049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:55.458389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:55.515804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0f019bcd-f268-4f29-9bcf-ec7970b36cab None None] Provisioning for port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:58:55.576697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=705a18a2-18dc-4850-a0fa-d11730a60b1c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:55.580225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:55.725671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:58:55.727236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:58:55.916041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9c9cbcaa-58aa-4e0a-9e83-0ff70124e685 None None] Provisioning for port 705a18a2-18dc-4850-a0fa-d11730a60b1c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:58:55.922202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9c9cbcaa-58aa-4e0a-9e83-0ff70124e685 None None] Provisioning complete for port 705a18a2-18dc-4850-a0fa-d11730a60b1c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:55.923026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c9cbcaa-58aa-4e0a-9e83-0ff70124e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:55.932780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 282f9965-77a6-478d-9d88-3fd0f74da97e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:58:55.979114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c9cbcaa-58aa-4e0a-9e83-0ff70124e685 None None] Port 705a18a2-18dc-4850-a0fa-d11730a60b1c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:58:56.105206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-25d491dc-b33b-40d1-b4ee-670d4b5a98fc None None] Provisioning complete for port 705a18a2-18dc-4850-a0fa-d11730a60b1c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:56.105903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25d491dc-b33b-40d1-b4ee-670d4b5a98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.149808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf5ac40e-a651-463b-8522-08e8be13ff31 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:58:56.160219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:56.171150 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Sync routers for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:56.183772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57368) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:56.184361 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-be0d6ffa-d6b8-4246-bf1e-7c4cf5294dcf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/282f9965-77a6-478d-9d88-3fd0f74da97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4970868 Feb 16 12:58:56.184472 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:56.184833 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:56.261760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-25d491dc-b33b-40d1-b4ee-670d4b5a98fc None None] Port 705a18a2-18dc-4850-a0fa-d11730a60b1c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:58:56.328808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeafee2-6ceb-497f-bf15-2a4b622ac14e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.329273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeafee2-6ceb-497f-bf15-2a4b622ac14e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.329723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeafee2-6ceb-497f-bf15-2a4b622ac14e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.330169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeafee2-6ceb-497f-bf15-2a4b622ac14e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.330620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeafee2-6ceb-497f-bf15-2a4b622ac14e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.331180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeafee2-6ceb-497f-bf15-2a4b622ac14e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.332894 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5eeafee2-6ceb-497f-bf15-2a4b622ac14e tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1472275 Feb 16 12:58:56.335588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57372) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:56.338614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port bf5ac40e-a651-463b-8522-08e8be13ff31 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:58:56.344221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bf5ac40e-a651-463b-8522-08e8be13ff31 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:56.344703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.369741 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:56.409054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648366d0-f2af-4d17-be76-d515ccc48a61 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.409494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648366d0-f2af-4d17-be76-d515ccc48a61 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.409986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648366d0-f2af-4d17-be76-d515ccc48a61 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.410420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648366d0-f2af-4d17-be76-d515ccc48a61 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.410731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e2aa5086-f9dd-4317-a367-520adc020cc8 None None] Provisioning complete for port 705a18a2-18dc-4850-a0fa-d11730a60b1c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:56.411228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648366d0-f2af-4d17-be76-d515ccc48a61 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.411315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5086-f9dd-4317-a367-520adc020cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.411395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648366d0-f2af-4d17-be76-d515ccc48a61 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.415850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-648366d0-f2af-4d17-be76-d515ccc48a61 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0767403 Feb 16 12:58:56.416002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57376) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:56.496287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa5086-f9dd-4317-a367-520adc020cc8 None None] Port 705a18a2-18dc-4850-a0fa-d11730a60b1c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:58:56.523058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.539208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port bf5ac40e-a651-463b-8522-08e8be13ff31, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf5ac40e-a651-463b-8522-08e8be13ff31,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:56.608110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.608903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d66450c4-cc27-42ce-bfc1-af9ef84c1a8d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:58:56.629096 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5417875d-55b1-4bec-938f-5254e0dcc426 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2094767 Feb 16 12:58:56.692150 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:58:55Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:56.695949 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Checking router: 282f9965-77a6-478d-9d88-3fd0f74da97e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:56.696419 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Updating router 282f9965-77a6-478d-9d88-3fd0f74da97e port 705a18a2-18dc-4850-a0fa-d11730a60b1c binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:58:56.725910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=bf5ac40e-a651-463b-8522-08e8be13ff31,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:56.755218 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.881228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:58:56.886436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:56.891843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.953520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57382) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:56.958632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994178732', 'description': 'tempest-secgroup-smoke-1994178732 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:56.964548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:56.968933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:56.971975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:56.978031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:57.006149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.038165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d66450c4-cc27-42ce-bfc1-af9ef84c1a8d,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:57.082615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.105346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:57.105593 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.109871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:57.111192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.113453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:57.118786 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Transition to ACTIVE for port object 705a18a2-18dc-4850-a0fa-d11730a60b1c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:57.119514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:57.183914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=d66450c4-cc27-42ce-bfc1-af9ef84c1a8d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:57.185530 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.310976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.321280 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Pushing event updated for resources: {'Port': ['ID=705a18a2-18dc-4850-a0fa-d11730a60b1c,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:57.357012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.360962 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.361305 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.361662 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.361969 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.362442 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.362925 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.363280 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.363607 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.363969 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.364245 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.364555 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.364884 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:57.410698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d155519-a913-4792-afce-4efa682faa59,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:57.452327 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Attempting to bind port 705a18a2-18dc-4850-a0fa-d11730a60b1c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:58:57.452602 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Attempting to bind port 705a18a2-18dc-4850-a0fa-d11730a60b1c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:58:57.452955 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Attempting to bind port 705a18a2-18dc-4850-a0fa-d11730a60b1c on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:58:57.459584 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:58:57.460278 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Checking segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:58:57.460395 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.460698 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Bound using segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:58:57.461145 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Bound port: 705a18a2-18dc-4850-a0fa-d11730a60b1c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:58:57.461503 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.476564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.478094 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5d14ab50-19b7-413c-9913-022b8bee56c9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5235846 Feb 16 12:58:57.480906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57392) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:57.486292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '5d155519-a913-4792-afce-4efa682faa59', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:57.492637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:57.496478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:57.500233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:57.505432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:57.557167 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] For port 705a18a2-18dc-4850-a0fa-d11730a60b1c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:58:57.560225 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] For port 705a18a2-18dc-4850-a0fa-d11730a60b1c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=705a18a2-18dc-4850-a0fa-d11730a60b1c,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:58:57.575260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.635206 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.650823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.704437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.717337 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d81f-6568-468a-a3fb-953db431df14 None None] Pushing event updated for resources: {'Port': ['ID=705a18a2-18dc-4850-a0fa-d11730a60b1c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:57.724397 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:57.725032 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:58:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:57.742448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68394778-597d-47b4-92f6-0eabf35efd86,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:57.831364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:57.832568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-51660dae-fd2e-42ff-b578-cfba4ba79272 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504922 Feb 16 12:58:57.835490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:57.841766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '5d155519-a913-4792-afce-4efa682faa59', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:57.848320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:57.852502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:57.855620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:57.861742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:57.911186 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:57.963805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.057216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.084796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf5ac40e-a651-463b-8522-08e8be13ff31 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:58:58.145284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.160576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port bf5ac40e-a651-463b-8522-08e8be13ff31 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:58.161188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.171271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c343c669-36cd-49df-baf1-eb325d9dc929,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:58.248421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.249550 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9365c6b6-4f0d-4fe2-ba0b-dd99839e7607 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4129679 Feb 16 12:58:58.252585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57404) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:58.258231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '5d155519-a913-4792-afce-4efa682faa59', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:58.265067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:58.269196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:58.272117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:58.278560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:58.283486 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:58:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:58.287671 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03790345-2621-4ca6-a36e-c84a950caa97 None None] The sync data for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv is: [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:58:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:58.296710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d66450c4-cc27-42ce-bfc1-af9ef84c1a8d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:58:58.352863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.404640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:58.405184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.445794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.561369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.588562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164b0b1a-72e9-4d28-81bd-1204ed7bf13a,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:58.670160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.671501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-122dbefd-fa27-4647-9e08-7f757652c89e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4178922 Feb 16 12:58:58.674204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57410) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:58.679765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '5d155519-a913-4792-afce-4efa682faa59', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:58.688416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:58.692836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:58.696166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:58.703270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:58.788676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.859102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.945300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.971926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad79e4ca-4856-4657-9794-1cfba7e5e333,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:59.041544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.042882 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0aa7e645-4f56-4cd9-bae8-2d1a422e17f2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3676174 Feb 16 12:58:59.046349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57414) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:59.051775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '5d155519-a913-4792-afce-4efa682faa59', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:59.062197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:59.066467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:59.070625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:59.077043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:59.196848 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:58:59.204001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.271405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.349756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.375553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9b5d84-1c6a-4231-88c7-4ca88fbbe38d,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:59.499607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.501262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7e2ff20a-b857-47d1-8076-6d02ee714693 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4536648 Feb 16 12:58:59.504280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57420) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:59.509593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '5d155519-a913-4792-afce-4efa682faa59', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:59.515727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:59.519915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:59.522824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:59.529698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:59.729437 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:58:59.738022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.809581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.893606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.920264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3202519c-d2c5-4420-a2ff-226eeb956494,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:59.996819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.997928 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b6c96591-0fdb-4839-b750-695463a95768 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4924419 Feb 16 12:59:00.097465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 705a18a2-18dc-4850-a0fa-d11730a60b1c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:00.202330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-a6cf69a9-5442-4ffe-85cb-8d3b023f20fe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:00.299594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-a6cf69a9-5442-4ffe-85cb-8d3b023f20fe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:00.299773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 705a18a2-18dc-4850-a0fa-d11730a60b1c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:00.300795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-a6cf69a9-5442-4ffe-85cb-8d3b023f20fe tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994178732&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.1380684 Feb 16 12:59:00.304968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 705a18a2-18dc-4850-a0fa-d11730a60b1c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:00.305335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.419684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.453130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 705a18a2-18dc-4850-a0fa-d11730a60b1c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=705a18a2-18dc-4850-a0fa-d11730a60b1c,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:00.454349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-0df378a5-dd8e-4163-a12e-52cb83e6f13b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:00.455981 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-0df378a5-dd8e-4163-a12e-52cb83e6f13b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 797 time: 0.1485546 Feb 16 12:59:00.470776 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-0cd40e9b-2545-400d-a46a-4e9a32e04445 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0090663 Feb 16 12:59:00.522349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.556709 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-38f24311-7de9-460b-833a-bc6761b6fedb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804427 Feb 16 12:59:00.595458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=705a18a2-18dc-4850-a0fa-d11730a60b1c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:00.700651 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-1ffe6dfe-6a0f-4b06-9ed5-bf730068a832 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309440 Feb 16 12:59:00.837670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-0dbba66c-30f9-4d0b-8efb-306fc36ef412 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306098 Feb 16 12:59:01.115007 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5e7e8932-66e4-4d95-9c92-2ca95e8e2f0d req-39aa8359-c3d9-4060-a83e-63a0e888a8d3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 210 time: 0.0504522 Feb 16 12:59:02.074228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 705a18a2-18dc-4850-a0fa-d11730a60b1c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:02.148473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 705a18a2-18dc-4850-a0fa-d11730a60b1c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:02.148852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:02.269860 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4de814e1-355a-46cb-a26a-2a992487df9c req-79648882-508e-4030-802c-afbe9d718b82 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 210 time: 0.0420969 Feb 16 12:59:03.432046 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2c001e7c-a25d-4da3-bdf1-374f90ae04e9 req-71457524-5580-4d67-bdb0-6e92cb1ebd07 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 210 time: 0.0507886 Feb 16 12:59:03.508818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-f8703b1f-9e4a-41e2-845b-96e9c0da68a5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:03.510093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-f8703b1f-9e4a-41e2-845b-96e9c0da68a5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:03.589912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-f8703b1f-9e4a-41e2-845b-96e9c0da68a5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:03.591939 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-f8703b1f-9e4a-41e2-845b-96e9c0da68a5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 797 time: 0.2484286 Feb 16 12:59:03.649473 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-93c2c196-bce9-4280-b7cb-3e5cc321c611 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 380 time: 0.0433424 Feb 16 12:59:03.659292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['5d155519-a913-4792-afce-4efa682faa59']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:03.811806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:03.813692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e6086d0-86c7-4d23-9db2-bcc521d0e70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:03.817118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:port and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:03.820386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:03.827359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:03.876199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:03.880150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:03.991979 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:59:04.062953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.9 (0c9cc5ac-68df-4fd4-b550-7c5c570a0e58/2d101289-e22f-4128-a129-a06e71b9c569/ba9b34ae-cf33-47d8-b51f-26a3fb7a8236) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:04.272119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:04.287294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:04.430702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:04.507799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:04.510903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:04.515044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:04.554011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:04.589376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:04.590579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:04.639072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd4aee-22b5-411b-abd5-c51839754530 req-b9f61e59-7dd5-4463-ab62-5530bb06c119 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:04.640799 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e5cd4aee-22b5-411b-abd5-c51839754530 req-b9f61e59-7dd5-4463-ab62-5530bb06c119 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 931 time: 0.0963564 Feb 16 12:59:04.698260 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e5cd4aee-22b5-411b-abd5-c51839754530 req-6bc4b14d-9483-44f8-a06d-3c31eda79100 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504031 Feb 16 12:59:04.774766 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-d09d18ea-4694-4d71-a653-16c5034a7f02 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1191754 Feb 16 12:59:04.790234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Request body: {'port': {'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:04.916682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-089cf517-8d01-4868-9acd-3976587e324e None None] Provisioning for port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:04.925660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-089cf517-8d01-4868-9acd-3976587e324e None None] Provisioning complete for port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:04.930411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-089cf517-8d01-4868-9acd-3976587e324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:04.992886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-089cf517-8d01-4868-9acd-3976587e324e None None] Port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:05.010194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:05.380763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:05.394687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:05.410137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Transition to ACTIVE for port object ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:05.505521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:05.666593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:05.746097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Attempting to bind port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:05.747163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Attempting to bind port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:05.747613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Attempting to bind port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:05.752628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:59:05.752958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Attempting to bind port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:05.758535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:05.759096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Checking segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:05.759300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Bound using segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:05.759721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Bound port: ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:05.760067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:05.856766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:05.859878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:05.903474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369d11c-11fd-4974-9697-02d3f88e49bc req-b3d11d83-c940-4c51-a48b-df57d7507ac3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:05.904844 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9369d11c-11fd-4974-9697-02d3f88e49bc req-b3d11d83-c940-4c51-a48b-df57d7507ac3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 943 time: 0.0809407 Feb 16 12:59:05.954630 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9369d11c-11fd-4974-9697-02d3f88e49bc req-fe1ba267-61ee-42f6-9768-8220511c62c4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Feb 16 12:59:06.030103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.094100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:06.094707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.096116 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] 10.222.0.67 "PUT /v2.0/ports/ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 1093 time: 1.3101373 Feb 16 12:59:06.096554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:06.129808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e51a8-2276-4be8-84d3-abbcc65094d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:06.153322 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'status': 'completed', 'code': 200} Feb 16 12:59:06.191070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8565f01e-37c2-4b37-ac4d-9836a995d66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.258334 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d38b1c-220a-4302-9a5b-c58cedb6b21d req-9a4921b0-cc3c-4fbd-8171-79c652a099dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:06.260039 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0d38b1c-220a-4302-9a5b-c58cedb6b21d req-9a4921b0-cc3c-4fbd-8171-79c652a099dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1096 time: 0.0844440 Feb 16 12:59:06.411548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d38b1c-220a-4302-9a5b-c58cedb6b21d req-8fd3a72e-d6d4-43a3-8ff2-430d8f2cf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:06.412991 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0d38b1c-220a-4302-9a5b-c58cedb6b21d req-8fd3a72e-d6d4-43a3-8ff2-430d8f2cf2a0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1418753 Feb 16 12:59:06.589987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d38b1c-220a-4302-9a5b-c58cedb6b21d req-d05d491b-946f-4e09-bcfa-1f53d10ad56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:06.591912 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0d38b1c-220a-4302-9a5b-c58cedb6b21d req-d05d491b-946f-4e09-bcfa-1f53d10ad56d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1687481 Feb 16 12:59:06.713096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-2448a932-1e5a-4d07-b9d9-f0258878b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:06.714591 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-2448a932-1e5a-4d07-b9d9-f0258878b7e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1096 time: 0.0734875 Feb 16 12:59:06.793471 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-61786dce-1476-45bf-8357-91d90de0b672 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 217 time: 0.0686140 Feb 16 12:59:06.869928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-849ad1ea-d577-4762-9f61-9b87edd76fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:06.871949 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-849ad1ea-d577-4762-9f61-9b87edd76fa0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0697787 Feb 16 12:59:06.953594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-6c4dd56a-6575-49b2-86a0-a8cb5381d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:06.955324 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-6c4dd56a-6575-49b2-86a0-a8cb5381d6c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757527 Feb 16 12:59:07.177835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88ebe2-0a07-4ddb-8061-768117343024 req-01ee3b7a-b25e-4d45-8e83-29de7b505eb7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:07.179340 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-af88ebe2-0a07-4ddb-8061-768117343024 req-01ee3b7a-b25e-4d45-8e83-29de7b505eb7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 943 time: 0.0918221 Feb 16 12:59:07.208341 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-c36a82ad-a1c1-4027-a032-8922d7ae1964 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427626 Feb 16 12:59:07.225038 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-af88ebe2-0a07-4ddb-8061-768117343024 req-064ed52b-603e-436b-a109-89552c937651 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391893 Feb 16 12:59:07.253534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:07.344714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:07.357781 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cade2727-1518-4392-ac39-5ebdfbcc9d56 req-be7f5e19-4b00-4782-a7f0-57f45c789df8 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394172 Feb 16 12:59:08.424981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab817-454c-4c1e-a07d-5eb903722ba8 req-6babfefb-26f7-4b02-b86c-f1184673c5f6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:08.426419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bcab817-454c-4c1e-a07d-5eb903722ba8 req-6babfefb-26f7-4b02-b86c-f1184673c5f6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 943 time: 0.0859723 Feb 16 12:59:08.476977 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bcab817-454c-4c1e-a07d-5eb903722ba8 req-4fd4162f-b56f-4a6e-baee-45d7636c9ace tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 Feb 16 12:59:08.768325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:09.665424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f136f-10d5-4277-923d-f2ce6b78a168 req-4e0e3bde-afb1-42f5-81bf-009d1b0e9056 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:09.667450 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a89f136f-10d5-4277-923d-f2ce6b78a168 req-4e0e3bde-afb1-42f5-81bf-009d1b0e9056 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 943 time: 0.0842574 Feb 16 12:59:09.717587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a89f136f-10d5-4277-923d-f2ce6b78a168 req-98dbe202-9e4f-42ad-8963-867907dbb786 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Feb 16 12:59:10.338057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:59:10.501959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:10.515549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:59:10.574798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.595685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:10.612051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:10.722217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.801020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:10.930774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d64915-4896-4595-80db-741bb1807f97 req-aacfeb6a-6fc8-4618-b571-5500ea4d5509 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:10.932342 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-24d64915-4896-4595-80db-741bb1807f97 req-aacfeb6a-6fc8-4618-b571-5500ea4d5509 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 944 time: 0.0927203 Feb 16 12:59:10.981347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-24d64915-4896-4595-80db-741bb1807f97 req-899968d4-64a7-42e2-b37c-c2db6b534228 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Feb 16 12:59:11.015551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:59:11.150341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:12.185401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf854c-01e5-450d-a70c-0b79d67a8ccb req-fe972844-cc46-46fc-9eca-883722a55675 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:12.187200 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1cf854c-01e5-450d-a70c-0b79d67a8ccb req-fe972844-cc46-46fc-9eca-883722a55675 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 944 time: 0.0879710 Feb 16 12:59:12.242425 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1cf854c-01e5-450d-a70c-0b79d67a8ccb req-8d71edc4-e1c5-48ff-b26c-19d461574bdf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Feb 16 12:59:12.338209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:12.493449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:12.500974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:12.501426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:12.631141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:12.661392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:12.671344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:12.704927 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'code': 200} Feb 16 12:59:12.756545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:12.824445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:13.129035 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e4e45-3a32-4dab-9e54-7746f4cb4e8a req-5508524e-64be-466c-bef8-05ad0a690113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:13.130971 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-372e4e45-3a32-4dab-9e54-7746f4cb4e8a req-5508524e-64be-466c-bef8-05ad0a690113 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1098 time: 0.0767810 Feb 16 12:59:13.185982 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-372e4e45-3a32-4dab-9e54-7746f4cb4e8a req-eaf19613-8c16-4f96-b3af-9436ed7e09df service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Feb 16 12:59:13.441117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5ebd9-b52f-4681-802d-3fce9fc1afca req-5e298232-2df7-46e2-8a8b-781fcbb9c5b2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:13.442596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-27d5ebd9-b52f-4681-802d-3fce9fc1afca req-5e298232-2df7-46e2-8a8b-781fcbb9c5b2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 945 time: 0.0902135 Feb 16 12:59:13.489942 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-27d5ebd9-b52f-4681-802d-3fce9fc1afca req-9aebaab6-7ea5-4cb2-a20e-a627347b92b9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Feb 16 12:59:14.680655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ef2d-e3a1-4f5b-9385-cad02374c4de req-59380244-4a0c-4c10-a54c-3f2331587064 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:14.682136 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d160ef2d-e3a1-4f5b-9385-cad02374c4de req-59380244-4a0c-4c10-a54c-3f2331587064 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 945 time: 0.0849721 Feb 16 12:59:14.733212 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d160ef2d-e3a1-4f5b-9385-cad02374c4de req-191eb1a6-71a8-4a22-ad46-8574212f67a5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451198 Feb 16 12:59:15.929117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8f77e-a0d7-4dc0-911f-10ebeb87ffcf req-6d4b34d7-76ba-47c5-bc2e-994dd0d2518c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:15.930554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-19a8f77e-a0d7-4dc0-911f-10ebeb87ffcf req-6d4b34d7-76ba-47c5-bc2e-994dd0d2518c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 945 time: 0.0864172 Feb 16 12:59:15.978462 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-19a8f77e-a0d7-4dc0-911f-10ebeb87ffcf req-2da04e47-778f-4496-8f97-2d228ddea81b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 Feb 16 12:59:16.179053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706387c-daa3-4c0f-8dc0-8b88d9e9aef2 req-065719b4-82eb-4533-88d3-eed2f2e7f1d3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:16.180552 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b706387c-daa3-4c0f-8dc0-8b88d9e9aef2 req-065719b4-82eb-4533-88d3-eed2f2e7f1d3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 945 time: 0.0893474 Feb 16 12:59:16.330941 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b706387c-daa3-4c0f-8dc0-8b88d9e9aef2 req-32f40fcb-8597-4eb5-a631-fa5ab123ad42 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434724 Feb 16 12:59:16.356451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57522) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:16.427612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed27b2f-f121-4773-9af2-17209b1dd028 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:16.429104 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3ed27b2f-f121-4773-9af2-17209b1dd028 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1093 time: 0.0717003 Feb 16 12:59:16.432025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57526) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:16.437398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:16.443285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:16.447334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:16.450235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:16.457663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:16.590777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.730864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.872525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.160 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/6f26b0d3-b587-4fad-98b5-a196e1d35a0c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:17.025828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.145425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.213871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:17.215733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:17.219771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:17.264109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=6f26b0d3-b587-4fad-98b5-a196e1d35a0c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:17.666159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.832381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.050949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.152789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.273064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=6f26b0d3-b587-4fad-98b5-a196e1d35a0c,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:18.289019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.572682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 21c93294-7f76-4ac4-950d-622afb543fd7 associated. External IP: 172.26.6.160, port: ba9b34ae-cf33-47d8-b51f-26a3fb7a8236. Feb 16 12:59:18.941792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 282f9965-77a6-478d-9d88-3fd0f74da97e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:19.160145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:19.171563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] Sync routers for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:19.180961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:19.181568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:59:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:19.276130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:19.335589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-84933f93-187a-4ce4-9d18-482f0fe1e616 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9003108 Feb 16 12:59:19.335589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:19.336272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:19.398693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:19.436275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b1de2-c2e1-48b0-8531-ed0b88c90718 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:19.441629 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0e7b1de2-c2e1-48b0-8531-ed0b88c90718 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1093 time: 0.1005919 Feb 16 12:59:19.455432 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'status': 'completed', 'code': 200} Feb 16 12:59:19.559606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-8102cc08-ecc0-47c3-97a2-4ba64dcd9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:19.561103 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-8102cc08-ecc0-47c3-97a2-4ba64dcd9a34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1098 time: 0.0831532 Feb 16 12:59:19.715704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-7431c92c-fcff-461a-965c-2313b79c1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:19.717360 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-7431c92c-fcff-461a-965c-2313b79c1af9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 897 time: 0.1499867 Feb 16 12:59:19.799989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57546) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:19.815033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395356461', 'description': 'tempest-secgroup-smoke-395356461 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:19.818267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:19.821482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:19.823612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] Checking router: 282f9965-77a6-478d-9d88-3fd0f74da97e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:19.832844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:19.833654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:59:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:19.834245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:19.906445 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-c55ab8b3-a5d8-46b5-8e93-d73dc596c2fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 999 time: 0.1810443 Feb 16 12:59:19.940025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:19.971263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:19.976101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:19.979374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-78d0551a-fd32-4b35-9034-e268cabddce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:19.980006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:19.980871 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-78d0551a-fd32-4b35-9034-e268cabddce1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0699778 Feb 16 12:59:19.990811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:20.051079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:20.074931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-97ccb621-89f3-4a93-958e-111e40570df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:20.076922 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-97ccb621-89f3-4a93-958e-111e40570df6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899510 Feb 16 12:59:20.092370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.201978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.214847 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-957e0e7f-1db3-4c6d-b880-3c110a4c9479 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315682 Feb 16 12:59:20.254332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d61d8c-9767-4476-b6f9-255ac12d30a8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:20.368435 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-80eb8621-5bac-46ce-a7ec-0677d522e7d2 req-e90052d2-0767-4d93-8b5f-8bbd3ffbd107 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475096 Feb 16 12:59:20.390550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.391846 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-de0daba6-e140-4450-adbb-2a5d6727920c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5895386 Feb 16 12:59:20.394732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57552) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:20.399955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '07d61d8c-9767-4476-b6f9-255ac12d30a8', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:20.406527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:20.410375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:20.413316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:20.419683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:20.454851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:20.458672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fee032-08ff-4c20-831a-0d32e169768b None None] The sync data for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv is: [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:20.586337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.653259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.655523 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d1605-ca16-47f6-9d49-75c45e046f09 None None] New status for floating IP 21c93294-7f76-4ac4-950d-622afb543fd7: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:59:20.773471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.798760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f66930-478e-4079-a7d0-5d4c89e2f2dd,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:20.927480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.929020 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7fff455a-3613-4311-b749-a22f88c5ac06 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5333316 Feb 16 12:59:20.932115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57556) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:20.937534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '07d61d8c-9767-4476-b6f9-255ac12d30a8', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:20.943843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:20.948169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:20.951664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:20.968976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:21.123653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.190853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.339071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.364486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df23f612-84b4-4a09-a211-d0bed8e81780,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:21.475043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.476313 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-89f08e31-61d2-4209-be13-70250137cd7b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5430191 Feb 16 12:59:21.479320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57562) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:21.484788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '07d61d8c-9767-4476-b6f9-255ac12d30a8', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:21.492205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:21.497038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:21.500144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:21.506274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:21.626647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.692594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.862801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.888880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e107d37-5230-4f2d-af58-5e5f9d94ead4,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:22.202011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.203373 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e6959f2b-ae29-4195-bd30-ac866bf6462d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7225440 Feb 16 12:59:22.206610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57568) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:22.211862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '07d61d8c-9767-4476-b6f9-255ac12d30a8', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:22.218661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:22.223072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:22.225932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:22.231882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:22.374376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.439067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.573112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.598036 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24213d09-57f0-4ce6-9516-14485d82f3f6,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:22.727791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.729140 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b87c62fd-3c0b-4f27-9d66-3d891fa175d9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5215466 Feb 16 12:59:22.731932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57572) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:22.736842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '07d61d8c-9767-4476-b6f9-255ac12d30a8', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:22.742794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:22.747241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:22.750202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:22.756330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:22.853092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:22.860035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.927904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.105334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.143199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b439f119-5969-4d6f-8d61-ca9d9aa02143,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:23.242121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.246923 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c77da453-0e82-4d6b-bedb-0f61cadad454 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5106130 Feb 16 12:59:23.246923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57578) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:23.252128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '07d61d8c-9767-4476-b6f9-255ac12d30a8', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:23.258614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:23.262597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:23.265544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:23.271270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:23.348723 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:23.356723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.426474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.504413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.527992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53149b31-d51c-4be1-9bd7-0aff635e4922,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:23.615777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.615777 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2bb6d832-847a-452a-9b4e-24fd4bc7c837 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662584 Feb 16 12:59:23.772463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7597c391-011e-478f-864a-980728b6c2a1 req-1e1c9345-0cf3-4e06-b616-d06901686cfd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:23.852861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7597c391-011e-478f-864a-980728b6c2a1 req-1e1c9345-0cf3-4e06-b616-d06901686cfd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:23.854034 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-1e1c9345-0cf3-4e06-b616-d06901686cfd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395356461&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.1200762 Feb 16 12:59:24.002614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-a6b1e51c-a052-4b1c-8556-5d85d5e0bfc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:24.004261 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-a6b1e51c-a052-4b1c-8556-5d85d5e0bfc7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 797 time: 0.1433976 Feb 16 12:59:24.020349 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-4b3b546a-f423-49dc-9aa0-25f8abc35551 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0104063 Feb 16 12:59:24.115845 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-b2c22ecb-a1ca-4dfe-b172-29af597db70c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899694 Feb 16 12:59:24.409688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-7ff9e41c-f38a-4eae-b088-90bc6203c80d service neutron] 10.222.0.47 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815590 Feb 16 12:59:24.557676 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-87514f6f-f1fc-4499-8fe8-323654b1c23e service neutron] 10.222.0.47 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421139 Feb 16 12:59:24.580427 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-f2002eb9-fdf1-4b6f-8f24-db7c366c3a55 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11253346&fields=id&tenant_id=9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 267 time: 0.0456610 Feb 16 12:59:24.726675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-4217665e-a04c-4fdb-9a8d-30ab3a20e5d4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:24.728121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-4217665e-a04c-4fdb-9a8d-30ab3a20e5d4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 811 time: 0.1411633 Feb 16 12:59:24.744024 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-ccad3134-6a34-48f6-a95d-a043859bc5bc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/quotas/9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 375 time: 0.0097580 Feb 16 12:59:24.840527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30a808be-da74-4fb5-89ab-76784837b5ed req-a0d303ba-74c4-44dd-b9de-828a04292328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 210 time: 0.0509880 Feb 16 12:59:24.882350 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-4a43bcb5-7441-4111-a6fa-58a2f1db4096 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1284437 Feb 16 12:59:25.021554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-27d03f12-ad00-423e-8b8c-413ba3b5ea0b service neutron] 10.222.0.47 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273277 Feb 16 12:59:25.154876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-cd9ba791-4ed5-4e20-a98b-ab78a53f76f4 service neutron] 10.222.0.47 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271555 Feb 16 12:59:25.841571 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f0636091-ec83-48af-a231-1b473be3a17e req-80025fc0-bb7a-4fc3-a67c-ce60522ad9b2 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 210 time: 0.0444276 Feb 16 12:59:25.992511 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-38fa8e37-0178-4405-8213-b27398a2e8da req-7ee7c0f7-70f9-4f94-a04f-2c7f10799493 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 210 time: 0.0451243 Feb 16 12:59:26.884101 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-d88c1d66-cd60-45e4-b89e-a6074e406d5f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685146 Feb 16 12:59:26.983544 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8841c629-c25f-4541-b8fe-06ecfa1df523 req-0fbc4716-5030-4216-92db-f6879e51219d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 210 time: 0.0451941 Feb 16 12:59:27.086649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-586784fa-dd08-4dbe-898d-3101627de133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:27.088158 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-586784fa-dd08-4dbe-898d-3101627de133 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1098 time: 0.0812478 Feb 16 12:59:27.096436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-90e2be47-da4f-409e-b435-e61a54bc9cd6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:27.097895 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-90e2be47-da4f-409e-b435-e61a54bc9cd6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 797 time: 0.1624269 Feb 16 12:59:27.160134 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-0784a762-bb10-4740-877b-fbb0fb031042 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 472 time: 0.0529482 Feb 16 12:59:27.168423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': '3d935d63-f426-4ee4-890c-197130874d0d', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['07d61d8c-9767-4476-b6f9-255ac12d30a8']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:27.246637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3651b95-f703-4b46-8aa6-8383f5a8a288 req-7c6500ed-1a67-42ac-b282-400ff6bcdb16 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 210 time: 0.1047828 Feb 16 12:59:27.303307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-aba26872-48a5-4b34-a07c-437f7d4b25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:27.304764 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-aba26872-48a5-4b34-a07c-437f7d4b25c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1929889 Feb 16 12:59:27.315826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:27.320175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:port and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:27.322910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:27.329465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:27.408966 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-15c962ce-ee2b-4ed5-b571-c474f3399d32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0976646 Feb 16 12:59:27.422826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:27.427150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:27.472806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-5a79ff7b-5fc1-4505-a002-274acae34d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:27.474328 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-5a79ff7b-5fc1-4505-a002-274acae34d9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0559978 Feb 16 12:59:27.554723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-8140c0f6-505c-41db-af8c-d315a2f0a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:27.556241 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-8140c0f6-505c-41db-af8c-d315a2f0a1c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753109 Feb 16 12:59:27.594386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.7 (0c9cc5ac-68df-4fd4-b550-7c5c570a0e58/2d101289-e22f-4128-a129-a06e71b9c569/4f353cf5-1b4d-4b18-bbd1-68c72a43647a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:27.821451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-1fbf580e-92c4-4446-849e-e89e964bfc35 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549617 Feb 16 12:59:27.901079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:27.918903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 4f353cf5-1b4d-4b18-bbd1-68c72a43647a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:27.956671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2efce49e-9352-46ca-b8b6-2d2d4f2b8b8d req-b1c81257-79f7-4b5c-b162-5efb8f8a7ea7 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286201 Feb 16 12:59:28.024328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.102633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:28.106607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:28.110868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:28.169573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e0af943-09b6-4538-ab43-df84ad8d8002 req-59444d78-58fb-43ac-aa89-5c1dcc5d024c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 210 time: 0.0585909 Feb 16 12:59:28.177505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:28.228289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:28.229733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.270176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-c6c6a266-8eed-4753-a564-4a519b48aee6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:28.271664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-c6c6a266-8eed-4753-a564-4a519b48aee6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 811 time: 0.2550898 Feb 16 12:59:28.317139 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-3a370710-d7f5-454c-9645-125a399a6cf4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1525526 Feb 16 12:59:28.332627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Request body: {'port': {'device_id': '3d935d63-f426-4ee4-890c-197130874d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:28.340014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-68f44f03-8543-41e9-b44f-d3de3d32cd04 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca84303d2114c569cce7de246368a53 HTTP/1.1" status: 200 len: 378 time: 0.0571520 Feb 16 12:59:28.363038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'port': {'device_id': '65d85368-e103-4c7f-b884-88b55045799c', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'admin_state_up': True, 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'security_groups': ['2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:28.487487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.567091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d86f37fa-5332-4d79-bb50-2f3ad6bd935a None None] Provisioning for port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:28.575656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d86f37fa-5332-4d79-bb50-2f3ad6bd935a None None] Provisioning complete for port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:28.576786 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d86f37fa-5332-4d79-bb50-2f3ad6bd935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.584407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:28.588569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:port and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:28.592089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:28.598365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:28.616503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88beff0-19f7-43e1-bdca-1f0a4b796310 req-52cc161c-f5d4-4757-92ed-5e509e185005 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:28.618050 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d88beff0-19f7-43e1-bdca-1f0a4b796310 req-52cc161c-f5d4-4757-92ed-5e509e185005 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 931 time: 0.1768062 Feb 16 12:59:28.656072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d86f37fa-5332-4d79-bb50-2f3ad6bd935a None None] Port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:28.670250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d88beff0-19f7-43e1-bdca-1f0a4b796310 req-caf5b433-955c-4d6e-b7aa-4f0a441258f7 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Feb 16 12:59:28.704517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Made reservation on behalf of 9ca84303d2114c569cce7de246368a53 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:28.708256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.867153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f353cf5-1b4d-4b18-bbd1-68c72a43647a {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:28.872830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Allocated IP 172.20.0.14 (d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde/11ebf026-94c3-4bfc-b1dc-7c56d294028c/9aa0e744-0e85-47e0-acce-4e7c404e6752) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:28.875364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.890978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Transition to ACTIVE for port object 4f353cf5-1b4d-4b18-bbd1-68c72a43647a will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:28.954385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.092893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.108620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Pushing event updated for resources: {'Port': ['ID=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.110294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Transition to ACTIVE for port object 9aa0e744-0e85-47e0-acce-4e7c404e6752 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:29.219594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.261048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Attempting to bind port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:29.261570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Attempting to bind port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:29.261905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Attempting to bind port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:29.267863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:59:29.268196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Attempting to bind port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a on network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:29.274569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:29.274569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Checking segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:29.274942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Bound using segment: {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:29.275416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Bound port: 4f353cf5-1b4d-4b18-bbd1-68c72a43647a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa4ff0-f25a-402c-93ef-937b490e4e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:29.275763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.356657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=9aa0e744-0e85-47e0-acce-4e7c404e6752,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.369343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:29.372077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:29.375050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:29.378806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] For port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:29.382129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] For port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:29.449647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.450249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.465226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.469209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23dd16-c6d0-42af-bba3-c2640f18bb4c req-ef77b52e-127d-44a6-a395-06ecb7dfca9f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.470728 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8b23dd16-c6d0-42af-bba3-c2640f18bb4c req-ef77b52e-127d-44a6-a395-06ecb7dfca9f tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 932 time: 0.1795986 Feb 16 12:59:29.540009 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8b23dd16-c6d0-42af-bba3-c2640f18bb4c req-d1560649-f5a0-40d1-820d-806ea3ff4e3d tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594168 Feb 16 12:59:29.540321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.540613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.542563 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] 10.222.0.67 "PUT /v2.0/ports/4f353cf5-1b4d-4b18-bbd1-68c72a43647a HTTP/1.1" status: 200 len: 1093 time: 1.2143693 Feb 16 12:59:29.543116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:29.583863 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-e61377f9-609f-44d8-ab9c-202f742b0607 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2297115 Feb 16 12:59:29.592159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9871774-8dd3-44b8-a142-f29550277231 service neutron] Pushing event updated for resources: {'Port': ['ID=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.601637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Request body: {'port': {'device_id': '65d85368-e103-4c7f-b884-88b55045799c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:29.607151 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'status': 'completed', 'code': 200} Feb 16 12:59:29.747462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.767773 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e39f-b67f-499b-8ae8-b2cabeb138b1 req-a8f79821-0a9d-49e9-8b95-e8647c8604be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.769133 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-98d9e39f-b67f-499b-8ae8-b2cabeb138b1 req-a8f79821-0a9d-49e9-8b95-e8647c8604be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 1096 time: 0.1447799 Feb 16 12:59:29.813043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50c63d3e-a3dd-4ce8-a2ed-46ea1a73f879 None None] Provisioning for port 9aa0e744-0e85-47e0-acce-4e7c404e6752 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:29.818801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50c63d3e-a3dd-4ce8-a2ed-46ea1a73f879 None None] Provisioning complete for port 9aa0e744-0e85-47e0-acce-4e7c404e6752 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:29.819203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50c63d3e-a3dd-4ce8-a2ed-46ea1a73f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.904987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-50c63d3e-a3dd-4ce8-a2ed-46ea1a73f879 None None] Port 9aa0e744-0e85-47e0-acce-4e7c404e6752 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:29.947233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e39f-b67f-499b-8ae8-b2cabeb138b1 req-896a363c-a633-4e22-a32a-246a5a746d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.948762 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-98d9e39f-b67f-499b-8ae8-b2cabeb138b1 req-896a363c-a633-4e22-a32a-246a5a746d0a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1729710 Feb 16 12:59:30.009733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058bb63-ccc3-48fa-a3d7-61ed084f7012 req-cb4859f5-344e-4f05-aed8-55e542192e17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.017657 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f058bb63-ccc3-48fa-a3d7-61ed084f7012 req-cb4859f5-344e-4f05-aed8-55e542192e17 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 943 time: 0.1829143 Feb 16 12:59:30.117497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e39f-b67f-499b-8ae8-b2cabeb138b1 req-444825db-2a22-40c5-ba6f-3e97154d7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.119006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-98d9e39f-b67f-499b-8ae8-b2cabeb138b1 req-444825db-2a22-40c5-ba6f-3e97154d7628 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1617088 Feb 16 12:59:30.235633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-f155e1cc-9f4b-4e66-ad79-12ec5391b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.235633 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-f155e1cc-9f4b-4e66-ad79-12ec5391b54d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 1096 time: 0.0776289 Feb 16 12:59:30.248513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f058bb63-ccc3-48fa-a3d7-61ed084f7012 req-1f052d79-3664-4763-9ec0-52303b314af3 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617628 Feb 16 12:59:30.308231 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-97b18fe4-7b65-408d-af2f-32140473caf3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a HTTP/1.1" status: 200 len: 217 time: 0.0665643 Feb 16 12:59:30.359882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa0e744-0e85-47e0-acce-4e7c404e6752 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:30.367585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.380600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-98080bb6-f86f-483b-9e61-b74c52b7b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.382082 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-98080bb6-f86f-483b-9e61-b74c52b7b8ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0622141 Feb 16 12:59:30.384564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Transition to ACTIVE for port object 9aa0e744-0e85-47e0-acce-4e7c404e6752 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:30.447943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.576601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c391-011e-478f-864a-980728b6c2a1 req-31b8ba36-ece7-45bb-8ee1-8a70ef6b712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.578070 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-31b8ba36-ece7-45bb-8ee1-8a70ef6b712c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1898379 Feb 16 12:59:30.675954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Pushing event updated for resources: {'Port': ['ID=9aa0e744-0e85-47e0-acce-4e7c404e6752,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:30.705503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Attempting to bind port 9aa0e744-0e85-47e0-acce-4e7c404e6752 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:30.705886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Attempting to bind port 9aa0e744-0e85-47e0-acce-4e7c404e6752 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:30.706232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Attempting to bind port 9aa0e744-0e85-47e0-acce-4e7c404e6752 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:30.737745 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-775e4239-d86a-49b0-baf6-fbb10c859852 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474328 Feb 16 12:59:30.747787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Port 9aa0e744-0e85-47e0-acce-4e7c404e6752 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:59:30.747787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Attempting to bind port 9aa0e744-0e85-47e0-acce-4e7c404e6752 on network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:30.758962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:30.759344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Checking segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:30.759703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Bound using segment: {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:30.760128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Bound port: 9aa0e744-0e85-47e0-acce-4e7c404e6752, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000397a6-dca0-4e1d-b577-56b056eee8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:30.760473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.876758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ec985-357a-42a1-82d8-a50172a34b64 req-49e3b55e-4e75-4557-a6a9-56919b095fef tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.877012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7597c391-011e-478f-864a-980728b6c2a1 req-4b6e439c-6a31-49af-9ef8-fdc04fa9ef3d service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303294 Feb 16 12:59:30.877448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e04ec985-357a-42a1-82d8-a50172a34b64 req-49e3b55e-4e75-4557-a6a9-56919b095fef tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Synchronizing usage tracker for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:30.882619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] For port 9aa0e744-0e85-47e0-acce-4e7c404e6752, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:30.896494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] For port 9aa0e744-0e85-47e0-acce-4e7c404e6752, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:31.047604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.109141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e04ec985-357a-42a1-82d8-a50172a34b64 req-49e3b55e-4e75-4557-a6a9-56919b095fef tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Unset dirty status for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:31.111342 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e04ec985-357a-42a1-82d8-a50172a34b64 req-49e3b55e-4e75-4557-a6a9-56919b095fef tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.4008973 Feb 16 12:59:31.112655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.113264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.114513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] 10.222.0.67 "PUT /v2.0/ports/9aa0e744-0e85-47e0-acce-4e7c404e6752 HTTP/1.1" status: 200 len: 1094 time: 1.5186181 Feb 16 12:59:31.117293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:31.161765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e83aac-79e0-4658-a5a9-732939ee8aae service neutron] Pushing event updated for resources: {'Port': ['ID=9aa0e744-0e85-47e0-acce-4e7c404e6752,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:31.171926 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'status': 'completed', 'code': 200} Feb 16 12:59:31.179497 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e04ec985-357a-42a1-82d8-a50172a34b64 req-2aecca35-d84e-4876-94e6-5cd6756a58b4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544302 Feb 16 12:59:31.274026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b95fe-ec63-488c-af23-eb9663574b9b req-3d782dd5-328e-45ed-a3da-d66ea045098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.275542 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a21b95fe-ec63-488c-af23-eb9663574b9b req-3d782dd5-328e-45ed-a3da-d66ea045098e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 1097 time: 0.0789897 Feb 16 12:59:31.474237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b95fe-ec63-488c-af23-eb9663574b9b req-5aef62ae-495b-4fd6-9505-5bb2632754a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.475717 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a21b95fe-ec63-488c-af23-eb9663574b9b req-5aef62ae-495b-4fd6-9505-5bb2632754a5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9ca84303d2114c569cce7de246368a53&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1928318 Feb 16 12:59:31.511585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daecb3-102e-421c-83a8-b57f133d7e81 req-9a281ebc-f1d4-4a63-af08-d112ceaefec2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.513016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-09daecb3-102e-421c-83a8-b57f133d7e81 req-9a281ebc-f1d4-4a63-af08-d112ceaefec2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 943 time: 0.1513383 Feb 16 12:59:31.626058 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-09daecb3-102e-421c-83a8-b57f133d7e81 req-6bacd74c-7073-4d7d-87b9-944fa1e43bae tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633442 Feb 16 12:59:31.661068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b95fe-ec63-488c-af23-eb9663574b9b req-32e20da7-36ef-4e64-a59b-0ad3f3163c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.662509 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a21b95fe-ec63-488c-af23-eb9663574b9b req-32e20da7-36ef-4e64-a59b-0ad3f3163c2e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1788256 Feb 16 12:59:31.766779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-d325b485-d85f-4363-b1e5-a7a37bcdf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.768187 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-d325b485-d85f-4363-b1e5-a7a37bcdf06a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 1097 time: 0.0706573 Feb 16 12:59:31.839924 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-b9ba155c-2517-429a-bbd7-042322fd0e93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752 HTTP/1.1" status: 200 len: 217 time: 0.0632854 Feb 16 12:59:31.901737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-7b7ff161-ac4a-4dc8-93e3-36ed6fcf3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.903199 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-7b7ff161-ac4a-4dc8-93e3-36ed6fcf3663 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0571983 Feb 16 12:59:31.976408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-4c87d3e8-6bb0-4a0b-897d-1f371ad95b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.977841 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-4c87d3e8-6bb0-4a0b-897d-1f371ad95b22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682788 Feb 16 12:59:32.108220 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-b341fd13-ccfe-40fc-a139-0dc49d5044ce service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227615 Feb 16 12:59:32.414090 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75bb650a-e459-4b8a-a0de-0d9e5fd6ae89 req-3fbbec35-9764-41dc-bd5c-1a9dd88d7a50 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970471 Feb 16 12:59:32.426634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829063-367a-4634-9e09-dfd5fe9ab0dc req-9f4023e1-1d12-4769-9f22-8fc78ab8f9b0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:32.428085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1829063-367a-4634-9e09-dfd5fe9ab0dc req-9f4023e1-1d12-4769-9f22-8fc78ab8f9b0 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.1359797 Feb 16 12:59:32.472493 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1829063-367a-4634-9e09-dfd5fe9ab0dc req-54934a71-fa7c-4b72-b575-cc459182ec9a tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377803 Feb 16 12:59:32.860922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe8ca-77c2-4ec0-ac17-ae7f46572a44 req-0e733134-51f1-473e-94a8-5748acf6b9f8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:32.862389 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-283fe8ca-77c2-4ec0-ac17-ae7f46572a44 req-0e733134-51f1-473e-94a8-5748acf6b9f8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 943 time: 0.0825045 Feb 16 12:59:32.907773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-283fe8ca-77c2-4ec0-ac17-ae7f46572a44 req-e8a51563-af96-4865-9f8d-ddc01762bb1d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395880 Feb 16 12:59:33.665934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5fb9-bb07-47aa-8af9-189a78563777 req-28456548-afe6-452f-93c3-b9af2def0b94 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:33.667461 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df0e5fb9-bb07-47aa-8af9-189a78563777 req-28456548-afe6-452f-93c3-b9af2def0b94 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.0831921 Feb 16 12:59:33.722592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df0e5fb9-bb07-47aa-8af9-189a78563777 req-2d431c42-c9eb-443f-a519-885c7fa81fc4 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494783 Feb 16 12:59:33.845221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d5516ba-e225-40b8-b541-15cf7a4362de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.094457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b60ec-639c-480f-be29-ccf3fee55b76 req-0f418ce1-a8c1-4c09-8aa1-aef71adf13d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:34.096032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6c9b60ec-639c-480f-be29-ccf3fee55b76 req-0f418ce1-a8c1-4c09-8aa1-aef71adf13d0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 943 time: 0.0809717 Feb 16 12:59:34.143273 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6c9b60ec-639c-480f-be29-ccf3fee55b76 req-11de71af-e81c-4c22-a8a1-ee83e2312da9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414007 Feb 16 12:59:34.467269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 4f353cf5-1b4d-4b18-bbd1-68c72a43647a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:59:34.593997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:34.607362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'port_id': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'mac_address': 'fa:16:3e:3d:0d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:59:34.670053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.687699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f353cf5-1b4d-4b18-bbd1-68c72a43647a {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:34.702467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:34.790079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.857971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:34.908523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6b657-ff03-4b80-b071-86bfb8e4409f req-213c347a-3802-499f-bd66-0cef18f31fe5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:34.909977 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-35a6b657-ff03-4b80-b071-86bfb8e4409f req-213c347a-3802-499f-bd66-0cef18f31fe5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.0824704 Feb 16 12:59:34.955496 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-35a6b657-ff03-4b80-b071-86bfb8e4409f req-5adcd0f4-3380-4fff-98b9-669a881d4858 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393901 Feb 16 12:59:35.038939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['4f353cf5-1b4d-4b18-bbd1-68c72a43647a'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:59:35.330017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6e91c-d937-4dae-b0b5-bda5343621bb req-63b21129-adf6-42da-b8b8-415d05efdc6b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.331507 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d4e6e91c-d937-4dae-b0b5-bda5343621bb req-63b21129-adf6-42da-b8b8-415d05efdc6b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 944 time: 0.0847414 Feb 16 12:59:35.375000 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d4e6e91c-d937-4dae-b0b5-bda5343621bb req-91bdd23a-d66e-4340-afe4-5f6cb1bf25e8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376723 Feb 16 12:59:36.145397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefed16-e3e6-4218-83ba-7d12ef9a65a6 req-c09dae46-dc6a-47a7-8803-a2ede799d361 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.146773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-feefed16-e3e6-4218-83ba-7d12ef9a65a6 req-c09dae46-dc6a-47a7-8803-a2ede799d361 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.0824568 Feb 16 12:59:36.191682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-feefed16-e3e6-4218-83ba-7d12ef9a65a6 req-3d80e79b-c7ec-4a23-87e2-68129d319a15 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383973 Feb 16 12:59:36.230415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f8291d9-f861-40d1-858b-0e62dd678582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.476833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 4f353cf5-1b4d-4b18-bbd1-68c72a43647a up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:36.559306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e8bef-b854-4e4d-9085-eae19e73f3a2 req-c887c51e-94af-4c79-b82c-269a47c3011f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.560892 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f3e8bef-b854-4e4d-9085-eae19e73f3a2 req-c887c51e-94af-4c79-b82c-269a47c3011f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 944 time: 0.0810645 Feb 16 12:59:36.601028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:36.605666 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f3e8bef-b854-4e4d-9085-eae19e73f3a2 req-b06aca6e-c880-4e05-84e7-2618f1cbd74b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Feb 16 12:59:36.606236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:36.606675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.725012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.750707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:36.761081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:36.838292 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'code': 200} Feb 16 12:59:36.864159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.930749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:37.298488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a8ba-cbce-40e1-bcde-c0340abc2005 req-ea2cc355-ad81-41e5-95ec-16698be883b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:37.299923 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-54b7a8ba-cbce-40e1-bcde-c0340abc2005 req-ea2cc355-ad81-41e5-95ec-16698be883b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 1098 time: 0.0729001 Feb 16 12:59:37.332678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:37.367379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:37.388170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-54b7a8ba-cbce-40e1-bcde-c0340abc2005 req-a3b22395-5ab8-4886-bef6-de532a61041e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570006 Feb 16 12:59:37.409301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af9ea0-0f25-4340-8199-74da7c5f3ba9 req-0f4d44ff-5e0e-4004-a3cf-f944acc44ebc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:37.410683 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25af9ea0-0f25-4340-8199-74da7c5f3ba9 req-0f4d44ff-5e0e-4004-a3cf-f944acc44ebc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.1099131 Feb 16 12:59:37.455400 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25af9ea0-0f25-4340-8199-74da7c5f3ba9 req-53ee26cb-eaa3-4cb1-b22a-69d8022219c5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387936 Feb 16 12:59:37.952473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd8b69-9959-49a1-8250-48e0eed07c00 req-7bf07e2e-0138-4d81-85ae-b334a00e315d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:37.952473 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3cd8b69-9959-49a1-8250-48e0eed07c00 req-7bf07e2e-0138-4d81-85ae-b334a00e315d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 945 time: 0.0854974 Feb 16 12:59:37.997723 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3cd8b69-9959-49a1-8250-48e0eed07c00 req-c4cbb016-c760-4a8b-aef6-3b8a107580e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 Feb 16 12:59:38.640297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c8f2-fb27-4466-b670-4e4351c205c4 req-365effbe-2de9-4fb0-8f9e-268f5b290f33 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:38.643431 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2679c8f2-fb27-4466-b670-4e4351c205c4 req-365effbe-2de9-4fb0-8f9e-268f5b290f33 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.0852695 Feb 16 12:59:38.685399 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2679c8f2-fb27-4466-b670-4e4351c205c4 req-408c587f-8755-4de9-abec-3d1722d2bf58 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379994 Feb 16 12:59:38.818659 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:39.179783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f5c8a-4372-4dbc-8270-cfea9fe92e4c req-1922d2e2-29f6-4e91-8ced-556ca7c46358 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:39.181253 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7a0f5c8a-4372-4dbc-8270-cfea9fe92e4c req-1922d2e2-29f6-4e91-8ced-556ca7c46358 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 945 time: 0.0788136 Feb 16 12:59:39.224328 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7a0f5c8a-4372-4dbc-8270-cfea9fe92e4c req-81fbb8cc-3d88-48a8-b486-6c8827abf22a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Feb 16 12:59:39.407824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a151f-01f5-4193-8c05-fbeb7de6bccf req-ebd2b03a-585f-43c1-b43c-3c03f0a401ba tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:39.409201 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-037a151f-01f5-4193-8c05-fbeb7de6bccf req-ebd2b03a-585f-43c1-b43c-3c03f0a401ba tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 945 time: 0.0824442 Feb 16 12:59:39.453306 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-037a151f-01f5-4193-8c05-fbeb7de6bccf req-7f8576d3-c791-4d4c-a15c-96678546d631 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385227 Feb 16 12:59:39.476213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57694) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:39.544502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17adca3a-fe9b-49b1-bf85-32754feaee53 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:39.546018 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-17adca3a-fe9b-49b1-bf85-32754feaee53 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 1093 time: 0.0687904 Feb 16 12:59:39.548674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57698) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:39.553451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:39.559164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:39.563008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:39.565767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:39.571343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:39.641196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:39.779397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.069618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976c54-8e09-4a5a-b8a5-1cef32a1534d req-f102305e-10ef-457f-9c8b-742a940c3ec7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:40.071111 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0976c54-8e09-4a5a-b8a5-1cef32a1534d req-f102305e-10ef-457f-9c8b-742a940c3ec7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 944 time: 0.2534990 Feb 16 12:59:40.101763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.37 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/75e32b2f-314c-4a65-88b3-2d8ac798174b) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:40.150450 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0976c54-8e09-4a5a-b8a5-1cef32a1534d req-a6211142-2823-43d7-ad73-d83b5b9e6c81 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705819 Feb 16 12:59:40.267688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.357565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.419950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:40.422804 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:40.425337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:40.467437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=75e32b2f-314c-4a65-88b3-2d8ac798174b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:40.498834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9aa0e744-0e85-47e0-acce-4e7c404e6752 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:59:40.635958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 9aa0e744-0e85-47e0-acce-4e7c404e6752, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:40.649019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'port_id': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'mac_address': 'fa:16:3e:36:1c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:59:40.702765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.719528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa0e744-0e85-47e0-acce-4e7c404e6752 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:40.734946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 9aa0e744-0e85-47e0-acce-4e7c404e6752, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:40.812637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.856564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.883006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=9aa0e744-0e85-47e0-acce-4e7c404e6752,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:40.993871 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:59:41.045842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.069242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['9aa0e744-0e85-47e0-acce-4e7c404e6752'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:59:41.167100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.341614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.363406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3c0e1-1f5f-4ece-b11d-0014464ef405 req-3efd07bf-abc7-4392-845d-113b6d76d0d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:41.364883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-29e3c0e1-1f5f-4ece-b11d-0014464ef405 req-3efd07bf-abc7-4392-845d-113b6d76d0d3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 945 time: 0.0955517 Feb 16 12:59:41.410892 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-29e3c0e1-1f5f-4ece-b11d-0014464ef405 req-bb89f4e2-faca-4293-85d3-ed4a4ff86db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397902 Feb 16 12:59:41.412293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.524384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=75e32b2f-314c-4a65-88b3-2d8ac798174b,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:41.533801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.706694 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 51c94cdb-a445-4804-8ec2-cd069ab141d7 associated. External IP: 172.26.6.37, port: 4f353cf5-1b4d-4b18-bbd1-68c72a43647a. Feb 16 12:59:42.170290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 282f9965-77a6-478d-9d88-3fd0f74da97e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:42.347629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:42.357900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] Sync routers for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:42.369157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:42.369814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:59:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:42.488587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.510938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9aa0e744-0e85-47e0-acce-4e7c404e6752 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:42.607603 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-20f4992c-707b-47c2-ac91-09041d9f11e1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0507493 Feb 16 12:59:42.607603 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:42.624006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:42.650214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59df43-576e-456c-98b9-51dc6900437d req-5c4ac7cd-461f-4517-9ed0-a53f7d09fffa tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:42.652566 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0b59df43-576e-456c-98b9-51dc6900437d req-5c4ac7cd-461f-4517-9ed0-a53f7d09fffa tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 945 time: 0.1087453 Feb 16 12:59:42.659224 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'status': 'completed', 'code': 200} Feb 16 12:59:42.754096 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0b59df43-576e-456c-98b9-51dc6900437d req-2c5c5525-6351-4940-97fc-cee05ac6b9bc tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938711 Feb 16 12:59:42.785759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 9aa0e744-0e85-47e0-acce-4e7c404e6752 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:42.788742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-30067a79-570f-49ed-b5eb-72e109166135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:42.790329 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-30067a79-570f-49ed-b5eb-72e109166135 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 1098 time: 0.1084700 Feb 16 12:59:42.794919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 9aa0e744-0e85-47e0-acce-4e7c404e6752 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:42.795327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.929547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-4c89e29f-22a0-45aa-9613-bb5bc5592fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:42.931034 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-4c89e29f-22a0-45aa-9613-bb5bc5592fe6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 897 time: 0.1319170 Feb 16 12:59:43.052319 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-7b915220-92e2-46be-8e53-0b25bba226a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a HTTP/1.1" status: 200 len: 998 time: 0.1144285 Feb 16 12:59:43.062190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.098527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:43.110752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 9aa0e744-0e85-47e0-acce-4e7c404e6752, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:43.125967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-ff6ae97c-e746-4fc4-a1fb-0166a9b73763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:43.126923 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-ff6ae97c-e746-4fc4-a1fb-0166a9b73763 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0664504 Feb 16 12:59:43.133799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:20Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}, {'id': '51c94cdb-a445-4804-8ec2-cd069ab141d7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.37', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:3d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d935d63-f426-4ee4-890c-197130874d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:40Z', 'updated_at': '2022-02-16T12:59:40Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:43.138472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] Checking router: 282f9965-77a6-478d-9d88-3fd0f74da97e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:43.147483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:43.148144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:59:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:43.208038 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'code': 200} Feb 16 12:59:43.217571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.222364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-a1f67587-21b7-4a34-a057-21cc6374013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:43.223884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-a1f67587-21b7-4a34-a057-21cc6374013d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903175 Feb 16 12:59:43.374900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=9aa0e744-0e85-47e0-acce-4e7c404e6752,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:43.393107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-8b08e5c3-f71f-4ea3-94de-a5ebab2afd5e service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617968 Feb 16 12:59:43.398892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:43.529322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5597d5-d3e0-42a4-a87c-88e1e3ebd265 req-ca8cbdf3-c401-4ed1-ad8e-ef9399fed0c8 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298535 Feb 16 12:59:43.675676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492fab-0e0c-4bd5-a1f4-850bff452c47 req-14dcd935-506b-47c9-bf58-ca81ab5d3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:43.677938 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ba492fab-0e0c-4bd5-a1f4-850bff452c47 req-14dcd935-506b-47c9-bf58-ca81ab5d3e1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 1099 time: 0.0815551 Feb 16 12:59:43.721849 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ba492fab-0e0c-4bd5-a1f4-850bff452c47 req-2d70160c-2bfc-4c93-9d15-8d22f60d01c2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348577 Feb 16 12:59:43.790646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:20Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}, {'id': '51c94cdb-a445-4804-8ec2-cd069ab141d7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.37', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:3d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d935d63-f426-4ee4-890c-197130874d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:40Z', 'updated_at': '2022-02-16T12:59:40Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:43.794667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0120f0-74f9-4b12-bcb5-bc761b98f749 None None] The sync data for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv is: [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:20Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}, {'id': '51c94cdb-a445-4804-8ec2-cd069ab141d7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.37', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:3d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d935d63-f426-4ee4-890c-197130874d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:40Z', 'updated_at': '2022-02-16T12:59:40Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:43.959515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a904be-fb98-4652-984f-6bacd8c6d18e req-bfba0246-c26a-4e32-b834-85bdd8087d4e tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:43.961936 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-41a904be-fb98-4652-984f-6bacd8c6d18e req-bfba0246-c26a-4e32-b834-85bdd8087d4e tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 946 time: 0.0877922 Feb 16 12:59:44.001244 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf860480-480d-4419-9b67-4eb50ea9aa24 None None] New status for floating IP 51c94cdb-a445-4804-8ec2-cd069ab141d7: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:59:44.117051 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-41a904be-fb98-4652-984f-6bacd8c6d18e req-d23caf36-8a47-47cf-bc6a-f04f51ef8006 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503210 Feb 16 12:59:45.302676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f349b-de26-4f06-b7cb-6792232ee84c req-d9059683-ddc4-4c3c-b80d-3349816333b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:45.311613 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a09f349b-de26-4f06-b7cb-6792232ee84c req-d9059683-ddc4-4c3c-b80d-3349816333b3 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 946 time: 0.0780067 Feb 16 12:59:45.347489 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a09f349b-de26-4f06-b7cb-6792232ee84c req-574f525e-db2d-48c1-8c4a-4378ed34df07 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375817 Feb 16 12:59:46.560018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243ad4f-776d-46bc-9b7e-4fa666cf684e req-8bb8ac53-24eb-49fe-a386-2cac3fe3a29b tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.561519 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e243ad4f-776d-46bc-9b7e-4fa666cf684e req-8bb8ac53-24eb-49fe-a386-2cac3fe3a29b tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 946 time: 0.1070135 Feb 16 12:59:46.607564 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e243ad4f-776d-46bc-9b7e-4fa666cf684e req-77033377-1e8a-46c9-afdb-148ffd95c276 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402834 Feb 16 12:59:46.797363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b87bd-7361-4287-89a4-3e3b40a5b0ad req-dfd09a91-f78c-4900-ad84-3d6ac71d8734 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.798714 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca5b87bd-7361-4287-89a4-3e3b40a5b0ad req-dfd09a91-f78c-4900-ad84-3d6ac71d8734 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 946 time: 0.0825555 Feb 16 12:59:46.849901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca5b87bd-7361-4287-89a4-3e3b40a5b0ad req-7983cc8a-84e9-4ecd-952e-b652d7657563 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455368 Feb 16 12:59:46.872847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57722) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:47.064996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb025e5-25fc-4fca-aa82-45e94acd55c9 tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:47.066415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5bb025e5-25fc-4fca-aa82-45e94acd55c9 tempest-TestVolumeBootPattern-1008178682 tempest-TestVolumeBootPattern-1008178682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 1094 time: 0.1925941 Feb 16 12:59:47.069134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57728) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:47.074320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:47.080138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:47.083990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Usage tracker for resource:floatingip and tenant:9ca84303d2114c569cce7de246368a53 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:47.089400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:47.093156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:47.184292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.321432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.462612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Allocated IP 172.26.6.128 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/e699257a-f088-41a1-960c-badc5e26fe6a) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:47.608534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.767098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.829814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:47.832640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:47.836334 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:47.875230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=e699257a-f088-41a1-960c-badc5e26fe6a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:47.887584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.887936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.888274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.888606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.888934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.889263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.889589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.889912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.890234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.890553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.890883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:47.891213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.262422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.491071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.696567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.790008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.988270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event updated for resources: {'Port': ['ID=e699257a-f088-41a1-960c-badc5e26fe6a,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:49.004359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.186898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Floating IP 30173a8b-a607-4cc4-b630-827dc3a93c53 associated. External IP: 172.26.6.128, port: 9aa0e744-0e85-47e0-acce-4e7c404e6752. Feb 16 12:59:49.568069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:49.781057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:49.793071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:49.810286 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:49.810286 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:59:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:49.913651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.975844 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3f762e18-23ac-4e74-93e3-f53cbd9c7f5c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9006658 Feb 16 12:59:49.975844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:49.993720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:50.026915 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'status': 'completed', 'code': 200} Feb 16 12:59:50.122430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-5cc3f24d-8ff2-4338-9068-ea6852bf214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.123952 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-5cc3f24d-8ff2-4338-9068-ea6852bf214d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 1099 time: 0.0744588 Feb 16 12:59:50.254967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-81f509e6-163d-4c84-89aa-706af76a68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.256432 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-81f509e6-163d-4c84-89aa-706af76a68ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1263440 Feb 16 12:59:50.351229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '30173a8b-a607-4cc4-b630-827dc3a93c53', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:36:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d85368-e103-4c7f-b884-88b55045799c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:48Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}, {'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 1, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:50.355539 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:50.358589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-0ff80499-1f42-49ed-a165-bca2cc5f39f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752 HTTP/1.1" status: 200 len: 1000 time: 0.0950749 Feb 16 12:59:50.363987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:50.365009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T12:59:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:50.427563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-d5ceaa17-d064-4c86-904f-c3bee6e66dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.429015 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-d5ceaa17-d064-4c86-904f-c3bee6e66dd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0617583 Feb 16 12:59:50.506949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-4f979df4-b0ee-4f8c-b7ea-d1ff266add3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.508400 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-4f979df4-b0ee-4f8c-b7ea-d1ff266add3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722117 Feb 16 12:59:50.541885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:50.754051 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-e8d14c39-f8e1-46c5-bed2-7d27f005a5a9 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390606 Feb 16 12:59:50.904287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '30173a8b-a607-4cc4-b630-827dc3a93c53', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:36:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d85368-e103-4c7f-b884-88b55045799c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:48Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}, {'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 1, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:50.905572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25fa44b8-ee6c-4006-b4c2-65eeffc21a27 req-08dc9660-ec97-43cf-b398-44efb72de2d9 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410060 Feb 16 12:59:50.911660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad42bbc-5cc7-4110-8a3f-67077c13b28c None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '30173a8b-a607-4cc4-b630-827dc3a93c53', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:36:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d85368-e103-4c7f-b884-88b55045799c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:48Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 0, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}, {'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 1, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:51.099809 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb730d4f-7811-417f-9b22-1a42cdfe2998 None None] New status for floating IP 30173a8b-a607-4cc4-b630-827dc3a93c53: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:03.857939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e771-068e-4b71-8a81-311f259a5342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:06.199349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8deeea6d-ee26-466e-8bac-d13cf64ebc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:07.248252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:07.308752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:08.777023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.163792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:17.992673 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:00:18.080182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57752) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:18.186191 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6cdcc057-8b23-45fc-bba9-80f06a98f2a1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/21c93294-7f76-4ac4-950d-622afb543fd7 HTTP/1.1" status: 200 len: 993 time: 0.1101241 Feb 16 13:00:19.059824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57762) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:19.066136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:19.197798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:19.472533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:19.515944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:19.597408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:19.677218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:19.682142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:19.682142 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/ports/ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 938 time: 0.6182780 Feb 16 13:00:19.682142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:19.703470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f9d0c-b095-46ed-9a14-f594b508d48c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=6']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:19.742727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'status': 'completed', 'code': 200} Feb 16 13:00:19.861389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-691e3171-32d7-4100-9a8d-8afaeb6a5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:19.863137 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-691e3171-32d7-4100-9a8d-8afaeb6a5250 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1099 time: 0.0906150 Feb 16 13:00:19.912991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2e7ab95e-6267-45e1-9fc4-5180f35c3278 None None] Provisioning complete for port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:19.913570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab95e-6267-45e1-9fc4-5180f35c3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:20.023500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-514aec61-833b-4308-bc78-a375a03f79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:20.025881 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-514aec61-833b-4308-bc78-a375a03f79e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 897 time: 0.1489062 Feb 16 13:00:20.029562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ab95e-6267-45e1-9fc4-5180f35c3278 None None] Port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 is administratively disabled so it will not transition to active. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 16 13:00:20.134184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-6f2f934b-e72a-424d-8f2c-8c4a72df89a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 1002 time: 0.0978420 Feb 16 13:00:20.203563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-4e5450a0-9a9d-43e1-b27b-7ff9e4e6f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:20.205043 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-4e5450a0-9a9d-43e1-b27b-7ff9e4e6f9d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0621896 Feb 16 13:00:20.290263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-7598d0fd-01b7-4d26-b2b0-c42b48ca6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:20.290263 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-7598d0fd-01b7-4d26-b2b0-c42b48ca6b92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708356 Feb 16 13:00:20.421782 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-8ec22de0-16be-4971-b51b-f5257fc472e8 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271150 Feb 16 13:00:20.561152 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6a462de9-a114-4da2-ab06-edd61e98f259 req-7d0af2a3-d818-46f1-8852-43032172def1 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294477 Feb 16 13:00:23.142155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57774) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:23.142155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:23.259070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:23.578118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:23.603451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:23.683234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:23.749910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:23.750157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:23.754411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/ports/ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 937 time: 0.6215384 Feb 16 13:00:23.760583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:23.761209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:23.781630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c2b2e-b6e7-48e0-a0f1-988ced158da4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=7']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:23.832138 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'status': 'completed', 'code': 200} Feb 16 13:00:23.907413 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9a28c105-ab65-48bd-9208-10d27c4e1969 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/21c93294-7f76-4ac4-950d-622afb543fd7 HTTP/1.1" status: 200 len: 993 time: 0.1390307 Feb 16 13:00:23.950335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-ab39a322-09c3-4983-ac3f-c37964766c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:23.952776 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-ab39a322-09c3-4983-ac3f-c37964766c01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1098 time: 0.0942712 Feb 16 13:00:24.074921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cf7f8010-0a9d-4114-8fa2-e69d66e33a06 None None] Provisioning complete for port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:24.075533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf7f8010-0a9d-4114-8fa2-e69d66e33a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:24.089723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-345bf178-c553-4d3f-b898-4a6d97446796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:24.091226 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-345bf178-c553-4d3f-b898-4a6d97446796 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 897 time: 0.1326449 Feb 16 13:00:24.111877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:00:24.201421 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-285b32d1-0886-48e3-85af-16eba3a3c2e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 1001 time: 0.1038177 Feb 16 13:00:24.270279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-6b987d66-23df-417d-ad34-546a1a00e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:24.272860 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-6b987d66-23df-417d-ad34-546a1a00e669 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0610452 Feb 16 13:00:24.359393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-e73567b0-9398-4074-9f38-59dc3da6aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:24.361183 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-e73567b0-9398-4074-9f38-59dc3da6aeec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806088 Feb 16 13:00:24.512521 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-d1dbcd15-9566-4aab-bf1c-0070f4b1ec5a service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415975 Feb 16 13:00:24.651817 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64a5923e-bb98-4e1c-9335-c6d936a68107 req-c0099593-054f-4786-8c88-e6d0c6f44ce7 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306098 Feb 16 13:00:26.497495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57790) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:26.702482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 75e32b2f-314c-4a65-88b3-2d8ac798174b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:26.702825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:26.880293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:26.880619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.131709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 75e32b2f-314c-4a65-88b3-2d8ac798174b owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:27.250613 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-94ef91ce-035c-42eb-9c6c-7415d6268cbc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548123 Feb 16 13:00:27.380244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-a30cfb28-a8c6-4e68-abac-a281df3a50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:27.381797 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-a30cfb28-a8c6-4e68-abac-a281df3a50bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1098 time: 0.0940659 Feb 16 13:00:27.495897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.559354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=75e32b2f-314c-4a65-88b3-2d8ac798174b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:27.643234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-98d28e9d-d9c5-4c9d-8bb4-d2714e44404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:27.644643 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-98d28e9d-d9c5-4c9d-8bb4-d2714e44404a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 897 time: 0.2395144 Feb 16 13:00:27.738844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.739195 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 51c94cdb-a445-4804-8ec2-cd069ab141d7 disassociated (deleted). External IP: 172.26.6.37, port: 4f353cf5-1b4d-4b18-bbd1-68c72a43647a. Feb 16 13:00:27.940211 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-b9782789-fa50-41d3-bbbf-3dd51b38b6d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 1001 time: 0.2832332 Feb 16 13:00:28.081159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-ef7c6c20-7d41-427e-85d4-02356dbccc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:28.082605 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-ef7c6c20-7d41-427e-85d4-02356dbccc5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.1299610 Feb 16 13:00:28.252210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 282f9965-77a6-478d-9d88-3fd0f74da97e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:28.254364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-f85f0c78-6e2c-49b5-9a2a-109475b37f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:28.256408 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-f85f0c78-6e2c-49b5-9a2a-109475b37f4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1644185 Feb 16 13:00:28.673895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:28.675305 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-fc3734e1-f856-45ec-99a9-64a99af315ac service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631847 Feb 16 13:00:28.682884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] Sync routers for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:28.691828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:28.692445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:28.761669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.831359 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-937d2fc8-af7f-4c5c-98f2-f8bd6c85b20e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/51c94cdb-a445-4804-8ec2-cd069ab141d7 HTTP/1.1" status: 204 len: 168 time: 2.3326211 Feb 16 13:00:28.834458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:28.874726 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffc522e0-e5d4-4abf-9fcb-e1bf15c8acf0 req-dae241f1-832e-4d35-8b90-6659bff0a9e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899731 Feb 16 13:00:28.881510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:28.891969 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'status': 'completed', 'code': 200} Feb 16 13:00:29.027122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-7d443219-9bea-43f4-8b7c-e66969cc6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:29.029843 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-7d443219-9bea-43f4-8b7c-e66969cc6040 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 1098 time: 0.1081817 Feb 16 13:00:29.168120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-ef364596-3524-4744-a028-7c46c4732b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:29.169656 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-ef364596-3524-4744-a028-7c46c4732b9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 897 time: 0.1318460 Feb 16 13:00:29.242210 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-8fcfdfdd-10f4-4b0f-a9d9-2dbc99b58a6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a HTTP/1.1" status: 200 len: 217 time: 0.0624721 Feb 16 13:00:29.269047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:20Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:29.272957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] Checking router: 282f9965-77a6-478d-9d88-3fd0f74da97e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:29.282711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:29.283378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:29.311251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-17b0911e-727a-4a89-ae93-f1d7049179f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:29.312653 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-17b0911e-727a-4a89-ae93-f1d7049179f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0619645 Feb 16 13:00:29.440575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-9cc03264-eb56-4193-baeb-4ba11ca81fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:29.448379 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-9cc03264-eb56-4193-baeb-4ba11ca81fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775802 Feb 16 13:00:29.476817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:29.640527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-f4b8e6c5-2c3e-4580-a267-cf4a59576115 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882901 Feb 16 13:00:29.679529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823bda5-9f61-40dc-8f0f-47f484b7f667 req-b1f195fa-70e7-4dcc-b829-b39826701598 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:29.681302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-2823bda5-9f61-40dc-8f0f-47f484b7f667 req-b1f195fa-70e7-4dcc-b829-b39826701598 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:29.797466 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcd02443-d61a-48a1-9c2e-3908597e880a req-404a24e6-f33d-4b76-a2d0-c96aee3505bc service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493855 Feb 16 13:00:29.874884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:20Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:29.879309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486bd3e-661e-4806-8ba6-7144248659ad None None] The sync data for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv is: [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '21c93294-7f76-4ac4-950d-622afb543fd7', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.160', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'port_id': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'mac_address': 'fa:16:3e:b4:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:20Z', 'revision_number': 1, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:29.916945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-2823bda5-9f61-40dc-8f0f-47f484b7f667 req-b1f195fa-70e7-4dcc-b829-b39826701598 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:29.918066 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2823bda5-9f61-40dc-8f0f-47f484b7f667 req-b1f195fa-70e7-4dcc-b829-b39826701598 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 945 time: 0.3927219 Feb 16 13:00:29.965659 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2823bda5-9f61-40dc-8f0f-47f484b7f667 req-854a65fc-6af7-4f53-9221-3feda76e3162 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411117 Feb 16 13:00:30.102815 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f740832-8fb0-4bf1-9466-e7464e123cd6 None None] New status for floating IP 51c94cdb-a445-4804-8ec2-cd069ab141d7: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:31.071314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-35384893-5b9a-45ef-b2f7-75031ff2ebf8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:31.072777 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-35384893-5b9a-45ef-b2f7-75031ff2ebf8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 945 time: 0.0898767 Feb 16 13:00:31.195219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:31.195582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:31.315576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160f73a-796c-4f79-8bb1-552f6e338abd req-60f1a2df-9f47-4c19-9838-f3c5bc496a2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:31.317036 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7160f73a-796c-4f79-8bb1-552f6e338abd req-60f1a2df-9f47-4c19-9838-f3c5bc496a2d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 945 time: 0.2073369 Feb 16 13:00:31.570296 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7160f73a-796c-4f79-8bb1-552f6e338abd req-3a92dcc8-0480-409c-82f8-98e3b6824d23 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=07d61d8c-9767-4476-b6f9-255ac12d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474289 Feb 16 13:00:31.617115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:31.617470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:31.742210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 4f353cf5-1b4d-4b18-bbd1-68c72a43647a owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:32.051301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.102186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=4f353cf5-1b4d-4b18-bbd1-68c72a43647a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:32.185695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port 4f353cf5-1b4d-4b18-bbd1-68c72a43647a on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:32.188391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.193388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'name': 'network-vif-deleted', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:32.500105 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d935d63-f426-4ee4-890c-197130874d0d', 'name': 'network-vif-deleted', 'tag': '4f353cf5-1b4d-4b18-bbd1-68c72a43647a', 'status': 'completed', 'code': 200} Feb 16 13:00:32.734196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7d9b7a2a-7c9e-43b8-9405-25313d7a3bb1 req-b2eba3d5-d491-496a-90cb-830a5c8126cb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:33.210536 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8bfabba1-5b47-4830-acf9-64db3411cf44 req-e542e4d8-a7fc-430e-8834-f5b57043f5ed tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/4f353cf5-1b4d-4b18-bbd1-68c72a43647a HTTP/1.1" status: 204 len: 173 time: 2.1294577 Feb 16 13:00:33.306073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7d9b7a2a-7c9e-43b8-9405-25313d7a3bb1 req-b2eba3d5-d491-496a-90cb-830a5c8126cb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:33.307276 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7d9b7a2a-7c9e-43b8-9405-25313d7a3bb1 req-b2eba3d5-d491-496a-90cb-830a5c8126cb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 210 time: 0.6148715 Feb 16 13:00:33.831560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9a32835-3783-4f48-ac22-3cfa37e7c145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.479099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be87221e-1beb-402c-a1bc-7af3bb26f606 req-01484db7-2a42-4ce2-815d-6596feea11e0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d935d63-f426-4ee4-890c-197130874d0d HTTP/1.1" status: 200 len: 210 time: 0.0452430 Feb 16 13:00:34.772648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 4f353cf5-1b4d-4b18-bbd1-68c72a43647a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:34.808326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 4f353cf5-1b4d-4b18-bbd1-68c72a43647a {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:34.808675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 4f353cf5-1b4d-4b18-bbd1-68c72a43647a not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:35.576831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57812) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:35.649004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a63bf89d-66ea-4c4d-b912-44c5e8ede086 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.681329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a63bf89d-66ea-4c4d-b912-44c5e8ede086 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.915303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a63bf89d-66ea-4c4d-b912-44c5e8ede086 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.934861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bf89d-66ea-4c4d-b912-44c5e8ede086 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d61d8c-9767-4476-b6f9-255ac12d30a8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:36.037544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a63bf89d-66ea-4c4d-b912-44c5e8ede086 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.037926 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a63bf89d-66ea-4c4d-b912-44c5e8ede086 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/07d61d8c-9767-4476-b6f9-255ac12d30a8 HTTP/1.1" status: 204 len: 168 time: 0.4597919 Feb 16 13:00:36.231912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-047a9820-849f-4751-9d4d-5b99f42870a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.239509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57818) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:36.474165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 6f26b0d3-b587-4fad-98b5-a196e1d35a0c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:36.474165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.662559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.663293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.798539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 6f26b0d3-b587-4fad-98b5-a196e1d35a0c owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:37.112005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.158816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=6f26b0d3-b587-4fad-98b5-a196e1d35a0c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:37.255046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.255428 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 21c93294-7f76-4ac4-950d-622afb543fd7 disassociated (deleted). External IP: 172.26.6.160, port: ba9b34ae-cf33-47d8-b51f-26a3fb7a8236. Feb 16 13:00:37.327129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.385840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.725540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 282f9965-77a6-478d-9d88-3fd0f74da97e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:37.914076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:37.925488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] Sync routers for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:37.931554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.935265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:37.941890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:37.992967 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f4a2f814-5b4a-4277-a7fa-f531b22ac902 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/21c93294-7f76-4ac4-950d-622afb543fd7 HTTP/1.1" status: 204 len: 168 time: 1.7496121 Feb 16 13:00:37.992967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:38.042697 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'status': 'completed', 'code': 200} Feb 16 13:00:38.167018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-93a4030b-0fcc-4379-8a45-45896520068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.168789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-93a4030b-0fcc-4379-8a45-45896520068c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 1098 time: 0.0907416 Feb 16 13:00:38.173018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:38.315948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-433996de-c545-4aee-8caf-1d708430d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.317419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-433996de-c545-4aee-8caf-1d708430d25c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 200 len: 897 time: 0.1397314 Feb 16 13:00:38.393443 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-31f1287a-2f99-42ca-adf3-47b51949cf2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 200 len: 217 time: 0.0668344 Feb 16 13:00:38.462664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-a3f017c8-4ba9-460b-9e57-2718f65a9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.464741 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-a3f017c8-4ba9-460b-9e57-2718f65a9e41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 200 len: 834 time: 0.0623417 Feb 16 13:00:38.496961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:38.501292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] Checking router: 282f9965-77a6-478d-9d88-3fd0f74da97e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:38.510606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:38.511622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:38.549649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-71b422d3-313d-4382-8318-1ace327a9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.551160 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-71b422d3-313d-4382-8318-1ace327a9f7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780456 Feb 16 13:00:38.710949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:38.745451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-59359a25-f7ab-463b-bdc7-fac50e1fbf07 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838353 Feb 16 13:00:38.837895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.882663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57033094-420e-4fa1-8f91-7627767b8d69 req-f85fc49f-a3c3-4d9d-877e-bfc2de8ec660 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.883410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-57033094-420e-4fa1-8f91-7627767b8d69 req-f85fc49f-a3c3-4d9d-877e-bfc2de8ec660 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:38.908786 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79090bb4-2597-47e1-9b25-f960e2ff6e6f req-6b411f6c-64fa-4634-a6e7-e848b9ba04d5 service neutron] 10.222.0.67 "GET /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564391 Feb 16 13:00:38.988807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-57033094-420e-4fa1-8f91-7627767b8d69 req-f85fc49f-a3c3-4d9d-877e-bfc2de8ec660 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:38.989752 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-57033094-420e-4fa1-8f91-7627767b8d69 req-f85fc49f-a3c3-4d9d-877e-bfc2de8ec660 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 945 time: 0.3022923 Feb 16 13:00:39.039899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-57033094-420e-4fa1-8f91-7627767b8d69 req-3d737fcd-eaa0-4fc3-ad89-04eeacda2398 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:39.048384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:39.052617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf9353-dcfb-48c3-9e86-b5a299cf426f None None] The sync data for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv is: [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T12:58:54Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '705a18a2-18dc-4850-a0fa-d11730a60b1c', 'name': '', 'network_id': '0c9cc5ac-68df-4fd4-b550-7c5c570a0e58', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:3a:59:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d101289-e22f-4128-a129-a06e71b9c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:53Z', 'updated_at': '2022-02-16T12:59:00Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '2d101289-e22f-4128-a129-a06e71b9c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:39.162349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-57033094-420e-4fa1-8f91-7627767b8d69 req-3d737fcd-eaa0-4fc3-ad89-04eeacda2398 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:39.163574 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-57033094-420e-4fa1-8f91-7627767b8d69 req-3d737fcd-eaa0-4fc3-ad89-04eeacda2398 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670158 Feb 16 13:00:39.284385 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a794e317-9870-413c-82d1-856ca7527869 None None] New status for floating IP 21c93294-7f76-4ac4-950d-622afb543fd7: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:40.411845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ab2f7-238e-4c36-91b5-d8d67ae32bf0 req-cdba9ad8-f47a-4607-ac22-37d7dab2076d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:40.413311 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e26ab2f7-238e-4c36-91b5-d8d67ae32bf0 req-cdba9ad8-f47a-4607-ac22-37d7dab2076d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 945 time: 0.1422305 Feb 16 13:00:40.422054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-4809716b-f1ea-4025-bdaf-dffa1007d735 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:40.423420 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-4809716b-f1ea-4025-bdaf-dffa1007d735 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 945 time: 0.1169693 Feb 16 13:00:40.626702 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e26ab2f7-238e-4c36-91b5-d8d67ae32bf0 req-c10e3d2c-e782-42ef-99d1-a74d53a51a65 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=5d155519-a913-4792-afce-4efa682faa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014661 Feb 16 13:00:40.631231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:40.631573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:40.889804 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:40.889804 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.015368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:41.168955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.261020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.311869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=ba9b34ae-cf33-47d8-b51f-26a3fb7a8236,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:41.390937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:41.393289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.395797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'name': 'network-vif-deleted', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:41.441824 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0de3256-c8a3-4f99-ad94-247a2e76cc6d', 'name': 'network-vif-deleted', 'tag': 'ba9b34ae-cf33-47d8-b51f-26a3fb7a8236', 'status': 'completed', 'code': 200} Feb 16 13:00:41.589238 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f5a709f-4b62-44ee-9aa7-13b01e3ef44e req-11308b05-6532-4b67-bbdb-e611524c9bc5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 HTTP/1.1" status: 204 len: 173 time: 1.1518013 Feb 16 13:00:41.784888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6856db24-450b-4538-aeea-b17592ada72d req-245a946a-ae0a-44b8-b8ea-f5a616019c85 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:41.945880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6856db24-450b-4538-aeea-b17592ada72d req-245a946a-ae0a-44b8-b8ea-f5a616019c85 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:41.946780 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6856db24-450b-4538-aeea-b17592ada72d req-245a946a-ae0a-44b8-b8ea-f5a616019c85 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0de3256-c8a3-4f99-ad94-247a2e76cc6d HTTP/1.1" status: 200 len: 210 time: 0.2096746 Feb 16 13:00:43.048871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57838) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:43.126179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb4fcdd0-7d88-4844-a00b-03bb1b61ee9e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.160618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb4fcdd0-7d88-4844-a00b-03bb1b61ee9e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.293798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb4fcdd0-7d88-4844-a00b-03bb1b61ee9e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.311171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fcdd0-7d88-4844-a00b-03bb1b61ee9e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d155519-a913-4792-afce-4efa682faa59,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:43.439409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb4fcdd0-7d88-4844-a00b-03bb1b61ee9e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.440524 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eb4fcdd0-7d88-4844-a00b-03bb1b61ee9e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/5d155519-a913-4792-afce-4efa682faa59 HTTP/1.1" status: 204 len: 168 time: 0.3906686 Feb 16 13:00:43.543649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57844) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:44.100856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.570467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 705a18a2-18dc-4850-a0fa-d11730a60b1c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:44.570823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.771757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 705a18a2-18dc-4850-a0fa-d11730a60b1c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=705a18a2-18dc-4850-a0fa-d11730a60b1c,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:44.771757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:44.805510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:44.843813 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:44.844163 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device ba9b34ae-cf33-47d8-b51f-26a3fb7a8236 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:44.899635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 705a18a2-18dc-4850-a0fa-d11730a60b1c owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:45.229153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:45.279256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=705a18a2-18dc-4850-a0fa-d11730a60b1c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:45.582161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:46.173419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 282f9965-77a6-478d-9d88-3fd0f74da97e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:46.363755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:46.374139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] Sync routers for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:46.384308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:46.394320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:46.513413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fad8fb33-2a29-42e8-b325-27fe7ee76540 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/282f9965-77a6-478d-9d88-3fd0f74da97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9684210 Feb 16 13:00:46.520300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57848) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:46.594559 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:46.597782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet 2d101289-e22f-4128-a129-a06e71b9c569 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:00:46.601372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:46.682808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:46.897458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T13:00:45Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:46.901815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] Checking router: 282f9965-77a6-478d-9d88-3fd0f74da97e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:46.911080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] Routers {'282f9965-77a6-478d-9d88-3fd0f74da97e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:46.912036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['282f9965-77a6-478d-9d88-3fd0f74da97e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:47.095801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] Set router 282f9965-77a6-478d-9d88-3fd0f74da97e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:47.106089 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.377287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.407940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T13:00:45Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:47.412317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d985aa-861b-49e1-bd3b-a666286d2a81 None None] The sync data for ids ['282f9965-77a6-478d-9d88-3fd0f74da97e'] in dv-neutron-829487-1-hyperv is: [{'id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'name': 'tempest-TestNetworkBasicOps-router-689831154', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:58:48Z', 'updated_at': '2022-02-16T13:00:45Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': 'bf5ac40e-a651-463b-8522-08e8be13ff31', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f9965-77a6-478d-9d88-3fd0f74da97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:58:49Z', 'updated_at': '2022-02-16T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:47.420108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=2d101289-e22f-4128-a129-a06e71b9c569,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:47.423470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.429500 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-99030127-e774-4465-be5c-6f38a627c567 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/2d101289-e22f-4128-a129-a06e71b9c569 HTTP/1.1" status: 204 len: 168 time: 0.9116290 Feb 16 13:00:47.432294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57852) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:47.441000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5100f-8bb3-48e4-a955-ad8337e3a4f4 None None] Network 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:00:47.634132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.782092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] DHCP port deletion for 0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:00:47.786608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Deleting port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:47.787014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.838283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.050652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] For port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d66450c4-cc27-42ce-bfc1-af9ef84c1a8d,segment=NetworkSegment(6efa4ff0-f25a-402c-93ef-937b490e4e08),segment_id=6efa4ff0-f25a-402c-93ef-937b490e4e08)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:48.051087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.071013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port bf5ac40e-a651-463b-8522-08e8be13ff31 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:48.083969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.113181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d66450c4-cc27-42ce-bfc1-af9ef84c1a8d no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:48.212043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Calling delete_port for d66450c4-cc27-42ce-bfc1-af9ef84c1a8d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:48.283377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port bf5ac40e-a651-463b-8522-08e8be13ff31, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bf5ac40e-a651-463b-8522-08e8be13ff31,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:48.283729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.361549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.531953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for bf5ac40e-a651-463b-8522-08e8be13ff31 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:48.533591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.579745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 705a18a2-18dc-4850-a0fa-d11730a60b1c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:48.620279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Pushing event deleted for resources: {'Port': ['ID=d66450c4-cc27-42ce-bfc1-af9ef84c1a8d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:48.627643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] No DVR routers for this DVR port d66450c4-cc27-42ce-bfc1-af9ef84c1a8d on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:48.630283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 705a18a2-18dc-4850-a0fa-d11730a60b1c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:48.630599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 705a18a2-18dc-4850-a0fa-d11730a60b1c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:48.638086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.638320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.639001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.639415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.639749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.640464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.640464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.640761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.643052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.643052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.643052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.643052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4212-1c80-46ae-bbf3-381edb4e364d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.879814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.929857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=bf5ac40e-a651-463b-8522-08e8be13ff31,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:48.967474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.967825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.968186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.968510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.968845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.969174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.969504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.969830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.970155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.970478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.970799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:48.971204 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:49.031895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.207705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.209965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.360097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.360672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router 282f9965-77a6-478d-9d88-3fd0f74da97e {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:00:49.377401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.380351 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b74ffea9-0897-4a6e-a54e-51cdd5b0bdcb tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/282f9965-77a6-478d-9d88-3fd0f74da97e HTTP/1.1" status: 204 len: 168 time: 1.9450240 Feb 16 13:00:49.381188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57856) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:49.504543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.640754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.670555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9cc5ac-68df-4fd4-b550-7c5c570a0e58']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:49.683899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efa4ff0-f25a-402c-93ef-937b490e4e08') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:49.684196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efa4ff0-f25a-402c-93ef-937b490e4e08') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:49.696336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.712880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.718559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:00:49.719528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:00:49.733375 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:00:49.987081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.002567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.014446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=0c9cc5ac-68df-4fd4-b550-7c5c570a0e58,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:50.107536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf5ac40e-a651-463b-8522-08e8be13ff31 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:50.141683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: bf5ac40e-a651-463b-8522-08e8be13ff31 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:50.142024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bf5ac40e-a651-463b-8522-08e8be13ff31 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:50.174367 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4460103b-0ec3-4753-a76a-e872e618fc7d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/0c9cc5ac-68df-4fd4-b550-7c5c570a0e58 HTTP/1.1" status: 204 len: 168 time: 0.7921507 Feb 16 13:00:50.203286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57860) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:50.208997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'network': {'name': 'tempest-network-smoke--1346937256', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:50.214250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:50.218393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:network and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:50.221808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:50.228276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:50.379070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:50.382708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.411150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:00:50.420432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.420832 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Added segment 91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6 of type vlan for network 17a89d99-a996-4f91-ac67-91678836e540 Feb 16 13:00:50.446689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.579354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.584850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.585947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.706023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Network': ['ID=17a89d99-a996-4f91-ac67-91678836e540,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:50.713964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.714309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.714645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.714974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.715377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.715656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.715979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.716301 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.716622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.716942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.717258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.717569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.728399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 17a89d99-a996-4f91-ac67-91678836e540 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:00:50.776070 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8b8bbe45-b498-4960-ac11-159a40012c1c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5704439 Feb 16 13:00:50.783925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:50.789364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'admin_state_up': True, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:50.796484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:50.800958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:router and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:50.803822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:50.810460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:50.945692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.946732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.963431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:51.401071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:51.792428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:51.822730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.076219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.126 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8edbebca-371d-43d8-a1a3-709bf680c3ca) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:52.226299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.368553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.436622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:52.439799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:52.443535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:52.477443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=8edbebca-371d-43d8-a1a3-709bf680c3ca,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:52.960250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:53.323998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:53.648210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:00:53.974101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:53.986214 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Sync routers for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:53.996879 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:53.997576 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:54.087793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.089028 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-830b3299-fd8d-433b-9b2a-e64c301bf385 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3040833 Feb 16 13:00:54.093930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:54.185514 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bb5f8505-ad0b-46ff-8c05-beee14316d39 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917b8d2dcabc429e9139146c6130324b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0903771 Feb 16 13:00:54.188440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57876) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:54.199716 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:54.324168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8c04a-51b6-40bd-b592-bc6706de7075 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:54.325592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eef8c04a-51b6-40bd-b592-bc6706de7075 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361153 Feb 16 13:00:54.328720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57880) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:54.369902 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7cfa8da7-62f9-44dd-904e-1ba2acb8121f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400889 Feb 16 13:00:54.372503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57884) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:54.378616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1323266017', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:54.493206 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:52Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:54.497583 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Checking router: 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:54.497931 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Updating router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb port 8edbebca-371d-43d8-a1a3-709bf680c3ca binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:00:54.509667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:54.513635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:subnet and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:54.516647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:54.522311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:54.591164 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.647891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:54.651464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.937345 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:54.949726 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Transition to ACTIVE for port object 8edbebca-371d-43d8-a1a3-709bf680c3ca will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:54.991736 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:00:55.059320 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.099701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.140514 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Pushing event updated for resources: {'Port': ['ID=8edbebca-371d-43d8-a1a3-709bf680c3ca,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:55.144181 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Attempting to bind port 8edbebca-371d-43d8-a1a3-709bf680c3ca on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:55.144534 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Attempting to bind port 8edbebca-371d-43d8-a1a3-709bf680c3ca by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:55.144886 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Attempting to bind port 8edbebca-371d-43d8-a1a3-709bf680c3ca on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:55.152977 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.153328 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.153639 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.153964 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.154287 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.154610 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.154959 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.155322 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.155680 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.156056 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.156380 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.156694 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:55.162241 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:55.164985 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:55.164985 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.164985 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:55.164985 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Bound port: 8edbebca-371d-43d8-a1a3-709bf680c3ca, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:55.165541 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.186694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Subnet': ['ID=7eff7132-b23f-4d55-9495-38f67c1c997b,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:55.195723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Checking segment: {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:55.195723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network hostable DHCP agents. Network: 17a89d99-a996-4f91-ac67-91678836e540, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:00:55.244253 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] For port 8edbebca-371d-43d8-a1a3-709bf680c3ca, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:55.247403 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] For port 8edbebca-371d-43d8-a1a3-709bf680c3ca, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8edbebca-371d-43d8-a1a3-709bf680c3ca,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:55.367577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 17a89d99-a996-4f91-ac67-91678836e540 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:00:55.417019 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.495911 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:55.496624 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:55.559911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 17a89d99-a996-4f91-ac67-91678836e540) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:55.564308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.565628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.565876 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4b262-e2f9-47fd-a926-b1ca0b998540 None None] Pushing event updated for resources: {'Port': ['ID=8edbebca-371d-43d8-a1a3-709bf680c3ca,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:55.571743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3375f-b243-4741-adc9-9039fafbe410 None None] Network 17a89d99-a996-4f91-ac67-91678836e540 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:00:55.688286 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e5e5f52b-935c-4525-a0e1-ba676ad348d2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3146727 Feb 16 13:00:55.691017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57888) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:55.691375 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:55.806859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-17a89d99-a996-4f91-ac67-91678836e540', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:00:55.807878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.979338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Allocated IP 172.20.0.2 (17a89d99-a996-4f91-ac67-91678836e540/7eff7132-b23f-4d55-9495-38f67c1c997b/8ca4fa12-4e56-48ea-a21b-9131964f8be8) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:56.038526 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:52Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:56.043669 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2b50b-f23b-4453-b954-92703ecbe39a None None] The sync data for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv is: [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:52Z', 'revision_number': 3, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:56.226863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.238236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Transition to ACTIVE for port object 8ca4fa12-4e56-48ea-a21b-9131964f8be8 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:56.259461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Transition to ACTIVE for port object 8ca4fa12-4e56-48ea-a21b-9131964f8be8 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:56.385548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.455043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Network 17a89d99-a996-4f91-ac67-91678836e540 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:56.462072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:56.463518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:56.472824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Pushing event updated for resources: {'Port': ['ID=8ca4fa12-4e56-48ea-a21b-9131964f8be8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:56.530083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.610462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Attempting to bind port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:56.611407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Attempting to bind port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:56.611407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Attempting to bind port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 on network 17a89d99-a996-4f91-ac67-91678836e540 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:56.618055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:56.618429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Checking segment: {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:56.618836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.619268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Bound using segment: {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:56.619751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Bound port: 8ca4fa12-4e56-48ea-a21b-9131964f8be8, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:56.620169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.727967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] For port 8ca4fa12-4e56-48ea-a21b-9131964f8be8, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:56.731788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] For port 8ca4fa12-4e56-48ea-a21b-9131964f8be8, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8ca4fa12-4e56-48ea-a21b-9131964f8be8,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:56.826591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.920852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a7899-991c-4027-9f50-7878db937b1c None None] Pushing event updated for resources: {'Port': ['ID=8ca4fa12-4e56-48ea-a21b-9131964f8be8,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:56.997680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.1 (17a89d99-a996-4f91-ac67-91678836e540/7eff7132-b23f-4d55-9495-38f67c1c997b/7ec406fb-1a0c-45a0-a51f-80828af7ee5c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:57.332143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.351795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object 7ec406fb-1a0c-45a0-a51f-80828af7ee5c will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:57.459834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.529597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 17a89d99-a996-4f91-ac67-91678836e540 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:57.532839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:57.536890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:57.570253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:57.601642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.083385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.152278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d5086-6660-478d-8eeb-8b82c96856fe None None] Network 17a89d99-a996-4f91-ac67-91678836e540 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:00:58.238034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8ca4fa12-4e56-48ea-a21b-9131964f8be8 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:58.442015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-934c30fc-a3a3-4b8e-a7e6-bc33573a5137 None None] Provisioning for port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:58.528498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.539044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:58.544796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:58.550226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.607860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.681793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.702486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Provisioning complete for port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:58.702957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.743243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.747789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:58.771919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8ca4fa12-4e56-48ea-a21b-9131964f8be8, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8ca4fa12-4e56-48ea-a21b-9131964f8be8,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:58.853530 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.916359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.917139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8edbebca-371d-43d8-a1a3-709bf680c3ca up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:58.940318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 17a89d99-a996-4f91-ac67-91678836e540 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:58.941682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:59.106817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:00:59.107195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:00:59.119555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8ca4fa12-4e56-48ea-a21b-9131964f8be8,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:59.157116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:59.282451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8edbebca-371d-43d8-a1a3-709bf680c3ca completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:59.288506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8edbebca-371d-43d8-a1a3-709bf680c3ca triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:59.288885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.419739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.437024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8edbebca-371d-43d8-a1a3-709bf680c3ca, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8edbebca-371d-43d8-a1a3-709bf680c3ca,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:59.469221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:59.479395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Sync routers for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:59.484765 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-167f123e-6603-4464-afbb-0d251c974265 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/93b3ee46-c96c-4c64-85ef-6cbbdca94dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7898819 Feb 16 13:00:59.484982 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57892) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:59.488733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:59.489356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:59.544104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.630493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9c12c-78c7-48af-92ba-d425a155783f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.631254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9c12c-78c7-48af-92ba-d425a155783f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.631452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9c12c-78c7-48af-92ba-d425a155783f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.631932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9c12c-78c7-48af-92ba-d425a155783f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.632387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9c12c-78c7-48af-92ba-d425a155783f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.632840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9c12c-78c7-48af-92ba-d425a155783f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.634656 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2ae9c12c-78c7-48af-92ba-d425a155783f tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1486640 Feb 16 13:00:59.637489 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57896) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:59.713291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18ff6c-ae70-4693-a2c5-9e378c81acfb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.713790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18ff6c-ae70-4693-a2c5-9e378c81acfb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.714237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18ff6c-ae70-4693-a2c5-9e378c81acfb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.714680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18ff6c-ae70-4693-a2c5-9e378c81acfb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.715147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18ff6c-ae70-4693-a2c5-9e378c81acfb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.715586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18ff6c-ae70-4693-a2c5-9e378c81acfb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:59.717328 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6b18ff6c-ae70-4693-a2c5-9e378c81acfb tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0789371 Feb 16 13:00:59.720245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:59.762840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8edbebca-371d-43d8-a1a3-709bf680c3ca,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:59.790608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:59.941629 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b714dbc2-ffb0-406c-b59e-823a0678d7b6 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2201695 Feb 16 13:00:59.963317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Provisioning for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:59.987558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Provisioning complete for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:59.987943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.103939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fc67532a-db25-4185-a6c8-226be69b14db None None] Port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:01:00.136164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8ca4fa12-4e56-48ea-a21b-9131964f8be8 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:00.262972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-74679397-5e20-4683-b298-263eb465e50e None None] Provisioning complete for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:00.263291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74679397-5e20-4683-b298-263eb465e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.317571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:00.318225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.369980 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-74679397-5e20-4683-b298-263eb465e50e None None] Port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:01:00.395827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57906) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:00.399491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:00:58Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:00.401786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654517759', 'description': 'tempest-secgroup-smoke-654517759 description', 'project_id': '917b8d2dcabc429e9139146c6130324b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:00.407502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Checking router: 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:00.407858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Updating router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:01:00.408126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:00.412399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:00.416752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:00.422782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:00.503860 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.550665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8edbebca-371d-43d8-a1a3-709bf680c3ca up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:00.567715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.589636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:00.593764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:00.596665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:00.602659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:00.676585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.705683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8edbebca-371d-43d8-a1a3-709bf680c3ca triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:00.706048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.793823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.855577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab238d-430d-4f64-8c47-1bfa5b6c1f68,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:00.973470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.978485 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-eb023da0-b37f-4371-99a2-5362776ce781 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5781999 Feb 16 13:01:00.978871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57910) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:00.984709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '65ab238d-430d-4f64-8c47-1bfa5b6c1f68', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:00.998016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:00.998016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:00.998016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:01.004410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:01.016585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.029582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Transition to ACTIVE for port object 7ec406fb-1a0c-45a0-a51f-80828af7ee5c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:01.140012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.178567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.203412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.298932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.310959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc77b4-4d55-4191-988c-d91bc2c4d5f6 None None] Pushing event updated for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.326215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396a7caf-b962-4390-a27d-02350ea0cd46,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.415624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Attempting to bind port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:01.416129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Attempting to bind port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:01.416514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Attempting to bind port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c on network 17a89d99-a996-4f91-ac67-91678836e540 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:01.422655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:01:01.423084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Checking segment: {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:01:01.423493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.423915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Bound using segment: {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:01:01.424394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Bound port: 7ec406fb-1a0c-45a0-a51f-80828af7ee5c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:01.424765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.450572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.451911 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-db7f06b6-2b0e-4c5b-bc8a-7d93d03ba9b6 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4717817 Feb 16 13:01:01.454686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57914) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:01.460325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '65ab238d-430d-4f64-8c47-1bfa5b6c1f68', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:01.466468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:01.470268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:01.473162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:01.479102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:01.567265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] For port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:01:01.570946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] For port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:01:01.612270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.678912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.699053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.778437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:01.779242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:00:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:01.796475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.828245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959acb07-b939-4fce-97c9-17cd670a931e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.847005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc77b4-4d55-4191-988c-d91bc2c4d5f6 None None] Pushing event updated for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.983778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:01.990338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.995399 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2dcd4dcf-bd89-45d2-8f11-2dc8e83a4322 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5366464 Feb 16 13:01:01.995715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 57918) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:02.001354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '65ab238d-430d-4f64-8c47-1bfa5b6c1f68', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:02.007583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:02.011689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:02.014869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:02.020962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:02.174389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.247556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.325772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:02.330485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9525cf-6ebc-4956-83c3-7238d909619b None None] The sync data for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv is: [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:01Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:02.470355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.495419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4a4ded-9d6a-4522-95e7-bf76034045dc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:02.670406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.675233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57922) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:02.675503 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ac62a76b-eb63-45f4-8d1c-fb00abbab05f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6785836 Feb 16 13:01:02.680641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '65ab238d-430d-4f64-8c47-1bfa5b6c1f68', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:02.686896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:02.690798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:02.693858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:02.700435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:02.815590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.890868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.053097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.080393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0ce565-f22e-4633-b1d8-6202e6f54059,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.218977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.220638 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fd153ad7-35f0-47f4-b6fe-34d11823e58e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5442653 Feb 16 13:01:03.223893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57926) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:03.229146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '65ab238d-430d-4f64-8c47-1bfa5b6c1f68', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:03.235476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:03.239362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:03.243301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:03.249830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:03.628144 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:01:03.635213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.699711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.796181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.821452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6282360-2dec-493d-8b5d-d9963a982e2f,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.853546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4472247f-8255-4a3c-9ae7-cfda9d47c2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.910404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.911642 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bffe616a-e885-48d1-924c-6929a47543cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6871679 Feb 16 13:01:03.914938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57932) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:03.919993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'security_group_rule': {'security_group_id': '65ab238d-430d-4f64-8c47-1bfa5b6c1f68', 'project_id': '917b8d2dcabc429e9139146c6130324b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:03.926115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:03.931445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:security_group_rule and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:03.932814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:03.938523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:04.070519 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Project 917b8d2dcabc429e9139146c6130324b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:01:04.078198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.142818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ec406fb-1a0c-45a0-a51f-80828af7ee5c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:04.153322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.281616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.305825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ad6623-d4ee-4531-8fbb-3d824eb70fcf,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:04.315875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:04.321528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:04.321926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.434062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.435419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6b28d802-6cac-4ae0-bc4c-5f8a902d50bf tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5195489 Feb 16 13:01:04.441432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.475996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:04.595880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.599146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-45ed6ee5-95da-495e-bc8f-58d5be27dd78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:04.663688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:04.701773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-45ed6ee5-95da-495e-bc8f-58d5be27dd78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:04.702960 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-45ed6ee5-95da-495e-bc8f-58d5be27dd78 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654517759&fields=id&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 267 time: 0.1435788 Feb 16 13:01:04.856633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-28b05c1e-2af8-4015-8e34-fd393b3fdd66 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:04.857326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-28b05c1e-2af8-4015-8e34-fd393b3fdd66 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:04.979142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-28b05c1e-2af8-4015-8e34-fd393b3fdd66 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:04.980363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-28b05c1e-2af8-4015-8e34-fd393b3fdd66 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/networks?id=17a89d99-a996-4f91-ac67-91678836e540 HTTP/1.1" status: 200 len: 797 time: 0.2706168 Feb 16 13:01:04.996262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-002fe274-8809-4e8a-9203-06e3271a7009 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/quotas/917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 375 time: 0.0103025 Feb 16 13:01:05.078928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-fad5a6db-bd00-4a7e-a7c9-5ddcad835a26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:05.201583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-fad5a6db-bd00-4a7e-a7c9-5ddcad835a26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:05.203017 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-fad5a6db-bd00-4a7e-a7c9-5ddcad835a26 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2012236 Feb 16 13:01:05.384312 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a5754bc9-e45e-4290-9717-14bd50f74863 service neutron] 10.222.0.47 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691499 Feb 16 13:01:05.529955 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-2853a380-97ab-4897-91da-63c01b6ccc7d service neutron] 10.222.0.47 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395662 Feb 16 13:01:05.853579 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8322b7f0-df4f-4ea5-b905-e2a55754f447 req-9e8ff2fe-7458-4654-aead-7a8e302d0a97 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 210 time: 0.0467129 Feb 16 13:01:06.120790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ec406fb-1a0c-45a0-a51f-80828af7ee5c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:06.196338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:06.196718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.244596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe208dc9-bf2b-4eab-9d67-a79f9c45c934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:07.006111 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-42b82bc4-786a-4ba6-83b9-071e2646b5b3 req-59c2f6dd-7301-4b4d-af00-887367af8e8d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 210 time: 0.0440643 Feb 16 13:01:07.285295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:07.338753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:08.165576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2e81914-b08a-49ad-a09f-bb2c50b32b12 req-090260bd-de5f-4552-8144-0b36d9f77916 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 210 time: 0.0433247 Feb 16 13:01:08.489263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-3cca947f-7e6a-44e7-9a31-eb90a2b7a857 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:08.490613 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-3cca947f-7e6a-44e7-9a31-eb90a2b7a857 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/networks?id=17a89d99-a996-4f91-ac67-91678836e540 HTTP/1.1" status: 200 len: 797 time: 0.1458955 Feb 16 13:01:08.545811 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-bb1c44b6-c550-4f8c-b921-d58ef395b11f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b8d2dcabc429e9139146c6130324b HTTP/1.1" status: 200 len: 379 time: 0.0457087 Feb 16 13:01:08.554144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'port': {'device_id': '636874c6-8642-4665-96ba-053756f48844', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'admin_state_up': True, 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'security_groups': ['65ab238d-430d-4f64-8c47-1bfa5b6c1f68']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:08.710504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:08.720643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:08.807052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:08.847726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Made reservation on behalf of 917b8d2dcabc429e9139146c6130324b for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:01:08.851409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:09.042916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.20.0.12 (17a89d99-a996-4f91-ac67-91678836e540/7eff7132-b23f-4d55-9495-38f67c1c997b/df7bf669-c4a8-424a-b6d8-9368125109a1) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:09.250347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:09.267912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Transition to ACTIVE for port object df7bf669-c4a8-424a-b6d8-9368125109a1 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:09.325963 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8853fe9-01b5-4fd7-b727-f6605398fb7c req-5143705d-bb6a-48ad-bb8e-1ac546b44df2 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 210 time: 0.0479896 Feb 16 13:01:09.401862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:09.591132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 17a89d99-a996-4f91-ac67-91678836e540 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:09.594177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:09.598088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:01:09.638282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=df7bf669-c4a8-424a-b6d8-9368125109a1,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:09.666831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:09.667498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:09.797011 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-6c5e8958-a1ca-4d24-bba1-f7d37d717e68 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2464018 Feb 16 13:01:09.808568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Request body: {'port': {'device_id': '636874c6-8642-4665-96ba-053756f48844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:09.932835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:09.943952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b8048c4f-7ed6-4e14-9b70-8afde2e9419b None None] Provisioning for port df7bf669-c4a8-424a-b6d8-9368125109a1 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:09.949162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b8048c4f-7ed6-4e14-9b70-8afde2e9419b None None] Provisioning complete for port df7bf669-c4a8-424a-b6d8-9368125109a1 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:09.953348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8048c4f-7ed6-4e14-9b70-8afde2e9419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.006178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b8048c4f-7ed6-4e14-9b70-8afde2e9419b None None] Port df7bf669-c4a8-424a-b6d8-9368125109a1 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:01:10.291227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7bf669-c4a8-424a-b6d8-9368125109a1 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:10.298392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.312350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Transition to ACTIVE for port object df7bf669-c4a8-424a-b6d8-9368125109a1 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:10.383402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.563508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Pushing event updated for resources: {'Port': ['ID=df7bf669-c4a8-424a-b6d8-9368125109a1,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:10.689163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Attempting to bind port df7bf669-c4a8-424a-b6d8-9368125109a1 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:10.689492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Attempting to bind port df7bf669-c4a8-424a-b6d8-9368125109a1 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:10.689818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Attempting to bind port df7bf669-c4a8-424a-b6d8-9368125109a1 on network 17a89d99-a996-4f91-ac67-91678836e540 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:10.701101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90144dbd-c79f-493f-9cc0-885a646485b2 req-45f0de42-fc15-413e-b2af-4d3853850c56 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:10.701809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-90144dbd-c79f-493f-9cc0-885a646485b2 req-45f0de42-fc15-413e-b2af-4d3853850c56 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:10.706744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Port df7bf669-c4a8-424a-b6d8-9368125109a1 on network 17a89d99-a996-4f91-ac67-91678836e540 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:01:10.706744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Attempting to bind port df7bf669-c4a8-424a-b6d8-9368125109a1 on network 17a89d99-a996-4f91-ac67-91678836e540 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:10.717444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:01:10.717781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Checking segment: {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:01:10.718165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Bound using segment: {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:01:10.718595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Bound port: df7bf669-c4a8-424a-b6d8-9368125109a1, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17a89d99-a996-4f91-ac67-91678836e540'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:10.718939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.813758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] For port df7bf669-c4a8-424a-b6d8-9368125109a1, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:01:10.816648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] For port df7bf669-c4a8-424a-b6d8-9368125109a1, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df7bf669-c4a8-424a-b6d8-9368125109a1,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:01:10.853056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-90144dbd-c79f-493f-9cc0-885a646485b2 req-45f0de42-fc15-413e-b2af-4d3853850c56 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:10.854243 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-90144dbd-c79f-493f-9cc0-885a646485b2 req-45f0de42-fc15-413e-b2af-4d3853850c56 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 944 time: 0.4194732 Feb 16 13:01:10.900451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-90144dbd-c79f-493f-9cc0-885a646485b2 req-45985eee-37a6-4c4e-8471-94a622ce3444 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403984 Feb 16 13:01:11.041793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:11.105345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:11.105964 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:11.107928 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] 10.222.0.67 "PUT /v2.0/ports/df7bf669-c4a8-424a-b6d8-9368125109a1 HTTP/1.1" status: 200 len: 1094 time: 1.3028960 Feb 16 13:01:11.107928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:11.131597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299e1a-1560-476e-8915-3b18a9ba364b service neutron] Pushing event updated for resources: {'Port': ['ID=df7bf669-c4a8-424a-b6d8-9368125109a1,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:11.158574 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'status': 'completed', 'code': 200} Feb 16 13:01:11.189970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:11.259970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b71f89-857e-40a2-8272-737d328842dc req-a753ecf2-9404-4ab4-8eac-f78f8522a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:11.261492 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6b71f89-857e-40a2-8272-737d328842dc req-a753ecf2-9404-4ab4-8eac-f78f8522a6eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 1097 time: 0.0792120 Feb 16 13:01:11.409331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b71f89-857e-40a2-8272-737d328842dc req-b53918f0-9280-4bfb-ba90-912eb367e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:11.410789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6b71f89-857e-40a2-8272-737d328842dc req-b53918f0-9280-4bfb-ba90-912eb367e6bf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=917b8d2dcabc429e9139146c6130324b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1425467 Feb 16 13:01:11.558879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b71f89-857e-40a2-8272-737d328842dc req-d92308c2-8a4c-4573-a8d2-6ef003c18164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:11.560419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6b71f89-857e-40a2-8272-737d328842dc req-d92308c2-8a4c-4573-a8d2-6ef003c18164 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1431761 Feb 16 13:01:11.668088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-16fab521-9129-496c-bf49-3937e1014516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:11.669627 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-16fab521-9129-496c-bf49-3937e1014516 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 1097 time: 0.0711534 Feb 16 13:01:11.741850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-e8c68e25-eced-456e-bf99-51dcdf24f5b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7bf669-c4a8-424a-b6d8-9368125109a1 HTTP/1.1" status: 200 len: 217 time: 0.0648029 Feb 16 13:01:11.804519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-115e0fd2-f6e2-4baf-88b5-6c350bd0815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:11.805979 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-115e0fd2-f6e2-4baf-88b5-6c350bd0815d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7eff7132-b23f-4d55-9495-38f67c1c997b HTTP/1.1" status: 200 len: 835 time: 0.0583987 Feb 16 13:01:11.998054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-385b0607-0705-483a-b6a4-b01f060ada78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:12.000346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-385b0607-0705-483a-b6a4-b01f060ada78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17a89d99-a996-4f91-ac67-91678836e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1873784 Feb 16 13:01:12.191374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-68cffb12-9e54-41b5-8b58-e46862f3576a service neutron] 10.222.0.67 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827970 Feb 16 13:01:12.201950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169cac6-0d4f-4a76-bcd1-9efe84c2a0c2 req-7e5ac1ff-2d77-47f1-ba34-97d6e29eb4a4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:12.203347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3169cac6-0d4f-4a76-bcd1-9efe84c2a0c2 req-7e5ac1ff-2d77-47f1-ba34-97d6e29eb4a4 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 944 time: 0.1768129 Feb 16 13:01:12.329882 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3169cac6-0d4f-4a76-bcd1-9efe84c2a0c2 req-fc1c2185-a495-4bb9-8761-e4a5cbd73eb0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063590 Feb 16 13:01:12.361659 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa1112c8-21cf-441b-9fb5-af8ddc8c0fef req-c2860672-cb16-4e41-bf99-db69e44b58f7 service neutron] 10.222.0.67 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573868 Feb 16 13:01:13.527005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026c54-19e7-469f-be77-2e1b451e7182 req-0ffaa2ca-8c75-4cb0-bfab-7f40fd85d26f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:13.528868 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b026c54-19e7-469f-be77-2e1b451e7182 req-0ffaa2ca-8c75-4cb0-bfab-7f40fd85d26f tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 944 time: 0.0865722 Feb 16 13:01:13.577818 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b026c54-19e7-469f-be77-2e1b451e7182 req-770c2508-b39e-43db-8397-52129f961b64 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Feb 16 13:01:14.764262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07f3e7-784b-4eec-bd30-a11c547c5fb0 req-87ca9829-8bd3-443d-822a-9e54c94389f0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:14.765739 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc07f3e7-784b-4eec-bd30-a11c547c5fb0 req-87ca9829-8bd3-443d-822a-9e54c94389f0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 944 time: 0.0813103 Feb 16 13:01:14.813703 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc07f3e7-784b-4eec-bd30-a11c547c5fb0 req-1ba957ef-8c31-44df-b308-94cdaf63ab44 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420649 Feb 16 13:01:14.932688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device df7bf669-c4a8-424a-b6d8-9368125109a1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:01:15.074814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port df7bf669-c4a8-424a-b6d8-9368125109a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df7bf669-c4a8-424a-b6d8-9368125109a1,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:15.088410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'mac_address': 'fa:16:3e:ec:bf:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:01:15.149354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.167567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7bf669-c4a8-424a-b6d8-9368125109a1 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:15.183642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port df7bf669-c4a8-424a-b6d8-9368125109a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df7bf669-c4a8-424a-b6d8-9368125109a1,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:15.302099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.370847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=df7bf669-c4a8-424a-b6d8-9368125109a1,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:15.549266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['df7bf669-c4a8-424a-b6d8-9368125109a1'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:01:16.003639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7aae8-6701-4f5c-959a-1b493d078535 req-0173edaf-ea38-476f-996c-6f6020077a56 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:16.005129 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-28b7aae8-6701-4f5c-959a-1b493d078535 req-0173edaf-ea38-476f-996c-6f6020077a56 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 945 time: 0.0852897 Feb 16 13:01:16.051193 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-28b7aae8-6701-4f5c-959a-1b493d078535 req-84e1b6e1-2bf7-4b95-a0fd-85aea9bb763c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 Feb 16 13:01:16.957290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device df7bf669-c4a8-424a-b6d8-9368125109a1 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:17.206974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port df7bf669-c4a8-424a-b6d8-9368125109a1 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:17.213152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port df7bf669-c4a8-424a-b6d8-9368125109a1 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:17.213323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:17.273151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a64a38-ff2a-4ef9-8602-334efd4b19a5 req-c380c18b-4a98-48c8-943d-7f78049bd006 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:17.274699 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92a64a38-ff2a-4ef9-8602-334efd4b19a5 req-c380c18b-4a98-48c8-943d-7f78049bd006 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 945 time: 0.1061289 Feb 16 13:01:17.330130 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92a64a38-ff2a-4ef9-8602-334efd4b19a5 req-a7c3ddd9-c980-4c51-95e7-8b82852a952c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459058 Feb 16 13:01:17.362377 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:17.391352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:17.401548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port df7bf669-c4a8-424a-b6d8-9368125109a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df7bf669-c4a8-424a-b6d8-9368125109a1,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:17.440140 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'code': 200} Feb 16 13:01:17.744597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:17.827864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=df7bf669-c4a8-424a-b6d8-9368125109a1,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:18.170476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b221b42-5372-4bd0-b173-2f8fd474e749 req-436ead67-6b59-4f0c-8d47-86d009c2b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:18.171977 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8b221b42-5372-4bd0-b173-2f8fd474e749 req-436ead67-6b59-4f0c-8d47-86d009c2b6f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 1099 time: 0.0790327 Feb 16 13:01:18.215159 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8b221b42-5372-4bd0-b173-2f8fd474e749 req-49de82d4-2e6a-45ea-a665-5f4f48e76eed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362110 Feb 16 13:01:18.532213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557d28-cd1d-4ffa-9e1f-6bf41fbec950 req-7166fc10-e034-4038-95d3-595addb82368 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:18.533682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0557d28-cd1d-4ffa-9e1f-6bf41fbec950 req-7166fc10-e034-4038-95d3-595addb82368 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 946 time: 0.0833941 Feb 16 13:01:18.583672 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0557d28-cd1d-4ffa-9e1f-6bf41fbec950 req-a2c4e8d5-90f6-4573-9b92-8f87460e7ddd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415812 Feb 16 13:01:19.792615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb3fef-a737-45e4-9aae-904a1656efb2 req-ad903674-3577-4f16-bb65-7be584558689 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:19.794249 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-22cb3fef-a737-45e4-9aae-904a1656efb2 req-ad903674-3577-4f16-bb65-7be584558689 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 946 time: 0.0876818 Feb 16 13:01:19.850408 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-22cb3fef-a737-45e4-9aae-904a1656efb2 req-f90f02ec-f1be-46dc-a33d-b913597e3ca8 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 Feb 16 13:01:21.051524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fabe8-a5cb-4dd8-af2e-4ccd6441049a req-87c0936e-8f14-4b2a-9acd-9a47b451ea27 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:21.053086 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d3fabe8-a5cb-4dd8-af2e-4ccd6441049a req-87c0936e-8f14-4b2a-9acd-9a47b451ea27 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 946 time: 0.0913808 Feb 16 13:01:21.108441 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d3fabe8-a5cb-4dd8-af2e-4ccd6441049a req-5285b59e-5f40-410e-af63-b45ebf6d6f95 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495756 Feb 16 13:01:21.314566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe61cf8-b71a-42d3-a9f8-77ab04e93995 req-b5b8d586-bf61-4280-91d8-7cda15ae859c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:21.316214 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5fe61cf8-b71a-42d3-a9f8-77ab04e93995 req-b5b8d586-bf61-4280-91d8-7cda15ae859c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 946 time: 0.0876617 Feb 16 13:01:21.365350 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5fe61cf8-b71a-42d3-a9f8-77ab04e93995 req-48482d3b-e548-4fe8-ab04-e3e21db7204c tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429103 Feb 16 13:01:21.392411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 57996) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:21.471295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e8c093-b42a-48b2-8178-7a4969f3cb34 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:21.472898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-63e8c093-b42a-48b2-8178-7a4969f3cb34 tempest-TestNetworkBasicOps-1957488150 tempest-TestNetworkBasicOps-1957488150-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 1094 time: 0.0822196 Feb 16 13:01:21.684080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58000) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:21.684080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:21.684080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:21.684080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Usage tracker for resource:floatingip and tenant:917b8d2dcabc429e9139146c6130324b is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:21.684080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:21.684080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:21.955115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:22.095876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:22.232579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Allocated IP 172.26.6.201 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/e3167e74-cc0c-45c3-96e9-2c94ddd2aa23) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:22.484820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:22.586147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:22.659424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:22.662719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:22.667320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:01:22.695741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e3167e74-cc0c-45c3-96e9-2c94ddd2aa23,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:23.113534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:23.326615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:23.541087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:23.690388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:23.796477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event updated for resources: {'Port': ['ID=e3167e74-cc0c-45c3-96e9-2c94ddd2aa23,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:23.813372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:23.987870 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 9339c353-6b45-44c1-ad00-d1aee3515eb2 associated. External IP: 172.26.6.201, port: df7bf669-c4a8-424a-b6d8-9368125109a1. Feb 16 13:01:24.469774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:01:24.653128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:01:24.672149 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] Sync routers for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:24.696345 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:24.696345 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:01:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:24.876044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:24.921350 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:24.939194 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-36c336be-0ee3-4d99-97da-e444dc867e4b tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4618814 Feb 16 13:01:24.939783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:24.943119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58004) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:24.996196 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'status': 'completed', 'code': 200} Feb 16 13:01:25.078924 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5371f223-be10-453a-88c8-2374618203ef tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 200 len: 992 time: 0.1356955 Feb 16 13:01:25.133626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-29057009-23c2-4dcf-8821-44c971f08a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:25.135073 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-29057009-23c2-4dcf-8821-44c971f08a1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 1099 time: 0.1017859 Feb 16 13:01:25.270524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-f43a3576-c079-427d-82cd-ab60993cfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:25.272802 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-f43a3576-c079-427d-82cd-ab60993cfc97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=17a89d99-a996-4f91-ac67-91678836e540 HTTP/1.1" status: 200 len: 897 time: 0.1309059 Feb 16 13:01:25.315674 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9339c353-6b45-44c1-ad00-d1aee3515eb2', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'mac_address': 'fa:16:3e:ec:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636874c6-8642-4665-96ba-053756f48844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:23Z', 'updated_at': '2022-02-16T13:01:23Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:04Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:25.319938 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] Checking router: 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:25.328100 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:25.328726 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:01:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:25.396677 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-ac4e4d04-840c-417e-8840-edbcab19e0ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7bf669-c4a8-424a-b6d8-9368125109a1 HTTP/1.1" status: 200 len: 1000 time: 0.1169834 Feb 16 13:01:25.464642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-78c2ecf2-9b35-4180-ad6c-f36f3a090fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:25.466127 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-78c2ecf2-9b35-4180-ad6c-f36f3a090fc5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7eff7132-b23f-4d55-9495-38f67c1c997b HTTP/1.1" status: 200 len: 835 time: 0.0631521 Feb 16 13:01:25.519965 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:25.554484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-4338001b-df85-4591-9370-a2f23279359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:25.555997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-4338001b-df85-4591-9370-a2f23279359f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17a89d99-a996-4f91-ac67-91678836e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831730 Feb 16 13:01:25.699515 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-7fe1c90c-d977-4373-a42a-9923dcd3ed12 service neutron] 10.222.0.67 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369843 Feb 16 13:01:25.849084 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13185c0a-c08f-4082-9cbf-7142ff4f5c9e req-c1245cbb-3cba-49eb-b788-9eedbe53196f service neutron] 10.222.0.67 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426237 Feb 16 13:01:25.899723 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9339c353-6b45-44c1-ad00-d1aee3515eb2', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'mac_address': 'fa:16:3e:ec:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636874c6-8642-4665-96ba-053756f48844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:23Z', 'updated_at': '2022-02-16T13:01:23Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:04Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:25.903726 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758b64e-5b70-4fd0-8a7d-e9f9726837f9 None None] The sync data for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv is: [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:00:57Z', 'revision_number': 4, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9339c353-6b45-44c1-ad00-d1aee3515eb2', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'mac_address': 'fa:16:3e:ec:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636874c6-8642-4665-96ba-053756f48844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:23Z', 'updated_at': '2022-02-16T13:01:23Z', 'revision_number': 0, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:04Z', 'revision_number': 5, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:26.084387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58010) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:26.114365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8086373-b23d-4c77-a154-e5f46ba88d1b None None] New status for floating IP 9339c353-6b45-44c1-ad00-d1aee3515eb2: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:26.200455 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-28dff97a-c51b-40c1-b5f5-b0744f6bff10 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 200 len: 992 time: 0.1143703 Feb 16 13:01:27.204445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58014) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:27.312360 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dbe46293-20d9-4098-a402-656bcddac33a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 200 len: 994 time: 0.1067655 Feb 16 13:01:27.649629 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-ab3a374d-554b-49da-8a97-009e2d1a7ef3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692868 Feb 16 13:01:27.796968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-ef2a429c-2598-4780-bb1a-6b3496c4db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:27.798445 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-ef2a429c-2598-4780-bb1a-6b3496c4db3d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1098 time: 0.0751493 Feb 16 13:01:27.944188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-82c8c584-d48c-4257-a8ef-e046f7677c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:27.944568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-82c8c584-d48c-4257-a8ef-e046f7677c0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1272092 Feb 16 13:01:28.159457 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-9804df08-52ca-4ff2-8f10-ad0d76c60379 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 200 len: 1001 time: 0.2087328 Feb 16 13:01:28.227742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-578b4711-5989-4bfb-b8c3-482a2977d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:28.229182 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-578b4711-5989-4bfb-b8c3-482a2977d98d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0638354 Feb 16 13:01:28.305973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-ef619635-d7a4-4bb4-af61-365ae7814e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:28.307548 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-ef619635-d7a4-4bb4-af61-365ae7814e43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714040 Feb 16 13:01:28.449062 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-b2bf2002-0616-44aa-8ca9-2b93e9423558 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341643 Feb 16 13:01:28.586322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-915e7fc5-e909-4554-9f1c-729bd402cde7 req-a4925758-063f-48ac-bc0b-ab3b0d0bcfce service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309664 Feb 16 13:01:31.991196 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:01:33.880058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93147244-5f35-4486-8680-f629afaa6a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:36.268791 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8f9405-a21a-4812-982e-cd6d710d84b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:37.314532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:37.342991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:38.886067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:41.158310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.425390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58044) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:59.431306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-bb37db22-4b92-495a-a9e4-cc8bc947b4b5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:59.982269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb37db22-4b92-495a-a9e4-cc8bc947b4b5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:00.130951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb37db22-4b92-495a-a9e4-cc8bc947b4b5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:00.315616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb37db22-4b92-495a-a9e4-cc8bc947b4b5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:00.617897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb37db22-4b92-495a-a9e4-cc8bc947b4b5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:00.625319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb37db22-4b92-495a-a9e4-cc8bc947b4b5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:00.627333 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bb37db22-4b92-495a-a9e4-cc8bc947b4b5 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/93b3ee46-c96c-4c64-85ef-6cbbdca94dbb HTTP/1.1" status: 200 len: 889 time: 1.2000849 Feb 16 13:02:00.629431 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] Sync routers for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:00.639539 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:00.640150 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:01:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.703756 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.712529 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:00.713120 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:01:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.774244 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.774603 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a7e25-88ca-49c7-a32f-d95119d1f99a None None] The sync data for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:01.533261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479af87c-c39f-41ec-9dd1-8990867286fa None None] New status for floating IP 9339c353-6b45-44c1-ad00-d1aee3515eb2: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:02.142655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ec406fb-1a0c-45a0-a51f-80828af7ee5c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:02.258747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.295315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:02.404896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.405606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8edbebca-371d-43d8-a1a3-709bf680c3ca no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:02.528786 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:02.564826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.565538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.565538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.565784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.566115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.566444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.566770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.567116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.567442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.567762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.568080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.568397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.606106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.626698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8edbebca-371d-43d8-a1a3-709bf680c3ca, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8edbebca-371d-43d8-a1a3-709bf680c3ca,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:02.764584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.801500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:02.806839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2e909f74-4e87-46cb-929b-1b59fb954ca0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:02.841203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8edbebca-371d-43d8-a1a3-709bf680c3ca,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:03.364095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e909f74-4e87-46cb-929b-1b59fb954ca0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.451686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e909f74-4e87-46cb-929b-1b59fb954ca0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690042'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.772201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e909f74-4e87-46cb-929b-1b59fb954ca0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:03.832996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75cd32d0-6cba-45a5-9a43-21af036f30a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.963460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e909f74-4e87-46cb-929b-1b59fb954ca0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:03.970158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e909f74-4e87-46cb-929b-1b59fb954ca0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.971686 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2e909f74-4e87-46cb-929b-1b59fb954ca0 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/93b3ee46-c96c-4c64-85ef-6cbbdca94dbb HTTP/1.1" status: 200 len: 888 time: 1.1688342 Feb 16 13:02:03.974782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:03.978112 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] Sync routers for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:03.988277 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:03.989040 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:01:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:04.093934 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6554dd07-fea2-4157-a817-c41d2da132cc tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 200 len: 992 time: 0.1164894 Feb 16 13:02:04.175067 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:04.559161 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:03Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9339c353-6b45-44c1-ad00-d1aee3515eb2', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'mac_address': 'fa:16:3e:ec:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636874c6-8642-4665-96ba-053756f48844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:23Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:02:02Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:04.562787 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] Checking router: 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:04.571477 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:04.572073 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:01:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:04.904523 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:05.096576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58058) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:05.137580 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:03Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9339c353-6b45-44c1-ad00-d1aee3515eb2', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'mac_address': 'fa:16:3e:ec:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636874c6-8642-4665-96ba-053756f48844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:23Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:02:02Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:05.141582 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4093e-f1e7-4715-8bdb-1cd516c64631 None None] The sync data for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv is: [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:03Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9339c353-6b45-44c1-ad00-d1aee3515eb2', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'port_id': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'mac_address': 'fa:16:3e:ec:bf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636874c6-8642-4665-96ba-053756f48844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:01:23Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 2, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:02:02Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:05.205841 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1947a05b-e844-4105-9a28-6e44fc8105ea tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 200 len: 992 time: 0.1077528 Feb 16 13:02:06.176118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-285cb139-4b2c-46cc-b0df-780fa1e47036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.209428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58062) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:06.214371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ec406fb-1a0c-45a0-a51f-80828af7ee5c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:06.292515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:06.292873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.339234 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c220dd5d-b402-4d7b-bfca-dc5dcd2a45cd tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 200 len: 992 time: 0.1280353 Feb 16 13:02:06.457669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.494126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:06.575776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.576593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8edbebca-371d-43d8-a1a3-709bf680c3ca up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:06.692090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:06.705393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8edbebca-371d-43d8-a1a3-709bf680c3ca triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:06.705769 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.830231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.848916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8edbebca-371d-43d8-a1a3-709bf680c3ca, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8edbebca-371d-43d8-a1a3-709bf680c3ca,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:06.884916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8c03f-5d8c-4a69-8094-a3eb9506fe6c None None] New status for floating IP 9339c353-6b45-44c1-ad00-d1aee3515eb2: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:06.944004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.121514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8edbebca-371d-43d8-a1a3-709bf680c3ca,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:07.348001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58066) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:07.461380 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9e22219c-f4b7-44d5-800e-c6e60227ee87 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 200 len: 994 time: 0.1121798 Feb 16 13:02:07.466874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.466874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.759966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58074) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:07.970200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port e3167e74-cc0c-45c3-96e9-2c94ddd2aa23 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:07.970574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.146209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.146595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.158806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ec406fb-1a0c-45a0-a51f-80828af7ee5c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:08.244584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:08.244954 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.285005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for e3167e74-cc0c-45c3-96e9-2c94ddd2aa23 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:08.423986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8edbebca-371d-43d8-a1a3-709bf680c3ca up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:08.493424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8edbebca-371d-43d8-a1a3-709bf680c3ca triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:08.494161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.599020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.656660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=e3167e74-cc0c-45c3-96e9-2c94ddd2aa23,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:08.687542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.687895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.688274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.703321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:08.752027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.754055 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Floating IP 9339c353-6b45-44c1-ad00-d1aee3515eb2 disassociated (deleted). External IP: 172.26.6.201, port: df7bf669-c4a8-424a-b6d8-9368125109a1. Feb 16 13:02:08.789508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.992968 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:02:09.229983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:09.418206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:09.429663 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] Sync routers for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:09.439107 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:09.439731 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:02:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:09.525228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:09.586495 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4fbb88ba-4830-489d-9545-a3147d24e589 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/floatingips/9339c353-6b45-44c1-ad00-d1aee3515eb2 HTTP/1.1" status: 204 len: 168 time: 1.8253143 Feb 16 13:02:09.587608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:09.635566 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'status': 'completed', 'code': 200} Feb 16 13:02:09.638717 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:09.742802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-de6cdaef-a549-4d53-93c0-7928f8a0744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:09.744363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-de6cdaef-a549-4d53-93c0-7928f8a0744f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=917b8d2dcabc429e9139146c6130324b&device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 1099 time: 0.0839140 Feb 16 13:02:09.894605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-c06c7ea2-615d-432a-a93b-8c0a1896517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:09.896281 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-c06c7ea2-615d-432a-a93b-8c0a1896517b service neutron] 10.222.0.67 "GET /v2.0/networks?id=17a89d99-a996-4f91-ac67-91678836e540 HTTP/1.1" status: 200 len: 897 time: 0.1446834 Feb 16 13:02:09.969740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-18b00bd2-62b2-4549-a854-1b9b6f35ebe9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7bf669-c4a8-424a-b6d8-9368125109a1 HTTP/1.1" status: 200 len: 217 time: 0.0658951 Feb 16 13:02:09.992531 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:03Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:09.998385 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] Checking router: 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:10.010161 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:10.010161 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:02:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:10.058659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-ccc3f07e-a27a-4e77-96a4-6a9c196959ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:10.060322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-ccc3f07e-a27a-4e77-96a4-6a9c196959ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7eff7132-b23f-4d55-9495-38f67c1c997b HTTP/1.1" status: 200 len: 835 time: 0.0748534 Feb 16 13:02:10.145672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-82793c0a-6553-4742-ae23-45ab361d37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:10.147119 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-82793c0a-6553-4742-ae23-45ab361d37ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17a89d99-a996-4f91-ac67-91678836e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787089 Feb 16 13:02:10.161708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-2dc20d81-4edb-4ad3-b8b1-cb76f4591a71 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:02:10.180827 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-2dc20d81-4edb-4ad3-b8b1-cb76f4591a71 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089674 Feb 16 13:02:10.243747 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:10.386745 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-2c741f29-b442-492d-ab9f-c469bd33be1c service neutron] 10.222.0.67 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085314 Feb 16 13:02:10.498843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4fb2a-b523-48d5-813d-f3cfc797c85a req-b6ef75bf-3aad-44c8-bb87-2e7dac7d538d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:10.499706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c3d4fb2a-b523-48d5-813d-f3cfc797c85a req-b6ef75bf-3aad-44c8-bb87-2e7dac7d538d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:10.550773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb1b7c4c-0008-4091-84f5-e807845ca67e req-095fdefb-7c07-49e3-ba99-d3120de174f1 service neutron] 10.222.0.67 "GET /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575103 Feb 16 13:02:10.569403 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:03Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:10.574058 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e50375-7718-420b-9884-4b01ec9ecce3 None None] The sync data for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv is: [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:03Z', 'revision_number': 6, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '7ec406fb-1a0c-45a0-a51f-80828af7ee5c', 'name': '', 'network_id': '17a89d99-a996-4f91-ac67-91678836e540', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'mac_address': 'fa:16:3e:22:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'subnets': [{'id': '7eff7132-b23f-4d55-9495-38f67c1c997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:10.601671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c3d4fb2a-b523-48d5-813d-f3cfc797c85a req-b6ef75bf-3aad-44c8-bb87-2e7dac7d538d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:10.601671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c3d4fb2a-b523-48d5-813d-f3cfc797c85a req-b6ef75bf-3aad-44c8-bb87-2e7dac7d538d tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 946 time: 0.3014357 Feb 16 13:02:10.649333 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c3d4fb2a-b523-48d5-813d-f3cfc797c85a req-02b006dc-49ae-423c-a8e8-af1f9c060d45 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421770 Feb 16 13:02:11.182024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:11.249508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b142e-6a0e-4ce9-a67b-42e88bbfc700 None None] New status for floating IP 9339c353-6b45-44c1-ad00-d1aee3515eb2: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:11.873131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6eba-c7ba-466c-b129-d82f647831bb req-d2ca5d98-7815-406f-868c-22b3a375046e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:11.874589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-469e6eba-c7ba-466c-b129-d82f647831bb req-d2ca5d98-7815-406f-868c-22b3a375046e tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 946 time: 0.1482811 Feb 16 13:02:11.923057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5ce41-9f24-425a-ad5a-bdf3cf39091b req-8ef6963a-52f7-478c-88fd-7356b5088132 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:11.924518 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-55e5ce41-9f24-425a-ad5a-bdf3cf39091b req-8ef6963a-52f7-478c-88fd-7356b5088132 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 946 time: 0.1474235 Feb 16 13:02:11.987223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port df7bf669-c4a8-424a-b6d8-9368125109a1 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:11.987562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:12.042196 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-55e5ce41-9f24-425a-ad5a-bdf3cf39091b req-65b10f0e-cf01-4a68-8b63-6b71b390e3f1 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/security-groups?id=65ab238d-430d-4f64-8c47-1bfa5b6c1f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096601 Feb 16 13:02:12.395196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port df7bf669-c4a8-424a-b6d8-9368125109a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df7bf669-c4a8-424a-b6d8-9368125109a1,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:12.396028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:12.525407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for df7bf669-c4a8-424a-b6d8-9368125109a1 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:12.735899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:12.790958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=df7bf669-c4a8-424a-b6d8-9368125109a1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:12.869246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] No DVR routers for this DVR port df7bf669-c4a8-424a-b6d8-9368125109a1 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:02:12.871762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:12.874782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'name': 'network-vif-deleted', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:12.918659 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636874c6-8642-4665-96ba-053756f48844', 'name': 'network-vif-deleted', 'tag': 'df7bf669-c4a8-424a-b6d8-9368125109a1', 'status': 'completed', 'code': 200} Feb 16 13:02:12.976850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-469e6eba-c7ba-466c-b129-d82f647831bb req-f6c184c2-e3e6-4136-9d4f-8d24592af328 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.67 "DELETE /v2.0/ports/df7bf669-c4a8-424a-b6d8-9368125109a1 HTTP/1.1" status: 204 len: 173 time: 1.0958385 Feb 16 13:02:13.206219 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d0129992-99ca-46fb-9bf7-f3b0b9a24161 req-20a1c109-83b0-43cf-a2a2-e8ecba687259 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Synchronizing usage tracker for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:13.330035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d0129992-99ca-46fb-9bf7-f3b0b9a24161 req-20a1c109-83b0-43cf-a2a2-e8ecba687259 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Unset dirty status for tenant:917b8d2dcabc429e9139146c6130324b on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:13.331291 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0129992-99ca-46fb-9bf7-f3b0b9a24161 req-20a1c109-83b0-43cf-a2a2-e8ecba687259 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "GET /v2.0/ports?device_id=636874c6-8642-4665-96ba-053756f48844 HTTP/1.1" status: 200 len: 210 time: 0.1707113 Feb 16 13:02:14.427776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58096) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:14.495622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58b019b-defa-496d-9890-a028a1fe8325 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.524454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58b019b-defa-496d-9890-a028a1fe8325 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.722998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58b019b-defa-496d-9890-a028a1fe8325 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.740935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b019b-defa-496d-9890-a028a1fe8325 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab238d-430d-4f64-8c47-1bfa5b6c1f68,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:14.849776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c58b019b-defa-496d-9890-a028a1fe8325 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.851741 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c58b019b-defa-496d-9890-a028a1fe8325 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/security-groups/65ab238d-430d-4f64-8c47-1bfa5b6c1f68 HTTP/1.1" status: 204 len: 168 time: 0.4221351 Feb 16 13:02:14.959084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58102) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:15.258271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device df7bf669-c4a8-424a-b6d8-9368125109a1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:15.292969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: df7bf669-c4a8-424a-b6d8-9368125109a1 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:02:15.293242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device df7bf669-c4a8-424a-b6d8-9368125109a1 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:02:15.523446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:15.987110 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:15.987458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:16.176184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 7ec406fb-1a0c-45a0-a51f-80828af7ee5c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:16.176391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:16.301963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 7ec406fb-1a0c-45a0-a51f-80828af7ee5c owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:16.751797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:16.800189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=7ec406fb-1a0c-45a0-a51f-80828af7ee5c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:17.080120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:17.556745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:17.741913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:17.754911 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] Sync routers for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:17.764334 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:17.770150 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:02:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:17.816501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-aabc75fa-55a1-49bd-b705-59e36c3fb26a tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "PUT /v2.0/routers/93b3ee46-c96c-4c64-85ef-6cbbdca94dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8556337 Feb 16 13:02:17.824656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58108) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:17.892322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting subnet 7eff7132-b23f-4d55-9495-38f67c1c997b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:02:17.895382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:17.943241 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:17.950156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.042416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.182170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.224421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Subnet': ['ID=7eff7132-b23f-4d55-9495-38f67c1c997b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:18.228316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.235791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.236132 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.236819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbbd3d-b09b-4efc-acb0-fd3482d5fed8 None None] Network 17a89d99-a996-4f91-ac67-91678836e540 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:02:18.237411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.238008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.238508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.239020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.239498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.239968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.240462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.240953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.241421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.241892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:18.247568 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8ab49c20-f8c4-4975-9273-bac51cde0425 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/subnets/7eff7132-b23f-4d55-9495-38f67c1c997b HTTP/1.1" status: 204 len: 168 time: 0.4252813 Feb 16 13:02:18.250402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58112) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:18.252826 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:16Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:18.258177 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] Checking router: 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:18.267441 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] Routers {'93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:18.268325 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:02:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:18.459889 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.475974 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] Set router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:18.592735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] DHCP port deletion for 17a89d99-a996-4f91-ac67-91678836e540 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:02:18.597448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] Deleting port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:18.597448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.659268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.741321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Deleting port 8edbebca-371d-43d8-a1a3-709bf680c3ca {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:18.742330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.810150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] For port 8ca4fa12-4e56-48ea-a21b-9131964f8be8, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8ca4fa12-4e56-48ea-a21b-9131964f8be8,segment=NetworkSegment(91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6),segment_id=91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:18.810543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:18.838952 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:16Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:18.843957 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d2db1-b742-4a4c-b7fb-3739e82730fa None None] The sync data for ids ['93b3ee46-c96c-4c64-85ef-6cbbdca94dbb'] in dv-neutron-829487-1-hyperv is: [{'id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'name': 'tempest-TestNetworkBasicOps-router-1725139860', 'tenant_id': '917b8d2dcabc429e9139146c6130324b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:50Z', 'updated_at': '2022-02-16T13:02:16Z', 'revision_number': 7, 'project_id': '917b8d2dcabc429e9139146c6130324b', 'gw_port': {'id': '8edbebca-371d-43d8-a1a3-709bf680c3ca', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3ee46-c96c-4c64-85ef-6cbbdca94dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:51Z', 'updated_at': '2022-02-16T13:02:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:18.948624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] Calling delete_port for 8ca4fa12-4e56-48ea-a21b-9131964f8be8 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:19.059035 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] For port 8edbebca-371d-43d8-a1a3-709bf680c3ca, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8edbebca-371d-43d8-a1a3-709bf680c3ca,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:19.059518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:19.118168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:19.163990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] Pushing event deleted for resources: {'Port': ['ID=8ca4fa12-4e56-48ea-a21b-9131964f8be8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:19.170080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd16cc7-1807-434a-8a69-ac879fb386c5 None None] No DVR routers for this DVR port 8ca4fa12-4e56-48ea-a21b-9131964f8be8 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:02:19.189183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Calling delete_port for 8edbebca-371d-43d8-a1a3-709bf680c3ca owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:19.621038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:19.673691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Port': ['ID=8edbebca-371d-43d8-a1a3-709bf680c3ca,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:19.774095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:19.964625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:19.966795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.078087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.078684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Fanout notify agent at l3_agent the message router_deleted on router 93b3ee46-c96c-4c64-85ef-6cbbdca94dbb {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:02:20.093932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.095067 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9d5c820a-422d-450b-808e-1d4d34633624 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/routers/93b3ee46-c96c-4c64-85ef-6cbbdca94dbb HTTP/1.1" status: 204 len: 168 time: 1.8436775 Feb 16 13:02:20.097715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:20.232509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.369140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.397081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a89d99-a996-4f91-ac67-91678836e540']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:20.408673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:20.410130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eae562-eaa3-4ba2-9df5-f0bf1bcbbfa6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:20.420478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.436730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.442610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:02:20.442995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:02:20.457317 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:02:20.561677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8ca4fa12-4e56-48ea-a21b-9131964f8be8 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:20.602007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8ca4fa12-4e56-48ea-a21b-9131964f8be8 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:02:20.602362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8ca4fa12-4e56-48ea-a21b-9131964f8be8 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:02:20.602973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ec406fb-1a0c-45a0-a51f-80828af7ee5c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:20.604205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.622877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:20.634899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] Pushing event deleted for resources: {'Network': ['ID=17a89d99-a996-4f91-ac67-91678836e540,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:20.638492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 7ec406fb-1a0c-45a0-a51f-80828af7ee5c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:02:20.638492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 7ec406fb-1a0c-45a0-a51f-80828af7ee5c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:02:20.746767 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ab891cbf-c59e-48fc-b41d-67c9451d2dc9 tempest-TestNetworkBasicOps-1155541282 tempest-TestNetworkBasicOps-1155541282-project] 10.222.0.47 "DELETE /v2.0/networks/17a89d99-a996-4f91-ac67-91678836e540 HTTP/1.1" status: 204 len: 168 time: 0.6478601 Feb 16 13:02:21.296703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:21.466476 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b1928a1c-49a4-45e5-b6ab-83882570e775 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=917b8d2dcabc429e9139146c6130324b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684153 Feb 16 13:02:21.468865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58130) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:21.526682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9229a6ee-956b-451a-9eba-6f2caddde0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:21.551895 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9229a6ee-956b-451a-9eba-6f2caddde0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:21.668743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9229a6ee-956b-451a-9eba-6f2caddde0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:21.803943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229a6ee-956b-451a-9eba-6f2caddde0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:21.817382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9229a6ee-956b-451a-9eba-6f2caddde0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:21.817382 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9229a6ee-956b-451a-9eba-6f2caddde0bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d5ae0f7-1e46-4417-8c64-e2ba3a977bc6 HTTP/1.1" status: 204 len: 168 time: 0.3442287 Feb 16 13:02:22.113696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8edbebca-371d-43d8-a1a3-709bf680c3ca no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:22.151191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8edbebca-371d-43d8-a1a3-709bf680c3ca {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:02:22.151542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8edbebca-371d-43d8-a1a3-709bf680c3ca not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:02:22.516568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58138) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:22.534814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:22.552781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:02:22.556978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Usage tracker for resource:security_group_rule and tenant:4fdde164160e4ccdb1bbb7cdb14243ca is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:02:22.559700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:02:22.565388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:02:22.649179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:22.763844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:22.811628 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fdde164160e4ccdb1bbb7cdb14243ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939570 Feb 16 13:02:22.812488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec477a-6e6e-4518-b365-e90c5433d917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c38f4af-81c5-40f6-8a19-dd3a0b0b1cbd,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:22.814693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58142) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:22.874621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b54597-130c-4560-bddb-52a7957af8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:22.900915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b54597-130c-4560-bddb-52a7957af8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:23.072170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b54597-130c-4560-bddb-52a7957af8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:23.088836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b54597-130c-4560-bddb-52a7957af8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c38f4af-81c5-40f6-8a19-dd3a0b0b1cbd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:23.098129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1b54597-130c-4560-bddb-52a7957af8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:23.098129 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d1b54597-130c-4560-bddb-52a7957af8c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c38f4af-81c5-40f6-8a19-dd3a0b0b1cbd HTTP/1.1" status: 204 len: 168 time: 0.2786448 Feb 16 13:02:29.177212 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-55dd19ba-8c65-445f-9a57-ccdc9d539c44 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2734237 Feb 16 13:02:29.291209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-fa885afd-5016-46c4-98d1-b34fee8704bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:29.292732 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-fa885afd-5016-46c4-98d1-b34fee8704bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 1099 time: 0.0912232 Feb 16 13:02:29.442010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-0d34e88d-d35f-4efe-be03-a630e3c8e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:29.444032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-0d34e88d-d35f-4efe-be03-a630e3c8e2e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1315644 Feb 16 13:02:29.549092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-507fec97-df9a-4488-8fae-950f4eb087ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752 HTTP/1.1" status: 200 len: 1002 time: 0.0983682 Feb 16 13:02:29.611153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-661444e8-64df-4f0c-9969-670b990934cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:29.612613 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-661444e8-64df-4f0c-9969-670b990934cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0575855 Feb 16 13:02:29.696792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-b8ef1c66-4191-4578-a5c2-72a31e3d1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:29.698199 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-b8ef1c66-4191-4578-a5c2-72a31e3d1fbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793839 Feb 16 13:02:29.834720 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-0c12ff65-6e57-4c9d-86f6-12ab3cc7cb76 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283507 Feb 16 13:02:29.968186 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f250cf1-c9f1-4535-8dc3-a77437cde452 req-6ac203f5-9129-4dc5-8bc6-7e75e3e0ad81 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268308 Feb 16 13:02:33.826006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f02f82a7-0109-4eab-beaa-b02356de57c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.202526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4558a3bd-b8fb-47e0-bedc-704e1d243202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:37.226065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:37.242588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:38.762996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:41.157329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:45.992939 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:02:52.767992 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:52.983686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Deleting port e699257a-f088-41a1-960c-badc5e26fe6a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:52.984000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:53.164879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:53.165199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:53.292395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Calling delete_port for e699257a-f088-41a1-960c-badc5e26fe6a owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:53.569790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:53.618481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event deleted for resources: {'Port': ['ID=e699257a-f088-41a1-960c-badc5e26fe6a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:53.716383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:53.716771 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Floating IP 30173a8b-a607-4cc4-b630-827dc3a93c53 disassociated (deleted). External IP: 172.26.6.128, port: 9aa0e744-0e85-47e0-acce-4e7c404e6752. Feb 16 13:02:54.086482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:54.388972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:54.400054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:54.412933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:54.419011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:02:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:54.461185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:54.521624 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6bb90c7b-7884-476c-9d23-939810c9e3ae tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "DELETE /v2.0/floatingips/30173a8b-a607-4cc4-b630-827dc3a93c53 HTTP/1.1" status: 204 len: 168 time: 1.7524443 Feb 16 13:02:54.522850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:54.591952 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'status': 'completed', 'code': 200} Feb 16 13:02:54.609116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:54.697045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-9cd6dbf0-14f0-4076-b6ed-1a708867baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:54.698591 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-9cd6dbf0-14f0-4076-b6ed-1a708867baab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 1099 time: 0.0824597 Feb 16 13:02:54.842196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-e1a8c564-f9e8-4392-9878-af439242abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:54.843696 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-e1a8c564-f9e8-4392-9878-af439242abe2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1381881 Feb 16 13:02:54.918292 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-066dc5dc-e93d-4c71-80a7-91cccb9fefac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752 HTTP/1.1" status: 200 len: 217 time: 0.0668809 Feb 16 13:02:55.050365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 1, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:55.055397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:55.064952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:55.065582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:02:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:55.119393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-1d243a40-fe93-4839-befe-246ac74e713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:55.123611 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-1d243a40-fe93-4839-befe-246ac74e713b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.1975129 Feb 16 13:02:55.256834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-fecf1e53-e067-4751-b167-e277fa03005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:55.258370 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-fecf1e53-e067-4751-b167-e277fa03005e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294036 Feb 16 13:02:55.268513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:55.392506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbbd12-e9d3-4a86-b66e-bd98eb9f0474 req-7691d681-4554-4a0f-a4ad-cee3a68e09e5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:55.394516 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92dbbd12-e9d3-4a86-b66e-bd98eb9f0474 req-7691d681-4554-4a0f-a4ad-cee3a68e09e5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 946 time: 0.1919708 Feb 16 13:02:55.457856 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-72b773af-f1e4-4b3a-9153-1934359c1e21 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880462 Feb 16 13:02:55.472964 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92dbbd12-e9d3-4a86-b66e-bd98eb9f0474 req-cbb0dc87-2895-4e68-ba60-d77ba2dfee8c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645223 Feb 16 13:02:55.621539 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ba667a0-e102-4b47-9aaa-1d89e6c51bd1 req-406f9263-fe0a-46ef-ba15-4bd7e9820bbd service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524045 Feb 16 13:02:55.653288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 1, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:55.656863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b00b24-2f1a-426f-9671-3a501c59ad23 None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '6e00ce9d-5665-4527-b925-d22c93e4c56b', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'port_id': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'mac_address': 'fa:16:3e:00:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:28Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 1, 'project_id': '9ca84303d2114c569cce7de246368a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:55.907915 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91cc8bc-c9fc-4610-94e7-b97520beb2ca None None] New status for floating IP 30173a8b-a607-4cc4-b630-827dc3a93c53: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:56.681549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc53a-6c2b-4b13-bd5e-8f9c4b9876a4 req-af26b623-feae-4b80-a33b-aaccb8ea6cc7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:56.683086 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d83fc53a-6c2b-4b13-bd5e-8f9c4b9876a4 req-af26b623-feae-4b80-a33b-aaccb8ea6cc7 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 946 time: 0.0900021 Feb 16 13:02:56.729897 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d83fc53a-6c2b-4b13-bd5e-8f9c4b9876a4 req-f087c4d4-3807-4e0f-ad75-715418577301 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406778 Feb 16 13:02:57.015290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-bddf8949-e2a0-4922-a39d-2370272ea302 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:57.016646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-bddf8949-e2a0-4922-a39d-2370272ea302 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 946 time: 0.0863824 Feb 16 13:02:57.091622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Deleting port 9aa0e744-0e85-47e0-acce-4e7c404e6752 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:57.091962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:57.350324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] For port 9aa0e744-0e85-47e0-acce-4e7c404e6752, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9aa0e744-0e85-47e0-acce-4e7c404e6752,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:57.350625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:57.494572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Calling delete_port for 9aa0e744-0e85-47e0-acce-4e7c404e6752 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:57.746169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:57.835285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event deleted for resources: {'Port': ['ID=9aa0e744-0e85-47e0-acce-4e7c404e6752,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:57.922007 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d46ef139-bba2-4285-9640-6facdf88cbb6 req-49d4ba37-ad13-45fb-a177-487736b895fa tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 210 time: 0.0779698 Feb 16 13:02:57.927468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] No DVR routers for this DVR port 9aa0e744-0e85-47e0-acce-4e7c404e6752 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:02:57.930663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:57.933348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'name': 'network-vif-deleted', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:57.955702 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc285d6a-9a43-442b-a1f3-c15399996aae req-320e2a17-81ee-471f-8fa3-650f8ac40db1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "DELETE /v2.0/ports/9aa0e744-0e85-47e0-acce-4e7c404e6752 HTTP/1.1" status: 204 len: 173 time: 0.9318781 Feb 16 13:02:57.981819 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d85368-e103-4c7f-b884-88b55045799c', 'name': 'network-vif-deleted', 'tag': '9aa0e744-0e85-47e0-acce-4e7c404e6752', 'status': 'completed', 'code': 200} Feb 16 13:02:59.084041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f1e658f8-b56f-457e-bd50-dfacd787ad35 req-a0b65fbc-0e08-4c89-8ff9-331473da1528 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Synchronizing usage tracker for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:59.230818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f1e658f8-b56f-457e-bd50-dfacd787ad35 req-a0b65fbc-0e08-4c89-8ff9-331473da1528 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Unset dirty status for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:59.232010 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1e658f8-b56f-457e-bd50-dfacd787ad35 req-a0b65fbc-0e08-4c89-8ff9-331473da1528 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=65d85368-e103-4c7f-b884-88b55045799c HTTP/1.1" status: 200 len: 210 time: 0.1942313 Feb 16 13:02:59.485481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9aa0e744-0e85-47e0-acce-4e7c404e6752 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:59.522003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 9aa0e744-0e85-47e0-acce-4e7c404e6752 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:02:59.522378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9aa0e744-0e85-47e0-acce-4e7c404e6752 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:03.865347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abff3148-dcb6-4dc3-aa61-5c83c9a6e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:05.174255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:05.397231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Deleting port 420e3d05-ce1a-46c0-a37e-010284eb5a9f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:05.398149 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:05.572383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:05.572712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:05.701311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Calling delete_port for 420e3d05-ce1a-46c0-a37e-010284eb5a9f owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:05.991994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:06.047351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event deleted for resources: {'Port': ['ID=420e3d05-ce1a-46c0-a37e-010284eb5a9f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:06.147624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:06.148032 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Floating IP 6e00ce9d-5665-4527-b925-d22c93e4c56b disassociated (deleted). External IP: 172.26.6.166, port: 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3. Feb 16 13:03:06.173233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adc2111b-548e-42f1-849f-3b9ada4dcad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:06.515876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:03:06.846242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:03:06.848053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:03:06.848053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:06.848053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:03:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:07.038072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:07.247630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:07.315086 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-10239612-3809-40ac-b4c3-a59a1eb0df30 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "DELETE /v2.0/floatingips/6e00ce9d-5665-4527-b925-d22c93e4c56b HTTP/1.1" status: 204 len: 168 time: 2.1389050 Feb 16 13:03:07.315593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:07.362428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:07.369862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:07.373342 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'status': 'completed', 'code': 200} Feb 16 13:03:07.402802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:07.407167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:03:07.416524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:07.417165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:03:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:07.586005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-da72963b-13c0-4618-8f80-2cf0265cde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.587593 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-da72963b-13c0-4618-8f80-2cf0265cde02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ca84303d2114c569cce7de246368a53&device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 1098 time: 0.1884556 Feb 16 13:03:07.683216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:07.733635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-198d5d0a-bf62-41a2-8689-3f58eb017445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.735244 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-198d5d0a-bf62-41a2-8689-3f58eb017445 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 200 len: 911 time: 0.1402450 Feb 16 13:03:07.817292 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-767838db-e56d-453d-ae0a-ac8636e727a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 200 len: 217 time: 0.0706415 Feb 16 13:03:07.893270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-934012bf-a4d0-473f-a2c1-68f15f1616c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.895062 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-934012bf-a4d0-473f-a2c1-68f15f1616c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 200 len: 850 time: 0.0678644 Feb 16 13:03:07.983254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-ca387bb3-118a-4914-a519-09c067d1f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.984960 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-ca387bb3-118a-4914-a519-09c067d1f13d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836935 Feb 16 13:03:08.094092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:08.105739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca29d-2a92-4a3f-ae93-611a4eacc278 None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T12:51:41Z', 'revision_number': 4, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '8c8b46ad-26bd-4981-b22a-2f27492444b3', 'name': '', 'network_id': 'd1c7cd3f-4bea-4147-a3b3-0c3dd576bcde', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'mac_address': 'fa:16:3e:61:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:40Z', 'updated_at': '2022-02-16T12:51:46Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'subnets': [{'id': '11ebf026-94c3-4bfc-b1dc-7c56d294028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:03:08.251013 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-6e960388-b250-42d7-8b8a-db752a61ec34 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561822 Feb 16 13:03:08.262884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431ed-4617-424b-bee1-e36efc046ee1 req-c3e741c7-a0d1-4749-9a9d-69d2349f2b6c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:08.264390 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-360431ed-4617-424b-bee1-e36efc046ee1 req-c3e741c7-a0d1-4749-9a9d-69d2349f2b6c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 945 time: 0.2378852 Feb 16 13:03:08.372688 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901bbe7-a031-46ce-a11b-74333d7088a4 None None] New status for floating IP 6e00ce9d-5665-4527-b925-d22c93e4c56b: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:03:08.403100 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-360431ed-4617-424b-bee1-e36efc046ee1 req-007c0ae3-d909-4c5a-b5f1-623094d3d45c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186552 Feb 16 13:03:08.448499 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99aa2841-9f5b-425b-b0a7-434ea4ea1ac7 req-37c1baef-faf7-4efa-96a8-0fe04a9b2d11 service neutron] 10.222.0.67 "GET /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830766 Feb 16 13:03:08.602468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a42cf-0778-49f3-9010-c86d7080d319 req-29752803-dcc5-4f0c-8475-eee06f0b8d93 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:08.604154 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-221a42cf-0778-49f3-9010-c86d7080d319 req-29752803-dcc5-4f0c-8475-eee06f0b8d93 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 945 time: 0.0861194 Feb 16 13:03:08.682084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Deleting port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:08.682307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:08.785446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:08.993076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] For port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:08.993625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:09.174906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Calling delete_port for 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:09.424843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:09.592471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event deleted for resources: {'Port': ['ID=9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:09.664696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.665366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.665366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.665689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.666015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.666347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.666670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.667106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.667347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.667948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.668077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.668299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:09.683697 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-af5b470a-6a55-43c0-90b2-71fe98f04e44 req-690573b8-0699-408d-a92f-ae49d606bac6 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 210 time: 0.0925176 Feb 16 13:03:09.729666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] No DVR routers for this DVR port 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:09.732414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:09.735353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'name': 'network-vif-deleted', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:09.749836 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-221a42cf-0778-49f3-9010-c86d7080d319 req-fdc51692-d93a-42c6-9176-000e57a6f9d1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.67 "DELETE /v2.0/ports/9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 HTTP/1.1" status: 204 len: 173 time: 1.1359193 Feb 16 13:03:09.789241 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f62a45-977a-498e-a3df-b01a7a6b5647', 'name': 'network-vif-deleted', 'tag': '9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3', 'status': 'completed', 'code': 200} Feb 16 13:03:10.856502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-409742f2-9fe3-4217-aeff-269f912de4a7 req-1e1e9880-5b2e-4127-902c-1003b65aa6b5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Synchronizing usage tracker for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:10.938508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-409742f2-9fe3-4217-aeff-269f912de4a7 req-1e1e9880-5b2e-4127-902c-1003b65aa6b5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Unset dirty status for tenant:9ca84303d2114c569cce7de246368a53 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:10.939768 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-409742f2-9fe3-4217-aeff-269f912de4a7 req-1e1e9880-5b2e-4127-902c-1003b65aa6b5 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f62a45-977a-498e-a3df-b01a7a6b5647 HTTP/1.1" status: 200 len: 210 time: 0.1269121 Feb 16 13:03:11.144467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:11.563684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:11.598462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:11.598812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 9f0c1cb3-dff2-4cce-a6d2-ba14b5727cc3 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:12.038878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:12.203239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Deleting port e7ef9eb7-0f8e-4b84-a06d-31321479d09e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:12.203578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.417294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.417623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.553049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Calling delete_port for e7ef9eb7-0f8e-4b84-a06d-31321479d09e owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:12.761878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.813896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event deleted for resources: {'Port': ['ID=e7ef9eb7-0f8e-4b84-a06d-31321479d09e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:12.914675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.997068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.998238 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1d7e0d2e-2204-4f61-8228-79e517208ad1 tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "DELETE /v2.0/floatingips/9cb2dc52-089f-4b62-ace9-195febc86df9 HTTP/1.1" status: 204 len: 168 time: 0.9582689 Feb 16 13:03:15.766086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:15.853145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f092f5-8c9b-468b-8c2f-b28cb62b2c4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:15.888236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f092f5-8c9b-468b-8c2f-b28cb62b2c4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:16.030321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f092f5-8c9b-468b-8c2f-b28cb62b2c4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:16.057113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f092f5-8c9b-468b-8c2f-b28cb62b2c4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:16.136380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f092f5-8c9b-468b-8c2f-b28cb62b2c4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:16.138212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-92f092f5-8c9b-468b-8c2f-b28cb62b2c4c tempest-TestVolumeBootPattern-1842075294 tempest-TestVolumeBootPattern-1842075294-project] 10.222.0.47 "DELETE /v2.0/security-groups/2d3e0f6a-e542-405b-8af0-2a27fb2d6fcf HTTP/1.1" status: 204 len: 168 time: 0.3709381 Feb 16 13:03:16.262267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:17.136508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:17.571504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Deleting port 8c8b46ad-26bd-4981-b22a-2f27492444b3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:17.572218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:17.752193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] For port 8c8b46ad-26bd-4981-b22a-2f27492444b3, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8c8b46ad-26bd-4981-b22a-2f27492444b3,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:17.754441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:17.885625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Calling delete_port for 8c8b46ad-26bd-4981-b22a-2f27492444b3 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:18.184387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:18.237855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8b46ad-26bd-4981-b22a-2f27492444b3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:18.653682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:19.054529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:03:19.259067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:03:19.270498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] Sync routers for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:03:19.274800 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b8098d31-27e8-452b-9fba-43e434c666e8 admin admin] 10.222.0.47 "PUT /v2.0/routers/8e41d9fa-97fd-483c-a38c-e72b83bb6e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0111377 Feb 16 13:03:19.275424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58234) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:19.285234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:19.286264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:03:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:19.498474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:19.514350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:19.748319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:19.821552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Deleting port 2406fb63-0bb2-40dd-a144-bb49f9768888 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:19.822317 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:19.864157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82'}], 'enable_snat': True}, 'gw_port_id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T13:03:18Z', 'revision_number': 5, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port': {'id': '2406fb63-0bb2-40dd-a144-bb49f9768888', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:35Z', 'updated_at': '2022-02-16T12:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:19.869600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] Checking router: 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:03:19.880501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] Routers {'8e41d9fa-97fd-483c-a38c-e72b83bb6e04'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:19.881135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:03:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:20.062276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] Set router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:20.094915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] For port 2406fb63-0bb2-40dd-a144-bb49f9768888, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2406fb63-0bb2-40dd-a144-bb49f9768888,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:20.095754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.180435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T13:03:19Z', 'revision_number': 6, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:20.185371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad01190-de10-485b-9989-46762bb06ce8 None None] The sync data for ids ['8e41d9fa-97fd-483c-a38c-e72b83bb6e04'] in dv-neutron-829487-1-hyperv is: [{'id': '8e41d9fa-97fd-483c-a38c-e72b83bb6e04', 'name': 'tempest-TestVolumeBootPattern-779571480-router', 'tenant_id': '9ca84303d2114c569cce7de246368a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:34Z', 'updated_at': '2022-02-16T13:03:19Z', 'revision_number': 6, 'project_id': '9ca84303d2114c569cce7de246368a53', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:03:20.260850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Calling delete_port for 2406fb63-0bb2-40dd-a144-bb49f9768888 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:20.510179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.568180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Pushing event deleted for resources: {'Port': ['ID=2406fb63-0bb2-40dd-a144-bb49f9768888,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:20.665156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.965833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.968606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.047926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.049003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e41d9fa-97fd-483c-a38c-e72b83bb6e04 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:03:21.063336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.064682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2dc030c9-b5d0-4ffc-96bd-63c4d3c6627d admin admin] 10.222.0.47 "DELETE /v2.0/routers/8e41d9fa-97fd-483c-a38c-e72b83bb6e04 HTTP/1.1" status: 204 len: 168 time: 1.7882507 Feb 16 13:03:21.068451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58238) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:21.134034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Deleting subnet 11ebf026-94c3-4bfc-b1dc-7c56d294028c {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:03:21.137658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.193298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.293875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.465027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.507767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.510311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ebf026-94c3-4bfc-b1dc-7c56d294028c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:21.512808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34aee4b-ff27-4bbf-be4a-15a69b5602c3 None None] Network d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:03:21.519876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.520148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.520483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.520818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.521140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.521463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.521787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.522690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.523027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.523351 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.523669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.523984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:21.527465 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4ed0b481-9882-4faa-877b-6339789f4036 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/11ebf026-94c3-4bfc-b1dc-7c56d294028c HTTP/1.1" status: 204 len: 168 time: 0.4573362 Feb 16 13:03:21.530513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:21.642244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.663836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Deleting port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:21.664232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.829916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] DHCP port deletion for d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:03:21.834203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Deleting port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:21.834619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:21.880401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] For port 1ab1c5fe-8f64-4139-9591-9ee09a61f433, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1ab1c5fe-8f64-4139-9591-9ee09a61f433,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:21.880749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.014539 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Calling delete_port for 1ab1c5fe-8f64-4139-9591-9ee09a61f433 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:22.054511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] For port 1ab1c5fe-8f64-4139-9591-9ee09a61f433, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1ab1c5fe-8f64-4139-9591-9ee09a61f433,segment=NetworkSegment(000397a6-dca0-4e1d-b577-56b056eee8de),segment_id=000397a6-dca0-4e1d-b577-56b056eee8de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:22.055036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.204607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Calling delete_port for 1ab1c5fe-8f64-4139-9591-9ee09a61f433 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:22.235437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8b46ad-26bd-4981-b22a-2f27492444b3 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:22.281679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.284182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8c8b46ad-26bd-4981-b22a-2f27492444b3 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:22.284484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8b46ad-26bd-4981-b22a-2f27492444b3 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:22.284896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2406fb63-0bb2-40dd-a144-bb49f9768888 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:22.323260 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 2406fb63-0bb2-40dd-a144-bb49f9768888 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:22.323592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2406fb63-0bb2-40dd-a144-bb49f9768888 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:22.324007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ab1c5fe-8f64-4139-9591-9ee09a61f433 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:22.333766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] No DVR routers for this DVR port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:22.364941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab1c5fe-8f64-4139-9591-9ee09a61f433,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:22.371963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 1ab1c5fe-8f64-4139-9591-9ee09a61f433 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:22.372361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ab1c5fe-8f64-4139-9591-9ee09a61f433 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:22.395154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:03:22.395662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:03:22.466906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.495341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:22.508105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000397a6-dca0-4e1d-b577-56b056eee8de') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:22.508399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000397a6-dca0-4e1d-b577-56b056eee8de') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:22.520616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.538709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.545005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:03:22.545419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:03:22.558971 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:03:22.704604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.721345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.733784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:22.842212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-67222d15-bf88-4cd8-9ae6-a71c892ebaa6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d1c7cd3f-4bea-4147-a3b3-0c3dd576bcde HTTP/1.1" status: 204 len: 168 time: 1.3104334 Feb 16 13:03:22.844924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:22.897491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Deleting port 1ab1c5fe-8f64-4139-9591-9ee09a61f433 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:22.898051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.972092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eed45-ab93-4079-8a3f-ae384be363d0 None None] The port '1ab1c5fe-8f64-4139-9591-9ee09a61f433' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:03:22.994404 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:03:23.429791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:23.791651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Deleting port 97b54847-8355-4a1c-9c82-5c435592c986 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:23.791965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.073410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] For port 97b54847-8355-4a1c-9c82-5c435592c986, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=97b54847-8355-4a1c-9c82-5c435592c986,segment=NetworkSegment(3a745e4e-a28c-40e9-8c11-59f7edf479d8),segment_id=3a745e4e-a28c-40e9-8c11-59f7edf479d8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:24.073681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.198401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Calling delete_port for 97b54847-8355-4a1c-9c82-5c435592c986 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:24.469849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:24.522552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b54847-8355-4a1c-9c82-5c435592c986,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:24.795724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:25.166666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Router 0154e056-b5ad-4521-ba3a-e469878008a6 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:03:25.358731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:03:25.368266 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71db904-a217-4dc5-957d-25100deae924 None None] Sync routers for ids ['0154e056-b5ad-4521-ba3a-e469878008a6'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:03:25.378321 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] Routers {'0154e056-b5ad-4521-ba3a-e469878008a6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:25.381180 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:03:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0154e056-b5ad-4521-ba3a-e469878008a6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:25.432198 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-24984d1e-0b5f-47fe-9827-fabbd8bfa523 admin admin] 10.222.0.47 "PUT /v2.0/routers/0154e056-b5ad-4521-ba3a-e469878008a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5860286 Feb 16 13:03:25.434729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:25.571200 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] Set router 0154e056-b5ad-4521-ba3a-e469878008a6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:25.741722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:25.862967 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T13:03:24Z', 'revision_number': 5, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:25.867713 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71db904-a217-4dc5-957d-25100deae924 None None] Checking router: 0154e056-b5ad-4521-ba3a-e469878008a6 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:03:25.876530 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] Routers {'0154e056-b5ad-4521-ba3a-e469878008a6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:25.877247 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:03:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0154e056-b5ad-4521-ba3a-e469878008a6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:25.925446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.035997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Deleting port 0d62822a-2228-4e2f-b1d2-df2c6558827c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:26.036403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.082580 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] Set router 0154e056-b5ad-4521-ba3a-e469878008a6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:26.231658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] For port 0d62822a-2228-4e2f-b1d2-df2c6558827c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0d62822a-2228-4e2f-b1d2-df2c6558827c,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:26.232013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.359383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Calling delete_port for 0d62822a-2228-4e2f-b1d2-df2c6558827c owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:26.375567 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c71db904-a217-4dc5-957d-25100deae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T13:03:24Z', 'revision_number': 5, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:26.379909 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71db904-a217-4dc5-957d-25100deae924 None None] The sync data for ids ['0154e056-b5ad-4521-ba3a-e469878008a6'] in dv-neutron-829487-1-hyperv is: [{'id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'name': 'tempest-TestVolumeBootPattern-1043907817-router', 'tenant_id': '41aeade4b617451c854fc6063e9776b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57'}], 'enable_snat': True}, 'gw_port_id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T13:03:24Z', 'revision_number': 5, 'project_id': '41aeade4b617451c854fc6063e9776b8', 'gw_port': {'id': '0d62822a-2228-4e2f-b1d2-df2c6558827c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0154e056-b5ad-4521-ba3a-e469878008a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:47Z', 'updated_at': '2022-02-16T12:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:03:26.612684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.661253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d62822a-2228-4e2f-b1d2-df2c6558827c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:26.759254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.949763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.952045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.058699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.059250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0154e056-b5ad-4521-ba3a-e469878008a6 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:03:27.073966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.075192 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a9d416a3-6e54-40ad-9892-4d0860b6842f admin admin] 10.222.0.47 "DELETE /v2.0/routers/0154e056-b5ad-4521-ba3a-e469878008a6 HTTP/1.1" status: 204 len: 168 time: 1.6394424 Feb 16 13:03:27.077886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58256) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:27.151485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] Deleting subnet 55a3752d-94bb-4c7d-a348-d44b8e5b4efd {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:03:27.154813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.211186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.289629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.442495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.490263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a3752d-94bb-4c7d-a348-d44b8e5b4efd,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:27.500449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.505910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2eb40-1a69-48b6-8f5b-dcedb32fa712 None None] Network 852c3b78-779e-4501-aa58-bcb91953b5b8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:03:27.508829 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-07126812-af44-4ee3-91ee-0a402d9a85c1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/55a3752d-94bb-4c7d-a348-d44b8e5b4efd HTTP/1.1" status: 204 len: 168 time: 0.4291854 Feb 16 13:03:27.511592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58260) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:27.625638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.636383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Deleting port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:27.636721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.771253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] DHCP port deletion for 852c3b78-779e-4501-aa58-bcb91953b5b8 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:03:27.776305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Deleting port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:27.776927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.852705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] For port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,segment=NetworkSegment(3a745e4e-a28c-40e9-8c11-59f7edf479d8),segment_id=3a745e4e-a28c-40e9-8c11-59f7edf479d8)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:27.852970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.983076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Calling delete_port for bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:27.993005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] For port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,segment=NetworkSegment(3a745e4e-a28c-40e9-8c11-59f7edf479d8),segment_id=3a745e4e-a28c-40e9-8c11-59f7edf479d8)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:27.993401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.117785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Calling delete_port for bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:28.150084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.193848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:28.205296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:28.209067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] No DVR routers for this DVR port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:28.261910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:28.262165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:28.262587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 97b54847-8355-4a1c-9c82-5c435592c986 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:28.291402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:03:28.291761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:03:28.302633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 97b54847-8355-4a1c-9c82-5c435592c986 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:28.302633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 97b54847-8355-4a1c-9c82-5c435592c986 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:28.302633 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d62822a-2228-4e2f-b1d2-df2c6558827c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:28.331761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 0d62822a-2228-4e2f-b1d2-df2c6558827c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:28.332109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0d62822a-2228-4e2f-b1d2-df2c6558827c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:28.332396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.360403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852c3b78-779e-4501-aa58-bcb91953b5b8']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:28.373866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a745e4e-a28c-40e9-8c11-59f7edf479d8') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:28.374166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a745e4e-a28c-40e9-8c11-59f7edf479d8') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:28.386044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.403979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.410190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:03:28.410577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:03:28.424880 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:03:28.555801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.571863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.582151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] Pushing event deleted for resources: {'Network': ['ID=852c3b78-779e-4501-aa58-bcb91953b5b8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:28.589940 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a8b9807d-9bdf-48b7-acf0-55fd90e5b20e admin admin] 10.222.0.47 "DELETE /v2.0/networks/852c3b78-779e-4501-aa58-bcb91953b5b8 HTTP/1.1" status: 204 len: 168 time: 1.0773315 Feb 16 13:03:28.793110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Deleting port bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:28.793755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.860907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-50c208ef-4e8f-48a5-b9d3-9b7467108217 None None] The port 'bb07d2ab-85b2-4d8c-97b4-f2fe5df3fcda' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:03:29.001957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58266) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:29.052533 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-89141ba7-0e5c-4c48-b3ce-91864d9df26d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ca84303d2114c569cce7de246368a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493574 Feb 16 13:03:29.055560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58270) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:29.113842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7448bf90-d301-418e-9b28-ca1fd1efca81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.150299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7448bf90-d301-418e-9b28-ca1fd1efca81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.275972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7448bf90-d301-418e-9b28-ca1fd1efca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.302066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448bf90-d301-418e-9b28-ca1fd1efca81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b2fe4d-781e-4f73-9adc-f152bec8d871,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:29.308582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7448bf90-d301-418e-9b28-ca1fd1efca81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.309895 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7448bf90-d301-418e-9b28-ca1fd1efca81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65b2fe4d-781e-4f73-9adc-f152bec8d871 HTTP/1.1" status: 204 len: 168 time: 0.2532728 Feb 16 13:03:30.211385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58278) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:30.262122 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-993613d2-c295-4ec0-babc-ab6c302ea4c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41aeade4b617451c854fc6063e9776b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495927 Feb 16 13:03:30.264590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58282) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:30.323302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db50d2b5-d47f-47b3-ac83-d0df9b5af9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.348867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db50d2b5-d47f-47b3-ac83-d0df9b5af9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.498310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db50d2b5-d47f-47b3-ac83-d0df9b5af9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.515996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50d2b5-d47f-47b3-ac83-d0df9b5af9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea1e515-3258-46eb-a48c-6d3e38e47d3a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:30.522289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-db50d2b5-d47f-47b3-ac83-d0df9b5af9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.523432 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-db50d2b5-d47f-47b3-ac83-d0df9b5af9c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dea1e515-3258-46eb-a48c-6d3e38e47d3a HTTP/1.1" status: 204 len: 168 time: 0.2579467 Feb 16 13:03:33.829958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5397abf-fcd9-4323-b5d5-0266987bff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:36.229760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-12f927bf-ae36-4e51-a177-466e3e30a5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.287735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.297882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:38.766360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:39.265145 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-450b8b5a-b14c-49b6-8609-c9d9330edad1 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e4cf569485d46c9bce998d54adba1a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299058 Feb 16 13:03:39.539639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-908c330e-abd8-4959-918e-f34dba90d975 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:39.541085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-908c330e-abd8-4959-918e-f34dba90d975 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706950 Feb 16 13:03:39.557016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-7ad9e986-1d6c-4d53-b24b-365dd307088e tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/quotas/8e4cf569485d46c9bce998d54adba1a4 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Feb 16 13:03:39.605884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-fd1e1355-9424-4b3b-a9a1-eed28be75814 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4cf569485d46c9bce998d54adba1a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432844 Feb 16 13:03:39.865869 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a3dc3c6-7d74-4d21-b105-aabd6e46ff19 req-1ebba7e8-85f1-4d0d-8f4b-b8c81b538ac6 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 210 time: 0.0457351 Feb 16 13:03:40.974785 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cac53d0-3471-42b4-b2e9-41d3589b9944 req-cea61c38-d333-4a4d-8a9f-0c10ef20a0db tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 210 time: 0.0487268 Feb 16 13:03:41.184051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:42.324646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-104e5d62-8009-4189-b18d-08af11bdc6eb tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8e4cf569485d46c9bce998d54adba1a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589705 Feb 16 13:03:42.356564 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8c113b67-70b4-4165-b50e-9cfb22451c12 req-75df3942-e521-40d9-b39b-8562ad62570e tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 210 time: 0.2634504 Feb 16 13:03:42.504050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-8365ecca-d9af-4b0a-a342-3f6720e0119d tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:42.506058 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-8365ecca-d9af-4b0a-a342-3f6720e0119d tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755004 Feb 16 13:03:42.519704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Request body: {'port': {'device_id': '365eece3-d6db-4b19-b531-6ca576bca44b', 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa', 'admin_state_up': True, 'tenant_id': '8e4cf569485d46c9bce998d54adba1a4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:42.669297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:03:42.673137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Usage tracker for resource:port and tenant:8e4cf569485d46c9bce998d54adba1a4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:03:42.676156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:03:42.682013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:03:42.869457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Made reservation on behalf of 8e4cf569485d46c9bce998d54adba1a4 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:42.873190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:42.888885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:42.906402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:03:42.910933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Usage tracker for resource:security_group_rule and tenant:8e4cf569485d46c9bce998d54adba1a4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:03:42.914664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:03:42.921614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:03:43.030356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:43.092543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:43.172412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20f141-d0ae-47b4-a6f7-90c46331580c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:43.292819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Allocated IP 192.168.233.94 (05e56ce2-ce50-44b8-9c28-1b067e0f23fa/6cef0917-2917-4699-8a2a-a900af8cf244/6336f959-9fad-4c95-8f4e-dc67ec3b8a44) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:03:43.602797 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5b59aa7e-35ce-49d1-8ce0-0aa99a64ec8b req-350c6079-dd96-49d1-b848-d38f3a15305c tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 210 time: 0.0572848 Feb 16 13:03:43.624132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:43.642149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Transition to ACTIVE for port object 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:03:43.795171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:43.871382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:03:43.874577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:03:43.878624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:03:43.910038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Pushing event updated for resources: {'Port': ['ID=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:43.953113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:43.953791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:44.058338 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-6f116336-f27e-42e9-b1e1-d4b60b133dd5 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5426414 Feb 16 13:03:44.070356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Request body: {'port': {'device_id': '365eece3-d6db-4b19-b531-6ca576bca44b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:44.191570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:44.200729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-73700764-aa1f-4800-9155-8e0c53a2f2d6 None None] Provisioning for port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:03:44.207443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-73700764-aa1f-4800-9155-8e0c53a2f2d6 None None] Provisioning complete for port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:03:44.207992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73700764-aa1f-4800-9155-8e0c53a2f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:44.268424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-73700764-aa1f-4800-9155-8e0c53a2f2d6 None None] Port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:03:44.553532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:03:44.560965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:44.575913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Transition to ACTIVE for port object 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:03:44.646653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:44.995139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Pushing event updated for resources: {'Port': ['ID=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:45.114052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62318933-5026-4f86-973f-6dbae0c4c287 req-d08fe18c-202b-404c-a7aa-cae2540c246f tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.115455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-62318933-5026-4f86-973f-6dbae0c4c287 req-d08fe18c-202b-404c-a7aa-cae2540c246f tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Synchronizing usage tracker for tenant:8e4cf569485d46c9bce998d54adba1a4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:45.121024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Attempting to bind port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:03:45.121343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Attempting to bind port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:03:45.121676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Attempting to bind port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 on network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:03:45.130276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 on network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:03:45.130601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Attempting to bind port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 on network 05e56ce2-ce50-44b8-9c28-1b067e0f23fa {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:03:45.140874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:03:45.141207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Checking segment: {'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:03:45.141585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Bound using segment: {'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:03:45.142010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Bound port: 6336f959-9fad-4c95-8f4e-dc67ec3b8a44, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6eed18-ae98-4bf4-8834-157cddc19e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:03:45.142355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:45.238922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] For port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:03:45.243165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] For port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,segment=NetworkSegment(ab6eed18-ae98-4bf4-8834-157cddc19e61),segment_id=ab6eed18-ae98-4bf4-8834-157cddc19e61)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:03:45.244573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-62318933-5026-4f86-973f-6dbae0c4c287 req-d08fe18c-202b-404c-a7aa-cae2540c246f tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Unset dirty status for tenant:8e4cf569485d46c9bce998d54adba1a4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:45.245782 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-62318933-5026-4f86-973f-6dbae0c4c287 req-d08fe18c-202b-404c-a7aa-cae2540c246f tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 947 time: 0.3602765 Feb 16 13:03:45.292346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-62318933-5026-4f86-973f-6dbae0c4c287 req-88e03631-6818-46ef-887e-e5811c2bb0e1 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Synchronizing usage tracker for tenant:8e4cf569485d46c9bce998d54adba1a4 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:45.316125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:45.382867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.383519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:45.384898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] 10.222.0.67 "PUT /v2.0/ports/6336f959-9fad-4c95-8f4e-dc67ec3b8a44 HTTP/1.1" status: 200 len: 1097 time: 1.3190234 Feb 16 13:03:45.385329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365eece3-d6db-4b19-b531-6ca576bca44b', 'tag': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:45.401902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-62318933-5026-4f86-973f-6dbae0c4c287 req-88e03631-6818-46ef-887e-e5811c2bb0e1 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Unset dirty status for tenant:8e4cf569485d46c9bce998d54adba1a4 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:45.403113 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-62318933-5026-4f86-973f-6dbae0c4c287 req-88e03631-6818-46ef-887e-e5811c2bb0e1 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513276 Feb 16 13:03:45.410774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da977447-80cc-4814-9be8-5168d19a7252 service neutron] Pushing event updated for resources: {'Port': ['ID=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:45.454099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365eece3-d6db-4b19-b531-6ca576bca44b', 'tag': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44', 'status': 'completed', 'code': 200} Feb 16 13:03:45.553845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8ac7-8acb-4a08-9b4f-6af34ecad9cf req-8e379fa9-43a9-4d29-86d6-00d5936c6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.555368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2f6e8ac7-8acb-4a08-9b4f-6af34ecad9cf req-8e379fa9-43a9-4d29-86d6-00d5936c6c2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e4cf569485d46c9bce998d54adba1a4&device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 1100 time: 0.0783372 Feb 16 13:03:45.589972 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2f6e8ac7-8acb-4a08-9b4f-6af34ecad9cf req-bddfc33d-5617-4fa9-b101-0a81b9229ab8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8e4cf569485d46c9bce998d54adba1a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263152 Feb 16 13:03:45.731593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8ac7-8acb-4a08-9b4f-6af34ecad9cf req-b7caddeb-d8eb-4f4b-aba2-6da58434ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.732980 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2f6e8ac7-8acb-4a08-9b4f-6af34ecad9cf req-b7caddeb-d8eb-4f4b-aba2-6da58434ee0d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1367924 Feb 16 13:03:45.849478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-ca816356-96b3-427b-872e-663e80c41cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.850959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-ca816356-96b3-427b-872e-663e80c41cd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e4cf569485d46c9bce998d54adba1a4&device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 1100 time: 0.0786088 Feb 16 13:03:45.921261 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-e238c9df-0c39-4834-bec7-3512e335a991 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=6336f959-9fad-4c95-8f4e-dc67ec3b8a44 HTTP/1.1" status: 200 len: 217 time: 0.0623097 Feb 16 13:03:45.987271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-f6b0a5ee-fcc8-4ed9-9608-1f385554c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.988742 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-f6b0a5ee-fcc8-4ed9-9608-1f385554c558 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cef0917-2917-4699-8a2a-a900af8cf244 HTTP/1.1" status: 200 len: 843 time: 0.0614140 Feb 16 13:03:46.071298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ba1d-b64d-4517-98eb-312980425b0e req-87970cde-6a07-496e-b652-4e706d7ca2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:46.072783 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-87970cde-6a07-496e-b652-4e706d7ca2f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05e56ce2-ce50-44b8-9c28-1b067e0f23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0771391 Feb 16 13:03:46.223490 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-e69f6f74-7bbd-49ef-b4ef-54670841106b service neutron] 10.222.0.67 "GET /v2.0/networks/05e56ce2-ce50-44b8-9c28-1b067e0f23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429338 Feb 16 13:03:46.365272 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f517ba1d-b64d-4517-98eb-312980425b0e req-9fc0640d-b1ab-41b4-a15c-c1eb991d0593 service neutron] 10.222.0.67 "GET /v2.0/networks/05e56ce2-ce50-44b8-9c28-1b067e0f23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316972 Feb 16 13:03:46.609582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747aa5-c40f-4985-b8d3-e425cdf39fbe req-5e32bde9-7233-4493-a372-26aa5090bdde tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:46.611550 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8747aa5-c40f-4985-b8d3-e425cdf39fbe req-5e32bde9-7233-4493-a372-26aa5090bdde tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 947 time: 0.0872083 Feb 16 13:03:46.657920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8747aa5-c40f-4985-b8d3-e425cdf39fbe req-02934916-491b-4a1b-a347-81fe022513e6 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Feb 16 13:03:47.736434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:03:47.861035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff3b8b-7d5e-46ad-9063-8409df4dda6a req-c2d82409-6378-4579-ab08-6e993e272cf9 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:47.863136 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcff3b8b-7d5e-46ad-9063-8409df4dda6a req-c2d82409-6378-4579-ab08-6e993e272cf9 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 947 time: 0.0921855 Feb 16 13:03:47.892151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,segment=NetworkSegment(ab6eed18-ae98-4bf4-8834-157cddc19e61),segment_id=ab6eed18-ae98-4bf4-8834-157cddc19e61)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:47.906471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44', 'network_id': '05e56ce2-ce50-44b8-9c28-1b067e0f23fa', 'port_id': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44', 'mac_address': 'fa:16:3e:6e:63:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cef0917-2917-4699-8a2a-a900af8cf244', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:03:47.917939 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dcff3b8b-7d5e-46ad-9063-8409df4dda6a req-3869700e-2b00-4bce-b877-dc19fc7a5aa9 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Feb 16 13:03:47.968623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:47.992160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:03:48.013295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,segment=NetworkSegment(ab6eed18-ae98-4bf4-8834-157cddc19e61),segment_id=ab6eed18-ae98-4bf4-8834-157cddc19e61)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:48.098254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:48.172884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:48.181336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.181682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.182022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.182359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.182722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.183081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.183429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.183740 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.184065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.184404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.184727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.185075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:48.400230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['6336f959-9fad-4c95-8f4e-dc67ec3b8a44'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:03:49.120791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c22fcb-b8cd-4ab9-9008-78bc5cd3b166 req-22b87080-1ac4-4f82-9a1b-aac7365d8ea1 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:49.122311 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e1c22fcb-b8cd-4ab9-9008-78bc5cd3b166 req-22b87080-1ac4-4f82-9a1b-aac7365d8ea1 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 948 time: 0.0875168 Feb 16 13:03:49.168642 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e1c22fcb-b8cd-4ab9-9008-78bc5cd3b166 req-6979c0fc-fd87-41a6-8802-ed37fff276c0 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Feb 16 13:03:49.734170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:03:49.898067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:03:49.903862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:03:49.904239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:50.027941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:50.055638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365eece3-d6db-4b19-b531-6ca576bca44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:50.065362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,segment=NetworkSegment(ab6eed18-ae98-4bf4-8834-157cddc19e61),segment_id=ab6eed18-ae98-4bf4-8834-157cddc19e61)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:50.102102 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365eece3-d6db-4b19-b531-6ca576bca44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44', 'code': 200} Feb 16 13:03:50.182969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:50.254551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:50.364363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856355f-426c-4817-9674-f7e8d7e0f1d7 req-bc1a500f-b739-4186-a555-1a64ee07244d tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:50.365872 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5856355f-426c-4817-9674-f7e8d7e0f1d7 req-bc1a500f-b739-4186-a555-1a64ee07244d tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 949 time: 0.0813084 Feb 16 13:03:50.417927 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5856355f-426c-4817-9674-f7e8d7e0f1d7 req-426879c0-65fa-4d7e-8e6c-7713f945e7a6 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Feb 16 13:03:50.515083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669796bf-6f10-4621-85f1-3e67f029db4f req-882b539d-74ea-4d16-8560-281cc51543e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:50.516701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-669796bf-6f10-4621-85f1-3e67f029db4f req-882b539d-74ea-4d16-8560-281cc51543e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 1102 time: 0.0723588 Feb 16 13:03:50.559408 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-669796bf-6f10-4621-85f1-3e67f029db4f req-abd92f7b-24e2-4ff7-81c8-9a22de2ec3f8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359485 Feb 16 13:03:51.717534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16a93c-74a3-4f00-bbfb-9ff36403b236 req-786bbf9b-ba4d-4a0b-9bf0-2c417e6831be tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:51.718961 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb16a93c-74a3-4f00-bbfb-9ff36403b236 req-786bbf9b-ba4d-4a0b-9bf0-2c417e6831be tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 949 time: 0.1875932 Feb 16 13:03:51.765035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb16a93c-74a3-4f00-bbfb-9ff36403b236 req-f62182b9-c1b4-4c57-ae35-699a9afb7a36 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Feb 16 13:03:52.966790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba196f-880d-4c78-bbae-fbb84b67595d req-2500be58-a0b6-458c-869a-7aa6d7a1a789 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:52.968333 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-afba196f-880d-4c78-bbae-fbb84b67595d req-2500be58-a0b6-458c-869a-7aa6d7a1a789 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 949 time: 0.0822997 Feb 16 13:03:53.016614 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-afba196f-880d-4c78-bbae-fbb84b67595d req-a5360ac5-ad75-41bc-8b75-92cc2ca7ec92 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Feb 16 13:03:54.837399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4a533-9e70-4b66-99ac-90e66065a82c req-9874e210-8654-4fb1-b6a4-c145bd77b168 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:54.838868 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bec4a533-9e70-4b66-99ac-90e66065a82c req-9874e210-8654-4fb1-b6a4-c145bd77b168 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 949 time: 0.0847085 Feb 16 13:03:54.884846 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bec4a533-9e70-4b66-99ac-90e66065a82c req-e96bd435-ecc0-4375-b443-a953813a8e66 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Feb 16 13:03:56.085571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03a470-2ac7-43f6-b29e-7b4efec75ad8 req-a2e255d5-a5ba-4021-80c3-f6a90edf3001 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:56.087107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca03a470-2ac7-43f6-b29e-7b4efec75ad8 req-a2e255d5-a5ba-4021-80c3-f6a90edf3001 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 949 time: 0.0825708 Feb 16 13:03:56.137386 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca03a470-2ac7-43f6-b29e-7b4efec75ad8 req-169d1a7b-d0ec-4c13-9738-8b8187a1133a tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b20f141-d0ae-47b4-a6f7-90c46331580c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Feb 16 13:03:56.235798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-21ecd37b-8e31-4fef-a8ee-56898af81c65 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:56.237192 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-21ecd37b-8e31-4fef-a8ee-56898af81c65 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.67 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 949 time: 0.0826232 Feb 16 13:03:56.311663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Deleting port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:56.312007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:56.569146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] For port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,segment=NetworkSegment(ab6eed18-ae98-4bf4-8834-157cddc19e61),segment_id=ab6eed18-ae98-4bf4-8834-157cddc19e61)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:56.569449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:56.701392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Calling delete_port for 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:56.973962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:56.986707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['6336f959-9fad-4c95-8f4e-dc67ec3b8a44'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:03:57.033601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Pushing event deleted for resources: {'Port': ['ID=6336f959-9fad-4c95-8f4e-dc67ec3b8a44,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:57.114575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] No DVR routers for this DVR port 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:57.117300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:57.120470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365eece3-d6db-4b19-b531-6ca576bca44b', 'name': 'network-vif-deleted', 'tag': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:57.180911 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365eece3-d6db-4b19-b531-6ca576bca44b', 'name': 'network-vif-deleted', 'tag': '6336f959-9fad-4c95-8f4e-dc67ec3b8a44', 'status': 'completed', 'code': 200} Feb 16 13:03:57.242003 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae2c7836-492f-4c4c-9d53-917c78b17a8f req-29dad071-e034-4b9f-a31b-47ad5005c743 tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.67 "DELETE /v2.0/ports/6336f959-9fad-4c95-8f4e-dc67ec3b8a44 HTTP/1.1" status: 204 len: 173 time: 0.9965763 Feb 16 13:03:57.316637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c8ac82f6-1e34-494b-8cc3-ac81d0613c18 req-37876f2b-dc45-4e46-aaf4-acb64cbbb8af tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Synchronizing usage tracker for tenant:8e4cf569485d46c9bce998d54adba1a4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:57.428999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-c8ac82f6-1e34-494b-8cc3-ac81d0613c18 req-37876f2b-dc45-4e46-aaf4-acb64cbbb8af tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] Unset dirty status for tenant:8e4cf569485d46c9bce998d54adba1a4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:57.430503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c8ac82f6-1e34-494b-8cc3-ac81d0613c18 req-37876f2b-dc45-4e46-aaf4-acb64cbbb8af tempest-ServersAdminNegativeTestJSON-1163639985 tempest-ServersAdminNegativeTestJSON-1163639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=365eece3-d6db-4b19-b531-6ca576bca44b HTTP/1.1" status: 200 len: 210 time: 0.1649637 Feb 16 13:03:59.142385 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:59.298474 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22ac7fe7-9801-4ad2-8dc0-03edcfbcc63d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e4cf569485d46c9bce998d54adba1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546121 Feb 16 13:03:59.300971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58434) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:59.362864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e88f4a23-2918-4ecc-bc35-287abd8b75ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.392284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e88f4a23-2918-4ecc-bc35-287abd8b75ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.503653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e88f4a23-2918-4ecc-bc35-287abd8b75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.521040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4a23-2918-4ecc-bc35-287abd8b75ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20f141-d0ae-47b4-a6f7-90c46331580c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:59.610233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e88f4a23-2918-4ecc-bc35-287abd8b75ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.611436 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e88f4a23-2918-4ecc-bc35-287abd8b75ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b20f141-d0ae-47b4-a6f7-90c46331580c HTTP/1.1" status: 204 len: 168 time: 0.3089709 Feb 16 13:03:59.765640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:59.801211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:59.801211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6336f959-9fad-4c95-8f4e-dc67ec3b8a44 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:59.993379 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:04:00.425891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 58442) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:00.446229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:00.466187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:00.470183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Usage tracker for resource:security_group_rule and tenant:af1069a9008d452eadd1a2f05f3a6e76 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:00.473681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:00.480424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:00.680685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:00.754926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:00.806694 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af1069a9008d452eadd1a2f05f3a6e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789268 Feb 16 13:04:00.808577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e1056-adcf-4043-bc50-8b26d47f793e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f815b-446f-4cda-9e09-30ff99b25fe7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:00.809643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58446) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:00.894100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3987-163f-471d-b5b3-97a7944498e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:00.922020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3987-163f-471d-b5b3-97a7944498e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:01.098628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3987-163f-471d-b5b3-97a7944498e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:01.112264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a3987-163f-471d-b5b3-97a7944498e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f815b-446f-4cda-9e09-30ff99b25fe7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:01.120474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3987-163f-471d-b5b3-97a7944498e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:01.121694 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7c3a3987-163f-471d-b5b3-97a7944498e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/087f815b-446f-4cda-9e09-30ff99b25fe7 HTTP/1.1" status: 204 len: 168 time: 0.3107016 Feb 16 13:04:02.427353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58470) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:02.539316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1908479801-network', 'tenant_id': 'fe9d1752b2054cabb6092917a6657ec4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:02.544276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:02.548426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Usage tracker for resource:network and tenant:fe9d1752b2054cabb6092917a6657ec4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:02.551902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:02.558616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:02.696932 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Made reservation on behalf of fe9d1752b2054cabb6092917a6657ec4 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:02.699420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:02.712644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:02.731304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:02.735369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9d1752b2054cabb6092917a6657ec4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:02.738303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:02.744904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:02.840249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:02.966012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:02.999104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:03.008733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e29943-7ccd-4807-8362-595096a83f8a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:03.018115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:03.018659 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Added segment 86578f09-00c3-4c97-9216-8f625d6a55eb of type vlan for network 7a375a97-fd7d-499f-a880-583c01a89ff8 Feb 16 13:04:03.047466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:03.211663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:03.212677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:03.213292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:03.324063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] Pushing event updated for resources: {'Network': ['ID=7a375a97-fd7d-499f-a880-583c01a89ff8,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:03.336669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 7a375a97-fd7d-499f-a880-583c01a89ff8 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:03.389052 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b84099fa-5bb0-40e5-9aad-ae03e27bcc29 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9605355 Feb 16 13:04:03.392343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58476) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:03.398736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Request body: {'subnet': {'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1908479801-subnet', 'tenant_id': 'fe9d1752b2054cabb6092917a6657ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:03.403820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:03.410715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Usage tracker for resource:subnet and tenant:fe9d1752b2054cabb6092917a6657ec4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:03.416519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:03.427311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:03.566024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Made reservation on behalf of fe9d1752b2054cabb6092917a6657ec4 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:03.568995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:03.875082 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b062-636d-45b1-9539-3594e39c251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:03.909670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:03.987716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc3df80-d7e4-4be3-b70d-757681245225,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:03.999470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Checking segment: {'id': '86578f09-00c3-4c97-9216-8f625d6a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:03.999797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Network hostable DHCP agents. Network: 7a375a97-fd7d-499f-a880-583c01a89ff8, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:04.097121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Network 7a375a97-fd7d-499f-a880-583c01a89ff8 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:04.165215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 7a375a97-fd7d-499f-a880-583c01a89ff8) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:04.169441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:04.170038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:04.177298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e109cf-48a6-4815-83de-d6320483760d None None] Network 7a375a97-fd7d-499f-a880-583c01a89ff8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:04.252270 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b0ab2974-7458-4ff1-b937-92e29c1f4ed1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8587477 Feb 16 13:04:04.397712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee04b9c-e1a8-4cd7-a73a-d83b6dd7721c None None] Network 7a375a97-fd7d-499f-a880-583c01a89ff8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:04.905243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-0c7c4571-c11e-47b3-9ac9-6b914409ed20 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:04.905939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-0c7c4571-c11e-47b3-9ac9-6b914409ed20 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Synchronizing usage tracker for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:05.034762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-0c7c4571-c11e-47b3-9ac9-6b914409ed20 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Unset dirty status for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:05.035991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-0c7c4571-c11e-47b3-9ac9-6b914409ed20 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/networks?id=7a375a97-fd7d-499f-a880-583c01a89ff8 HTTP/1.1" status: 200 len: 812 time: 0.3812361 Feb 16 13:04:05.050976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-109f043c-8ed0-49fc-ae48-67ffe255e48b tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/quotas/fe9d1752b2054cabb6092917a6657ec4 HTTP/1.1" status: 200 len: 375 time: 0.0094540 Feb 16 13:04:05.099469 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-32f851d6-fd99-4c3b-a4bc-940bd76fb6af tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe9d1752b2054cabb6092917a6657ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423837 Feb 16 13:04:05.237950 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-e7aff127-5981-44e0-9b75-a65046286680 service neutron] 10.222.0.47 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317856 Feb 16 13:04:05.373706 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-46b544f3-818a-4a56-ab5b-35cebeba26dd service neutron] 10.222.0.47 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288583 Feb 16 13:04:05.715083 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81d5ce0f-dd32-47dd-bd57-0acdf61ae6d7 req-7a2ec3a5-be3b-47e7-8b7d-f95c26bdde40 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 210 time: 0.0483513 Feb 16 13:04:06.216167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-187782a6-6ac4-46ed-a761-a73b7a5800a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:06.816034 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d2ce1083-f673-4692-bb66-44e23b3a0dfe req-3658953e-9702-4ff2-90f3-83cbd6f05458 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 210 time: 0.0476267 Feb 16 13:04:07.314842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.330647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.972857 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-74354e98-84c1-4fdf-b765-e47a5a710f7c req-2c63c710-c24d-4669-9f1f-03f2b7965970 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 210 time: 0.0459630 Feb 16 13:04:08.800396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:09.007614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-784a1b00-a645-418f-9ee7-43c84ec12044 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:09.009278 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-784a1b00-a645-418f-9ee7-43c84ec12044 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.67 "GET /v2.0/networks?id=7a375a97-fd7d-499f-a880-583c01a89ff8 HTTP/1.1" status: 200 len: 812 time: 0.1558776 Feb 16 13:04:09.023314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Request body: {'port': {'device_id': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8', 'admin_state_up': True, 'tenant_id': 'fe9d1752b2054cabb6092917a6657ec4'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:09.232461 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4b57feae-2210-47fd-a284-315ca4265b09 req-05ec9041-5453-4414-8ba5-b09caad0495f tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 210 time: 0.0588050 Feb 16 13:04:09.233427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:09.240449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Usage tracker for resource:port and tenant:fe9d1752b2054cabb6092917a6657ec4 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:09.242048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:09.255029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:09.337241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Made reservation on behalf of fe9d1752b2054cabb6092917a6657ec4 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:09.340969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:09.510250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Allocated IP 172.20.0.3 (7a375a97-fd7d-499f-a880-583c01a89ff8/afc3df80-d7e4-4be3-b70d-757681245225/3f1d0c0a-121e-4a6f-b00d-c01857e5fa99) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:09.719981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:09.862469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:09.933662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Network 7a375a97-fd7d-499f-a880-583c01a89ff8 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:09.937093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:09.939840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:09.984155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:09.997595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:09.997873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:09.998210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:09.998573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:09.998873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:09.999234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:09.999563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:09.999887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:10.000240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:10.000568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:10.000881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:10.001196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:10.025146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:10.026009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:10.115433 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-2e478a90-966d-404e-8141-285982db4a70 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0967884 Feb 16 13:04:10.127872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Request body: {'port': {'device_id': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:10.237371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:10.659232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c548e75-c0b8-4838-a898-24a0d0c72b2b req-683d2b11-a0f4-42c8-9f0b-840048b0288a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:10.659928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0c548e75-c0b8-4838-a898-24a0d0c72b2b req-683d2b11-a0f4-42c8-9f0b-840048b0288a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Synchronizing usage tracker for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:10.750862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0c548e75-c0b8-4838-a898-24a0d0c72b2b req-683d2b11-a0f4-42c8-9f0b-840048b0288a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Unset dirty status for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:10.752077 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c548e75-c0b8-4838-a898-24a0d0c72b2b req-683d2b11-a0f4-42c8-9f0b-840048b0288a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 931 time: 0.3999064 Feb 16 13:04:10.779338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:04:10.791241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:10.821354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Transition to ACTIVE for port object 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:10.823712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0c548e75-c0b8-4838-a898-24a0d0c72b2b req-6283976c-95ab-42f0-aed4-ef8248e56a1a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Synchronizing usage tracker for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:10.964820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:11.015033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0c548e75-c0b8-4838-a898-24a0d0c72b2b req-6283976c-95ab-42f0-aed4-ef8248e56a1a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Unset dirty status for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:11.016158 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c548e75-c0b8-4838-a898-24a0d0c72b2b req-6283976c-95ab-42f0-aed4-ef8248e56a1a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565370 Feb 16 13:04:11.098856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:11.206288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Attempting to bind port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:11.206625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Attempting to bind port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '86578f09-00c3-4c97-9216-8f625d6a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:11.206968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Attempting to bind port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 on network 7a375a97-fd7d-499f-a880-583c01a89ff8 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:11.211678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 on network 7a375a97-fd7d-499f-a880-583c01a89ff8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:04:11.212059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Attempting to bind port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 on network 7a375a97-fd7d-499f-a880-583c01a89ff8 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:11.217175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:11.217462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Checking segment: {'id': '86578f09-00c3-4c97-9216-8f625d6a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:11.217842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Bound using segment: {'id': '86578f09-00c3-4c97-9216-8f625d6a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:11.218273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Bound port: 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86578f09-00c3-4c97-9216-8f625d6a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:11.218852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:11.240467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:11.312743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:11.315679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:11.422102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:11.482615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:11.483252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:11.484609 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 HTTP/1.1" status: 200 len: 1093 time: 1.3610659 Feb 16 13:04:11.485031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:11.506359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046939f-86d7-461f-bf5e-3965a889a1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:11.531606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'status': 'completed', 'code': 200} Feb 16 13:04:11.630584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e64657-cbc9-44d4-903b-055b2e097a0d req-17dc19df-144e-4431-a1a1-d7d16ec18103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:11.632108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79e64657-cbc9-44d4-903b-055b2e097a0d req-17dc19df-144e-4431-a1a1-d7d16ec18103 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9d1752b2054cabb6092917a6657ec4&device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 1096 time: 0.0797963 Feb 16 13:04:11.776942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e64657-cbc9-44d4-903b-055b2e097a0d req-27a8ac5b-8e26-4836-a62d-b2897dd5e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:11.778306 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79e64657-cbc9-44d4-903b-055b2e097a0d req-27a8ac5b-8e26-4836-a62d-b2897dd5e559 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fe9d1752b2054cabb6092917a6657ec4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1360495 Feb 16 13:04:11.916808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e64657-cbc9-44d4-903b-055b2e097a0d req-710f3a1d-9b4a-4e83-9e72-f7772aa9745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:11.918249 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79e64657-cbc9-44d4-903b-055b2e097a0d req-710f3a1d-9b4a-4e83-9e72-f7772aa9745f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1331086 Feb 16 13:04:12.025518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-175b2a5a-a593-4309-8d8b-7a5fe0733805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.027137 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-175b2a5a-a593-4309-8d8b-7a5fe0733805 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9d1752b2054cabb6092917a6657ec4&device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 1096 time: 0.0729249 Feb 16 13:04:12.100662 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-096de070-8d4e-4894-ba0d-3b93a4c5b663 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 HTTP/1.1" status: 200 len: 217 time: 0.0646255 Feb 16 13:04:12.217514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-525783bb-436b-4a40-8654-e720f534d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.219039 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-525783bb-436b-4a40-8654-e720f534d901 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afc3df80-d7e4-4be3-b70d-757681245225 HTTP/1.1" status: 200 len: 852 time: 0.1110735 Feb 16 13:04:12.271063 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-3978a3c4-69da-4509-bf67-b45649125a1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a375a97-fd7d-499f-a880-583c01a89ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437815 Feb 16 13:04:12.283267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f6770-d7a5-4bd7-aae4-6f38fd541391 req-c713970a-4e7e-4fb4-a499-7b5f48490916 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.284581 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9d5f6770-d7a5-4bd7-aae4-6f38fd541391 req-c713970a-4e7e-4fb4-a499-7b5f48490916 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 943 time: 0.1469247 Feb 16 13:04:12.411899 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9d5f6770-d7a5-4bd7-aae4-6f38fd541391 req-6dbe0fc3-8ca3-4697-b434-bcf50d4a020f tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092587 Feb 16 13:04:12.444493 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-c6b0f426-833c-4206-86b4-98b36559e277 service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589317 Feb 16 13:04:12.677794 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ab39fa1-780c-4d1c-bc58-5c14ff14b28f req-45e98ef3-7ec7-45d7-9ac2-55f12ea85594 service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245815 Feb 16 13:04:13.602909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fd065-ecab-4442-994d-b02976f1566d req-d6822735-4d64-4e7b-97d6-3b5109439087 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:13.604440 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-164fd065-ecab-4442-994d-b02976f1566d req-d6822735-4d64-4e7b-97d6-3b5109439087 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 943 time: 0.0843339 Feb 16 13:04:13.649056 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-164fd065-ecab-4442-994d-b02976f1566d req-269bcfe6-1f75-4e75-92a9-47e074dda517 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389597 Feb 16 13:04:13.857630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:04:13.987947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:14.006452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8', 'port_id': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'mac_address': 'fa:16:3e:e8:0d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc3df80-d7e4-4be3-b70d-757681245225', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:04:14.060599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.077779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:04:14.092930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:14.187185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.254876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:14.425957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3f1d0c0a-121e-4a6f-b00d-c01857e5fa99'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:04:14.848878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3103e-44d4-436f-a15e-41c8cd1db9ba req-2193ce39-aa45-46a3-b7f2-272304653229 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:14.851606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4eb3103e-44d4-436f-a15e-41c8cd1db9ba req-2193ce39-aa45-46a3-b7f2-272304653229 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 944 time: 0.0944796 Feb 16 13:04:14.895166 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4eb3103e-44d4-436f-a15e-41c8cd1db9ba req-0830ba3c-cfa6-41e4-810e-d59cf74ebc58 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Feb 16 13:04:15.868604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:16.044363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:16.049307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:16.049676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.086383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378fff2-f886-4f22-951f-8f3e36975353 req-63dce72d-2162-4c62-bc54-d04164f8a5f5 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:16.087943 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a378fff2-f886-4f22-951f-8f3e36975353 req-63dce72d-2162-4c62-bc54-d04164f8a5f5 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 944 time: 0.0869367 Feb 16 13:04:16.134049 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a378fff2-f886-4f22-951f-8f3e36975353 req-ee5f2361-b11f-4b42-8e25-4b225a93e59b tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Feb 16 13:04:16.167132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.195622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:16.205436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:16.242365 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'code': 200} Feb 16 13:04:16.354147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.422060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:16.711390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a299-2fb7-403d-b8cb-648c783eeb03 req-869cc4ce-732f-434b-ac7d-851cfdde0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:16.712772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3f1a299-2fb7-403d-b8cb-648c783eeb03 req-869cc4ce-732f-434b-ac7d-851cfdde0aa4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 1098 time: 0.0711892 Feb 16 13:04:16.758411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3f1a299-2fb7-403d-b8cb-648c783eeb03 req-5b4ffe8a-0c6f-45ff-a8d2-684c8accc8b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Feb 16 13:04:17.326528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f7741-a4d5-42b6-a437-43de164d8a2b req-202d1399-547d-469e-a836-92bca0f9e7d8 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:17.327996 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-599f7741-a4d5-42b6-a437-43de164d8a2b req-202d1399-547d-469e-a836-92bca0f9e7d8 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0814958 Feb 16 13:04:17.373766 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-599f7741-a4d5-42b6-a437-43de164d8a2b req-71bf0d99-35d4-4e69-a80a-43846ad336c3 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Feb 16 13:04:18.562952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c433-f898-4ca2-8222-aa39cb0d6881 req-b362d322-8334-4d8a-a909-ec4c4e47b7a6 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:18.564511 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6784c433-f898-4ca2-8222-aa39cb0d6881 req-b362d322-8334-4d8a-a909-ec4c4e47b7a6 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0847807 Feb 16 13:04:18.609059 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6784c433-f898-4ca2-8222-aa39cb0d6881 req-44abc508-ac2c-4f80-9ba0-afbf18c5554c tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Feb 16 13:04:19.322893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a32540-43d0-4cca-902b-a210060e45d6 req-31bd377b-8d5f-4397-886d-8bd02c740784 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:19.324310 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99a32540-43d0-4cca-902b-a210060e45d6 req-31bd377b-8d5f-4397-886d-8bd02c740784 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0809991 Feb 16 13:04:19.370875 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-99a32540-43d0-4cca-902b-a210060e45d6 req-8f4784fb-d9ce-4794-8c9c-289efe3df518 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Feb 16 13:04:19.587759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58546) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:19.705572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-559f881f-539f-4e9b-b3e4-770a69973e0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166561 Feb 16 13:04:20.556383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c493f4-bc7c-4836-b2e5-4bac1d446b1e req-4adbc6b1-4626-4e16-aab8-e828c18c7983 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:20.557852 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8c493f4-bc7c-4836-b2e5-4bac1d446b1e req-4adbc6b1-4626-4e16-aab8-e828c18c7983 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0806937 Feb 16 13:04:20.602069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8c493f4-bc7c-4836-b2e5-4bac1d446b1e req-6733c994-2554-4929-9866-e30af793113c tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 Feb 16 13:04:21.801632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0d819-1e82-4ba2-9365-fb13cee18c41 req-c198236b-ddb9-42cb-a8d9-7a85fdba9a1d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:21.803033 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-58d0d819-1e82-4ba2-9365-fb13cee18c41 req-c198236b-ddb9-42cb-a8d9-7a85fdba9a1d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0832391 Feb 16 13:04:21.846997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-58d0d819-1e82-4ba2-9365-fb13cee18c41 req-9543dcee-cf1c-4bd4-ac44-2060ba4f6d4d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376947 Feb 16 13:04:22.622233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-1e7a724f-00ca-4fd9-8a28-9dc9a66dbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.623750 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-1e7a724f-00ca-4fd9-8a28-9dc9a66dbfc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9d1752b2054cabb6092917a6657ec4&device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 1098 time: 0.0709758 Feb 16 13:04:22.755641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-0681d476-8ece-4b00-a481-9529adf9b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.757100 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-0681d476-8ece-4b00-a481-9529adf9b204 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a375a97-fd7d-499f-a880-583c01a89ff8 HTTP/1.1" status: 200 len: 912 time: 0.1269109 Feb 16 13:04:22.827907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-21fc1828-55ca-4185-8049-437c4b0cec3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 HTTP/1.1" status: 200 len: 217 time: 0.0643017 Feb 16 13:04:22.891698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-c08435e3-ec0d-4d91-b91a-a46d94f5bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.893149 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-c08435e3-ec0d-4d91-b91a-a46d94f5bedb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afc3df80-d7e4-4be3-b70d-757681245225 HTTP/1.1" status: 200 len: 852 time: 0.0584109 Feb 16 13:04:22.944741 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-3f5a15e9-5244-4814-8bea-c9b88cb0101d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a375a97-fd7d-499f-a880-583c01a89ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448034 Feb 16 13:04:23.129542 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-bc0d2d4e-cb96-4bde-b60d-8b8b12987421 service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780839 Feb 16 13:04:23.141838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620019ab-39e5-497b-aff1-1382a3ed03bc req-ebb87722-55f5-4fd5-ba7c-7a825ecf7b26 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:23.143267 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-620019ab-39e5-497b-aff1-1382a3ed03bc req-ebb87722-55f5-4fd5-ba7c-7a825ecf7b26 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.1743226 Feb 16 13:04:23.359297 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-620019ab-39e5-497b-aff1-1382a3ed03bc req-1526c050-d433-4d81-967f-e8309fdabe35 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981490 Feb 16 13:04:23.397808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-ae7bdd03-8f4d-4794-b8a1-1842882f98d7 service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534525 Feb 16 13:04:24.545078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571c14-84b9-43f9-bc7d-4a1aadec838a req-36957dfc-e789-4a13-8c65-f0a7258bf094 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:24.546578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13571c14-84b9-43f9-bc7d-4a1aadec838a req-36957dfc-e789-4a13-8c65-f0a7258bf094 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0799012 Feb 16 13:04:24.591403 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13571c14-84b9-43f9-bc7d-4a1aadec838a req-8038b103-d491-46b6-8227-61f46b7b65f1 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Feb 16 13:04:25.779258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a22fd-c349-4165-aaba-3cc9c9120fa9 req-cca2b768-2c00-46d1-88ec-abcef594de72 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:25.780742 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-265a22fd-c349-4165-aaba-3cc9c9120fa9 req-cca2b768-2c00-46d1-88ec-abcef594de72 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0834761 Feb 16 13:04:25.826109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-265a22fd-c349-4165-aaba-3cc9c9120fa9 req-281c907e-22a3-499f-a7ec-693989f27b5d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Feb 16 13:04:27.011254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124053f-db79-4ee4-9d8b-3863682c3a75 req-df88b2bf-c9be-4e83-834a-851915cd5619 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:27.012746 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0124053f-db79-4ee4-9d8b-3863682c3a75 req-df88b2bf-c9be-4e83-834a-851915cd5619 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0802872 Feb 16 13:04:27.060459 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0124053f-db79-4ee4-9d8b-3863682c3a75 req-0d96f59f-11f7-404e-b416-24945c72fd07 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Feb 16 13:04:28.246034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cf99-7f85-4d23-945d-dbcfcba26fc0 req-87c211ae-fb15-4044-83d4-fa08f2faf2b4 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:28.247517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a772cf99-7f85-4d23-945d-dbcfcba26fc0 req-87c211ae-fb15-4044-83d4-fa08f2faf2b4 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0815582 Feb 16 13:04:28.291337 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a772cf99-7f85-4d23-945d-dbcfcba26fc0 req-f6b8bb04-5921-4d35-b207-1dbb1451bb3a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381231 Feb 16 13:04:29.483559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c02749-d9ee-493a-8990-f94bf661a500 req-98f83868-9632-4def-8a88-b78072f1c76e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:29.484991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14c02749-d9ee-493a-8990-f94bf661a500 req-98f83868-9632-4def-8a88-b78072f1c76e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0837970 Feb 16 13:04:29.531745 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14c02749-d9ee-493a-8990-f94bf661a500 req-fab5bb3a-8c7e-450e-b230-2ffdb6ed6ec0 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Feb 16 13:04:30.720764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d129b-0216-4c23-8732-e287e02681ed req-a306ea36-4b3f-4029-838f-b0a1abe6e1dc tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:30.722290 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-100d129b-0216-4c23-8732-e287e02681ed req-a306ea36-4b3f-4029-838f-b0a1abe6e1dc tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0823190 Feb 16 13:04:30.768107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-100d129b-0216-4c23-8732-e287e02681ed req-1196e5b1-ea1a-46b8-a6e7-74650a77e05b tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Feb 16 13:04:32.002727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-e93d7af8-317a-4a76-a880-631ada187001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:32.004324 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-e93d7af8-317a-4a76-a880-631ada187001 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9d1752b2054cabb6092917a6657ec4&device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 1098 time: 0.1357872 Feb 16 13:04:32.012574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6addfbd-adca-4160-a1bd-a93bf97bc0ef req-34b6ba2d-6a92-48b9-8275-ae77ecfc2680 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:32.013978 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f6addfbd-adca-4160-a1bd-a93bf97bc0ef req-34b6ba2d-6a92-48b9-8275-ae77ecfc2680 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.1110797 Feb 16 13:04:32.141344 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f6addfbd-adca-4160-a1bd-a93bf97bc0ef req-a6744724-0a30-4766-bdf0-2fc9979835a5 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209631 Feb 16 13:04:32.185106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-2cd08e01-d035-49a9-a725-564a28d067c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:32.186532 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-2cd08e01-d035-49a9-a725-564a28d067c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a375a97-fd7d-499f-a880-583c01a89ff8 HTTP/1.1" status: 200 len: 912 time: 0.1524041 Feb 16 13:04:32.255095 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-82038f58-b936-49f5-958f-3eb3bb5f64fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 HTTP/1.1" status: 200 len: 217 time: 0.0607901 Feb 16 13:04:32.320426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-e0f2bead-7993-493b-b776-a72be66af913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:32.321899 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-e0f2bead-7993-493b-b776-a72be66af913 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afc3df80-d7e4-4be3-b70d-757681245225 HTTP/1.1" status: 200 len: 852 time: 0.0605795 Feb 16 13:04:32.369514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-3a7a2c50-fd0b-445d-952d-f3eae1b44e5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a375a97-fd7d-499f-a880-583c01a89ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407937 Feb 16 13:04:32.521589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-60d5c81c-310a-49af-9280-cbd8706c0d6c service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447549 Feb 16 13:04:32.654558 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de9d6297-cfd6-4ca4-a36a-da5ab500e7d1 req-0a3c716d-d686-4e3d-a827-297b9129dee3 service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260991 Feb 16 13:04:33.336423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c74ed-24c4-489c-8991-d4eb369d7b7b req-855705c8-b524-4c81-82c0-3cd3eebac79b tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:33.337830 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9e0c74ed-24c4-489c-8991-d4eb369d7b7b req-855705c8-b524-4c81-82c0-3cd3eebac79b tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0906308 Feb 16 13:04:33.389035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9e0c74ed-24c4-489c-8991-d4eb369d7b7b req-ca426789-730c-41a4-b46c-44162937547d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Feb 16 13:04:33.843957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed8b1-45e7-4b52-9520-66bf42feed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.682735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152b14b-a357-49f2-ad82-212ff0719ec2 req-b700254f-9194-4817-b988-80e5654c1964 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:34.684206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5152b14b-a357-49f2-ad82-212ff0719ec2 req-b700254f-9194-4817-b988-80e5654c1964 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.1903021 Feb 16 13:04:34.728973 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5152b14b-a357-49f2-ad82-212ff0719ec2 req-7ab4ab98-4cd7-4763-87b2-ed14985a9b97 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389774 Feb 16 13:04:35.919724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f480a-fabf-46f3-9c31-4c508abf1200 req-27452993-9394-442f-ba33-a967da89b3fd tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:35.921214 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e04f480a-fabf-46f3-9c31-4c508abf1200 req-27452993-9394-442f-ba33-a967da89b3fd tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0830655 Feb 16 13:04:35.967824 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e04f480a-fabf-46f3-9c31-4c508abf1200 req-a77345d7-4b0d-4dac-af36-11747b8c56b3 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Feb 16 13:04:36.175308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c1b902af-f706-4821-b4ad-388b52bcbe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.994946 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:04:37.156286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05274a17-03cc-4569-8a93-e288ae3b5ece req-eddadb0e-5157-487e-afd6-abfce8388f10 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:37.157743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-05274a17-03cc-4569-8a93-e288ae3b5ece req-eddadb0e-5157-487e-afd6-abfce8388f10 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0808482 Feb 16 13:04:37.208903 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-05274a17-03cc-4569-8a93-e288ae3b5ece req-14e913fc-479c-44aa-aed3-2dbdcf3dfa96 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Feb 16 13:04:37.277548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.312211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.399129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ff0b7-219e-4737-901d-179c71690a42 req-e6e99ba9-cd34-4f02-8152-f0c0fb37be3e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:38.400657 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b51ff0b7-219e-4737-901d-179c71690a42 req-e6e99ba9-cd34-4f02-8152-f0c0fb37be3e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0819588 Feb 16 13:04:38.455163 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b51ff0b7-219e-4737-901d-179c71690a42 req-c482eb6f-be0a-405f-beba-19c49c2cf2c1 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Feb 16 13:04:38.785960 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:39.639607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526de5e-7eb2-4c06-8b9d-c45986c1d8a0 req-3ef53e73-d882-4f54-9215-6d88bb4ec2f7 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:39.641132 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a526de5e-7eb2-4c06-8b9d-c45986c1d8a0 req-3ef53e73-d882-4f54-9215-6d88bb4ec2f7 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0849366 Feb 16 13:04:39.686156 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a526de5e-7eb2-4c06-8b9d-c45986c1d8a0 req-1a95384b-5f7a-4c73-95be-a655af4e19df tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 Feb 16 13:04:40.871979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332baf34-56f5-466a-b598-7ad7e2b4b384 req-899292f0-cf41-4bb2-b276-93030c75d9ca tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:40.873455 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-332baf34-56f5-466a-b598-7ad7e2b4b384 req-899292f0-cf41-4bb2-b276-93030c75d9ca tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0803304 Feb 16 13:04:40.917728 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-332baf34-56f5-466a-b598-7ad7e2b4b384 req-364096d6-89b9-4061-a537-db5bfff28e36 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386412 Feb 16 13:04:41.194345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:42.109167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4268-7bb5-461b-84e4-8c1cd88176c8 req-f32acd67-a2b0-4f9c-a457-f97be6f08e9b tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:42.110725 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-679c4268-7bb5-461b-84e4-8c1cd88176c8 req-f32acd67-a2b0-4f9c-a457-f97be6f08e9b tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0842397 Feb 16 13:04:42.155734 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-679c4268-7bb5-461b-84e4-8c1cd88176c8 req-2039cee2-5f29-4e03-b58a-71451d23435d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393028 Feb 16 13:04:43.348130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f4c9c-489b-47bb-a479-f2d5a56f4d39 req-6343ef87-be68-471f-8d47-f1762b0ce07e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:43.349550 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29f4c9c-489b-47bb-a479-f2d5a56f4d39 req-6343ef87-be68-471f-8d47-f1762b0ce07e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0871935 Feb 16 13:04:43.395581 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29f4c9c-489b-47bb-a479-f2d5a56f4d39 req-2505f6b3-9811-43a0-8dea-aa80d868e6a5 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Feb 16 13:04:44.593364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6924d-bedc-4ddf-adf7-31dafa79d3b2 req-15281c05-604d-4fde-a1e7-3333eb03cfaa tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:44.595043 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-62c6924d-bedc-4ddf-adf7-31dafa79d3b2 req-15281c05-604d-4fde-a1e7-3333eb03cfaa tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0859313 Feb 16 13:04:44.649296 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-62c6924d-bedc-4ddf-adf7-31dafa79d3b2 req-262229e1-8c5a-49c2-90d0-b8d1b055ed80 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483711 Feb 16 13:04:45.837926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccc688-5dc7-4882-af31-f314c92eb1c8 req-7b2cbe49-5bf2-4954-897e-612918403a4a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:45.839440 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0bccc688-5dc7-4882-af31-f314c92eb1c8 req-7b2cbe49-5bf2-4954-897e-612918403a4a tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0814393 Feb 16 13:04:45.896254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0bccc688-5dc7-4882-af31-f314c92eb1c8 req-8f6be0d4-90f0-4177-9fe5-4e01b05082df tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510268 Feb 16 13:04:47.092585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426782f-5854-4913-b1a4-7e7075598396 req-e774f841-6217-4daf-a5c4-8dcf36035bbe tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.094053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e426782f-5854-4913-b1a4-7e7075598396 req-e774f841-6217-4daf-a5c4-8dcf36035bbe tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0842357 Feb 16 13:04:47.144549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e426782f-5854-4913-b1a4-7e7075598396 req-aaa9c62c-317e-4c55-a494-1dba859549a9 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Feb 16 13:04:48.353248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda2a2-4cd2-48ab-8832-a042007219fb req-f3d6af3c-90b9-4157-b8e8-3e1ea8adccde tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:48.354708 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ffda2a2-4cd2-48ab-8832-a042007219fb req-f3d6af3c-90b9-4157-b8e8-3e1ea8adccde tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0866764 Feb 16 13:04:48.404162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9ffda2a2-4cd2-48ab-8832-a042007219fb req-fe7efc37-aa20-4d28-a2f7-8c93c5e44824 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Feb 16 13:04:49.604188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd5bfc-6108-44e1-b941-340d271f00e3 req-3e9f4c22-8447-4df1-a935-c19fdb622c47 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:49.605670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7ebd5bfc-6108-44e1-b941-340d271f00e3 req-3e9f4c22-8447-4df1-a935-c19fdb622c47 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0831473 Feb 16 13:04:49.651423 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7ebd5bfc-6108-44e1-b941-340d271f00e3 req-ce5ab685-9b9e-4ef2-ab2a-5a4da6f04aaf tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Feb 16 13:04:50.857185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce4d6-d491-4954-9028-ad3b689f7806 req-3d5b449c-1fad-4a22-91cb-d2dfefb44556 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:50.858665 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49dce4d6-d491-4954-9028-ad3b689f7806 req-3d5b449c-1fad-4a22-91cb-d2dfefb44556 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.1011374 Feb 16 13:04:50.903461 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49dce4d6-d491-4954-9028-ad3b689f7806 req-8e479271-78f2-4b46-a1e8-503413a7dae6 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Feb 16 13:04:51.146092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-24bb28ca-d1a0-48f7-a4df-b9f2048da804 service neutron] 10.222.0.67 "GET /v2.0/ports/3f1d0c0a-121e-4a6f-b00d-c01857e5fa99/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0765157 Feb 16 13:04:51.921967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-07edd651-6da6-425a-95d9-022b56d61908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:51.923469 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-07edd651-6da6-425a-95d9-022b56d61908 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d&tenant_id=fe9d1752b2054cabb6092917a6657ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0740111 Feb 16 13:04:52.063760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-b51858a0-0bcf-4af0-9789-a39a9c567fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:52.065232 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-b51858a0-0bcf-4af0-9789-a39a9c567fde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9d1752b2054cabb6092917a6657ec4&device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 1098 time: 0.1152265 Feb 16 13:04:52.302504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2583e-531f-408f-9106-46f4ac95477a req-4d09c740-647d-467d-aeaa-e02f7ff66f78 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:52.304074 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64f2583e-531f-408f-9106-46f4ac95477a req-4d09c740-647d-467d-aeaa-e02f7ff66f78 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.2826188 Feb 16 13:04:52.337107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-ff4182d6-868e-475b-a73f-458d2f117ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:52.338510 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-ff4182d6-868e-475b-a73f-458d2f117ee2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a375a97-fd7d-499f-a880-583c01a89ff8 HTTP/1.1" status: 200 len: 912 time: 0.2656651 Feb 16 13:04:52.419528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-a7e5472c-e7dd-41b8-a627-f40a426605ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 HTTP/1.1" status: 200 len: 217 time: 0.0707953 Feb 16 13:04:52.422388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64f2583e-531f-408f-9106-46f4ac95477a req-c04e3e8d-cfca-4872-947b-7ae0a4f15b85 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Feb 16 13:04:52.484254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-05b574a3-6d47-4b8e-a836-2eabb406ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:52.485731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-05b574a3-6d47-4b8e-a836-2eabb406ff57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afc3df80-d7e4-4be3-b70d-757681245225 HTTP/1.1" status: 200 len: 852 time: 0.0601683 Feb 16 13:04:52.533506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-a3840c48-0729-40d6-bb8c-d5a8075c999c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a375a97-fd7d-499f-a880-583c01a89ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408044 Feb 16 13:04:52.671587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-21b8b3f7-5546-42fa-b36f-5d33f0ed5aa0 service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306005 Feb 16 13:04:52.807274 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8241e3a8-4d60-4d1e-bf5d-eb2bce89d103 req-6bc89edb-7c28-41c2-991a-938b74a30c40 service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268253 Feb 16 13:04:53.622226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cd670-6601-4308-b800-2c8e88cdb28a req-bf899cdc-4997-4a43-895d-f8a2e1140d40 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.623783 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-204cd670-6601-4308-b800-2c8e88cdb28a req-bf899cdc-4997-4a43-895d-f8a2e1140d40 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0874159 Feb 16 13:04:53.667877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-204cd670-6601-4308-b800-2c8e88cdb28a req-b9749ad6-8aa5-44c2-848c-7335656a8933 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Feb 16 13:04:54.045445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:04:54.049062 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:04:54.260932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:54.297782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:54.311848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:54.322842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'network_id': '7a375a97-fd7d-499f-a880-583c01a89ff8', 'port_id': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'mac_address': 'fa:16:3e:e8:0d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc3df80-d7e4-4be3-b70d-757681245225', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:04:54.325910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:54.381222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:54.402337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:04:54.422010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:54.481392 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'code': 200} Feb 16 13:04:54.533761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:04:54.534109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:04:54.536354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:54.543311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.543748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.544085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.544420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.544752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.545083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.545400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.545720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.546042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.546360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.546675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.547015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:54.854842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4057f5-f719-48af-8da5-adb05a5f709f req-df58cef3-871b-429d-9ee1-b3f63b2b8b06 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:54.856316 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae4057f5-f719-48af-8da5-adb05a5f709f req-df58cef3-871b-429d-9ee1-b3f63b2b8b06 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 943 time: 0.0815144 Feb 16 13:04:54.906766 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae4057f5-f719-48af-8da5-adb05a5f709f req-e0515dc7-7a3f-45a1-9855-e6beb50839b1 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Feb 16 13:04:55.127068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.143595 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:04:55.158704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:55.301733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.372885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:55.379379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3f1d0c0a-121e-4a6f-b00d-c01857e5fa99'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:04:56.044443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:56.097658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c39d0-25b8-4a08-b48c-8602a7eafe3e req-ada1af8b-42df-46c3-a1c4-a69e2193a1b0 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:56.099143 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-287c39d0-25b8-4a08-b48c-8602a7eafe3e req-ada1af8b-42df-46c3-a1c4-a69e2193a1b0 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 944 time: 0.0813384 Feb 16 13:04:56.116739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:56.117108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:56.145882 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-287c39d0-25b8-4a08-b48c-8602a7eafe3e req-f8a386e1-8356-495b-9928-57b1852d8da4 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Feb 16 13:04:56.235687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:56.269176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:56.364819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:56.434995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:56.482474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:56.535339 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'code': 200} Feb 16 13:04:56.834879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-0e2e9e49-3bb5-4579-862c-84ff6c956b57 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:56.836362 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-0e2e9e49-3bb5-4579-862c-84ff6c956b57 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d&tenant_id=fe9d1752b2054cabb6092917a6657ec4&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.0899174 Feb 16 13:04:56.975975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-0b409ed2-a975-4290-98cd-7fe5cd8a5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:56.977616 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-0b409ed2-a975-4290-98cd-7fe5cd8a5011 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9d1752b2054cabb6092917a6657ec4&device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 1098 time: 0.0710430 Feb 16 13:04:57.115311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-c7cbd2c6-36d4-4bd5-b565-e8ba56416153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:57.117039 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-c7cbd2c6-36d4-4bd5-b565-e8ba56416153 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a375a97-fd7d-499f-a880-583c01a89ff8 HTTP/1.1" status: 200 len: 912 time: 0.1327293 Feb 16 13:04:57.191685 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-57f3fd6b-d7fe-4d24-9460-be7a2473ec81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 HTTP/1.1" status: 200 len: 217 time: 0.0651252 Feb 16 13:04:57.254475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-12cb1ea0-a5ab-456b-8555-86c8ed463a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:57.255958 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-12cb1ea0-a5ab-456b-8555-86c8ed463a66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afc3df80-d7e4-4be3-b70d-757681245225 HTTP/1.1" status: 200 len: 852 time: 0.0580459 Feb 16 13:04:57.303528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-42b7e47d-03df-4d7a-b47d-d58e61baaf5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a375a97-fd7d-499f-a880-583c01a89ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400302 Feb 16 13:04:57.437859 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-21d09a9b-c6d3-4aaa-8431-0c0144c81dbd service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274536 Feb 16 13:04:57.581679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-dbec5b12-6e15-42ca-8bb8-f9eabf943a1e service neutron] 10.222.0.67 "GET /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366501 Feb 16 13:04:59.604252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814180-30e4-4f06-916f-4df027d238c4 req-dfd92194-3a18-4df8-a8ad-6dd423da0131 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:59.605750 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be814180-30e4-4f06-916f-4df027d238c4 req-dfd92194-3a18-4df8-a8ad-6dd423da0131 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0843875 Feb 16 13:04:59.650336 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be814180-30e4-4f06-916f-4df027d238c4 req-43a9fa7b-21fe-4ff0-8ac9-416a1fded212 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Feb 16 13:05:00.833400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144712-0861-4e88-8724-ba41f469b57e req-c7e9f1af-aad6-44b7-9ae8-ee49227d49df tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:00.834877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e3144712-0861-4e88-8724-ba41f469b57e req-c7e9f1af-aad6-44b7-9ae8-ee49227d49df tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0793476 Feb 16 13:05:00.884138 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e3144712-0861-4e88-8724-ba41f469b57e req-5f08feeb-df99-4b55-994b-75f2f162d63d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Feb 16 13:05:01.560734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-9ccf52a2-1747-4a3d-b071-04afae29137d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:01.562176 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-9ccf52a2-1747-4a3d-b071-04afae29137d tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.0823536 Feb 16 13:05:01.634165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Deleting port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:01.634498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:01.882846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] For port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,segment=NetworkSegment(86578f09-00c3-4c97-9216-8f625d6a55eb),segment_id=86578f09-00c3-4c97-9216-8f625d6a55eb)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:01.883592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.140283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Calling delete_port for 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:02.285946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eb4cc-0a3e-4dee-b53f-50899d6f8dc0 req-5914e7f7-183f-4cbe-b306-96bdc9eaa43e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:02.287449 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-859eb4cc-0a3e-4dee-b53f-50899d6f8dc0 req-5914e7f7-183f-4cbe-b306-96bdc9eaa43e tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 945 time: 0.2373908 Feb 16 13:05:02.352143 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-859eb4cc-0a3e-4dee-b53f-50899d6f8dc0 req-ae7b8eff-3fe4-475f-828b-a2495136beef tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/security-groups?id=50e29943-7ccd-4807-8362-595096a83f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589159 Feb 16 13:05:02.438970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.494469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Pushing event deleted for resources: {'Port': ['ID=3f1d0c0a-121e-4a6f-b00d-c01857e5fa99,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:02.567401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] No DVR routers for this DVR port 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:02.569903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.572788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-deleted', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:02.679280 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2524c0-e56b-4e8d-b01c-6434c3b8782d', 'name': 'network-vif-deleted', 'tag': '3f1d0c0a-121e-4a6f-b00d-c01857e5fa99', 'status': 'completed', 'code': 200} Feb 16 13:05:02.711710 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a0cfb54-a664-4dcd-95cd-dda579d52e48 req-46e304ab-b058-4d22-be72-fdecae06d870 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.67 "DELETE /v2.0/ports/3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 HTTP/1.1" status: 204 len: 173 time: 1.1433082 Feb 16 13:05:03.517638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b2254b17-a845-4fec-b3c7-cbfa75022adb req-7fed3907-c592-414b-a854-5be20da37e46 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Synchronizing usage tracker for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:03.608507 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-b2254b17-a845-4fec-b3c7-cbfa75022adb req-7fed3907-c592-414b-a854-5be20da37e46 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] Unset dirty status for tenant:fe9d1752b2054cabb6092917a6657ec4 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:03.610092 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b2254b17-a845-4fec-b3c7-cbfa75022adb req-7fed3907-c592-414b-a854-5be20da37e46 tempest-DeleteServersTestJSON-667646217 tempest-DeleteServersTestJSON-667646217-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2524c0-e56b-4e8d-b01c-6434c3b8782d HTTP/1.1" status: 200 len: 210 time: 0.1377108 Feb 16 13:05:03.832859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84eeaee3-22c3-47f2-afbb-8bef741bba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.137376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:04.171902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:04.172247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3f1d0c0a-121e-4a6f-b00d-c01857e5fa99 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:04.860348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58666) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:04.921172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] Deleting subnet afc3df80-d7e4-4be3-b70d-757681245225 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:05:04.924040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.976063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.031539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.179920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.220994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc3df80-d7e4-4be3-b70d-757681245225,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:05.224658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.230707 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b3d8f4c3-153d-417e-a266-2b9f6007b1e0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/afc3df80-d7e4-4be3-b70d-757681245225 HTTP/1.1" status: 204 len: 168 time: 0.3693337 Feb 16 13:05:05.233614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58670) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:05.335702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.466159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.490649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a375a97-fd7d-499f-a880-583c01a89ff8']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:05.503235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86578f09-00c3-4c97-9216-8f625d6a55eb') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:05.503527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86578f09-00c3-4c97-9216-8f625d6a55eb') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:05.515842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.531173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.537247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:05:05.537625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:05:05.550610 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:05:05.702104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.717865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.727912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a375a97-fd7d-499f-a880-583c01a89ff8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:05.805274 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ce5e8f94-1f00-4578-8f87-ac13a502186b admin admin] 10.222.0.47 "DELETE /v2.0/networks/7a375a97-fd7d-499f-a880-583c01a89ff8 HTTP/1.1" status: 204 len: 168 time: 0.5706403 Feb 16 13:05:06.190904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c23ba2d-5278-46d2-9ed2-f8531f2a9a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.237578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58676) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:06.286143 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4f680100-607a-4ef3-88f1-beda2397ef52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe9d1752b2054cabb6092917a6657ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473340 Feb 16 13:05:06.288762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58680) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:06.345536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-96cba1a4-e88d-4587-af4d-711cd8550c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.370974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-96cba1a4-e88d-4587-af4d-711cd8550c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.493810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-96cba1a4-e88d-4587-af4d-711cd8550c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.513778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cba1a4-e88d-4587-af4d-711cd8550c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e29943-7ccd-4807-8362-595096a83f8a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.618262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-96cba1a4-e88d-4587-af4d-711cd8550c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.619387 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-96cba1a4-e88d-4587-af4d-711cd8550c96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50e29943-7ccd-4807-8362-595096a83f8a HTTP/1.1" status: 204 len: 168 time: 0.3297510 Feb 16 13:05:07.311325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.314152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.824891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58704) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:07.928557 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1632968231-network', 'tenant_id': '516f10592c22486d8eb1e90c00b72615'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:07.933506 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:07.937497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Usage tracker for resource:network and tenant:516f10592c22486d8eb1e90c00b72615 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:07.940338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:07.946058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:08.135577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Made reservation on behalf of 516f10592c22486d8eb1e90c00b72615 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:08.139063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.151517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.166468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:08.170556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Usage tracker for resource:security_group_rule and tenant:516f10592c22486d8eb1e90c00b72615 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:08.173525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:08.179521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:08.260001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.347129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.373554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:05:08.385384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f013b1-9df9-4792-8a50-2034c2b6e9e9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:08.390417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.390751 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Added segment 5de7612b-7959-44ca-aa17-5626f9f21ec2 of type vlan for network 1734e246-345c-4c70-8481-8691311cc2b7 Feb 16 13:05:08.417728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.541484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.542545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:08.543181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.744398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] Pushing event updated for resources: {'Network': ['ID=1734e246-345c-4c70-8481-8691311cc2b7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:08.754664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 1734e246-345c-4c70-8481-8691311cc2b7 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:05:08.817057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f910e9c2-049a-4d7a-a0d3-03763b4e3ade admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9884081 Feb 16 13:05:08.817255 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 58710) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:08.820248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.823203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Request body: {'subnet': {'network_id': '1734e246-345c-4c70-8481-8691311cc2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1632968231-subnet', 'tenant_id': '516f10592c22486d8eb1e90c00b72615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:08.828945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:08.833037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Usage tracker for resource:subnet and tenant:516f10592c22486d8eb1e90c00b72615 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:08.835855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:08.841748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:08.933776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Made reservation on behalf of 516f10592c22486d8eb1e90c00b72615 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:08.936225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.256015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.327575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69301879-f0c4-4804-a615-15d1bf3357f3,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:09.342579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Checking segment: {'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:09.342936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Network hostable DHCP agents. Network: 1734e246-345c-4c70-8481-8691311cc2b7, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:05:09.427001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Network 1734e246-345c-4c70-8481-8691311cc2b7 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:05:09.567807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 1734e246-345c-4c70-8481-8691311cc2b7) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:09.571736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:09.572351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.577314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbab6d-bace-4be0-9ed4-15acd609778c None None] Network 1734e246-345c-4c70-8481-8691311cc2b7 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:09.690787 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1dbf057-15ed-4be8-9081-2ec4eadc7010 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8725007 Feb 16 13:05:09.797935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d3076-8509-4829-b30a-61e851e643e5 None None] Network 1734e246-345c-4c70-8481-8691311cc2b7 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:10.233925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-dc4cd319-847d-4bc7-805a-c2a15d7898d6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.234606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-dc4cd319-847d-4bc7-805a-c2a15d7898d6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Synchronizing usage tracker for tenant:516f10592c22486d8eb1e90c00b72615 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:10.427793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-dc4cd319-847d-4bc7-805a-c2a15d7898d6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Unset dirty status for tenant:516f10592c22486d8eb1e90c00b72615 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:10.428998 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-dc4cd319-847d-4bc7-805a-c2a15d7898d6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 815 time: 0.3469396 Feb 16 13:05:10.446268 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b5dc01f6-2d9b-4880-903f-425dd845b6f6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/quotas/516f10592c22486d8eb1e90c00b72615 HTTP/1.1" status: 200 len: 375 time: 0.0109348 Feb 16 13:05:10.498773 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b2997716-6599-4c4c-9648-5801a191b61d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469472 Feb 16 13:05:10.555773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-8bed80ab-6791-498d-a29e-f64240882aea service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:05:10.556796 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-8bed80ab-6791-498d-a29e-f64240882aea service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505726 Feb 16 13:05:10.697578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-9740ed9d-1927-4d04-a4e6-0f6b32c7c735 service neutron] 10.222.0.47 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338098 Feb 16 13:05:10.836518 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-674e64d5-8503-4685-b3ec-a27c54e13623 service neutron] 10.222.0.47 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328812 Feb 16 13:05:11.129913 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0432a616-ab91-469c-9cb2-3ab0111d00fb req-4dbba471-da6e-4f88-9775-1d97887f98b1 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 210 time: 0.0444360 Feb 16 13:05:11.230809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.229701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a57af659-cda3-404a-8ced-1182ed92165f req-9b207a79-0b8d-4e9b-9afe-9f844b741404 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 210 time: 0.0435541 Feb 16 13:05:13.379837 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2254cfb0-2150-4123-b1cb-8fcd8b0ddb28 req-939af460-2763-4ba3-ac73-20a2cc7e36ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 210 time: 0.0449834 Feb 16 13:05:13.811441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-9ecf38b0-2364-4c74-b9e8-f8fa490b319b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:13.812803 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-9ecf38b0-2364-4c74-b9e8-f8fa490b319b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 815 time: 0.1488676 Feb 16 13:05:13.825511 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Request body: {'port': {'device_id': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7', 'admin_state_up': True, 'tenant_id': '516f10592c22486d8eb1e90c00b72615'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:13.962598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:13.966363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Usage tracker for resource:port and tenant:516f10592c22486d8eb1e90c00b72615 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:13.969340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:13.975146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:13.994657 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:05:14.099207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Made reservation on behalf of 516f10592c22486d8eb1e90c00b72615 for: {'port': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:14.102839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.280778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Allocated IP 172.20.0.12 (1734e246-345c-4c70-8481-8691311cc2b7/69301879-f0c4-4804-a615-15d1bf3357f3/1ad75654-3da6-47cc-8ec1-4e67cdd266f7) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:14.599498 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-994b078a-5421-4617-b18e-0a5f2cfbba5f req-3e841a84-7485-41ed-bdbb-06f80a2a13e2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 210 time: 0.0555105 Feb 16 13:05:14.620372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.717361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.796044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Network 1734e246-345c-4c70-8481-8691311cc2b7 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:14.799134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:14.802971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:14.832983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:14.848357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.848702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.849041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.849373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.849705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.850034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.850360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.850690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.851034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.851354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.851675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.851991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:14.877593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.878231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.004898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-b30e9ebc-6e9e-45c8-95e0-5cdbc6df80ec tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1828334 Feb 16 13:05:15.018235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Request body: {'port': {'device_id': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:15.130378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.468590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 {{(pid=88443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:15.475886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.490918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Transition to ACTIVE for port object 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 will not be triggered until provisioned by entity L2. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:15.598619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.778211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.915630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Attempting to bind port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:15.915964 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Attempting to bind port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:15.916296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Attempting to bind port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 on network 1734e246-345c-4c70-8481-8691311cc2b7 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:15.922460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 on network 1734e246-345c-4c70-8481-8691311cc2b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:05:15.922781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Attempting to bind port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 on network 1734e246-345c-4c70-8481-8691311cc2b7 {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:15.932953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bcb7e-a0c2-4775-8c30-226ad7116186 req-b9c5b1f6-aac8-4b47-a409-42155a424506 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:15.933654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7f1bcb7e-a0c2-4775-8c30-226ad7116186 req-b9c5b1f6-aac8-4b47-a409-42155a424506 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Synchronizing usage tracker for tenant:516f10592c22486d8eb1e90c00b72615 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:15.939821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:15.940165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Checking segment: {'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:15.940550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Bound using segment: {'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'} {{(pid=88443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:15.940979 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.managers [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Bound port: 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'}}] {{(pid=88443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:15.941328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.045575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, cleared binding levels {{(pid=88443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:16.048942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:16.093344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7f1bcb7e-a0c2-4775-8c30-226ad7116186 req-b9c5b1f6-aac8-4b47-a409-42155a424506 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Unset dirty status for tenant:516f10592c22486d8eb1e90c00b72615 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:16.094566 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f1bcb7e-a0c2-4775-8c30-226ad7116186 req-b9c5b1f6-aac8-4b47-a409-42155a424506 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 944 time: 0.3845227 Feb 16 13:05:16.131743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.184864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7f1bcb7e-a0c2-4775-8c30-226ad7116186 req-0715ce83-e39f-495e-b023-e5dbdfa039dc tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Synchronizing usage tracker for tenant:516f10592c22486d8eb1e90c00b72615 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:16.218464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.219126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.220543 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] 10.222.0.67 "PUT /v2.0/ports/1ad75654-3da6-47cc-8ec1-4e67cdd266f7 HTTP/1.1" status: 200 len: 1094 time: 1.2070088 Feb 16 13:05:16.220987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:16.257046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ce4e-ae26-437c-bb7f-3c9a17c8b02d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=3']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:16.286452 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'status': 'completed', 'code': 200} Feb 16 13:05:16.369401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7f1bcb7e-a0c2-4775-8c30-226ad7116186 req-0715ce83-e39f-495e-b023-e5dbdfa039dc tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Unset dirty status for tenant:516f10592c22486d8eb1e90c00b72615 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:16.370622 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f1bcb7e-a0c2-4775-8c30-226ad7116186 req-0715ce83-e39f-495e-b023-e5dbdfa039dc tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696388 Feb 16 13:05:16.392707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff69f-5865-40c3-a151-0145ab9bf435 req-2f0d45a5-5ebb-4b8e-a5c3-51b28afeaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.394195 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a5fff69f-5865-40c3-a151-0145ab9bf435 req-2f0d45a5-5ebb-4b8e-a5c3-51b28afeaf6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 1097 time: 0.0837312 Feb 16 13:05:16.546558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff69f-5865-40c3-a151-0145ab9bf435 req-e050baae-100e-474e-849e-ebc2d602f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.548147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a5fff69f-5865-40c3-a151-0145ab9bf435 req-e050baae-100e-474e-849e-ebc2d602f41a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=516f10592c22486d8eb1e90c00b72615&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1446972 Feb 16 13:05:16.690361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff69f-5865-40c3-a151-0145ab9bf435 req-68cc94eb-de2e-4cd4-8352-e7e751b0a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.691841 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a5fff69f-5865-40c3-a151-0145ab9bf435 req-68cc94eb-de2e-4cd4-8352-e7e751b0a6e4 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1363907 Feb 16 13:05:16.907646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-63ab1473-6b86-4cce-ba42-62de9d0643af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.909144 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-63ab1473-6b86-4cce-ba42-62de9d0643af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 1097 time: 0.1796970 Feb 16 13:05:16.978807 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-d68f2e16-c7f3-433e-9956-0730e906d6a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7 HTTP/1.1" status: 200 len: 217 time: 0.0609057 Feb 16 13:05:17.043695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-4cf70179-b6c2-40da-a57d-98f6f1defebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:17.045758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-4cf70179-b6c2-40da-a57d-98f6f1defebd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0605209 Feb 16 13:05:17.092307 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-79a7fd12-ef06-4e90-8841-c70c7c7c4f66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399544 Feb 16 13:05:17.223768 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-9d3bfc36-b19c-43f4-84a1-1d99eb92ae8e service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257062 Feb 16 13:05:17.358576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f70bfb6-90a7-496c-ba19-83f0844fcd64 req-71f792a6-7fdf-414b-827c-9dc82e139c5d service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274292 Feb 16 13:05:17.567752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d728b-d711-4629-bd13-4cc447e3908a req-b8659279-b968-4514-9ac3-d82a1d42d766 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:17.569232 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ee7d728b-d711-4629-bd13-4cc447e3908a req-b8659279-b968-4514-9ac3-d82a1d42d766 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 944 time: 0.0908985 Feb 16 13:05:17.612768 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ee7d728b-d711-4629-bd13-4cc447e3908a req-883cc12c-04c5-4436-ba08-d2670ea2c157 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Feb 16 13:05:18.800308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c63bd-2b9e-4069-afd1-7620686a04c3 req-906d1357-ead8-44cf-ba68-73e8888c7406 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:18.801839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5c63bd-2b9e-4069-afd1-7620686a04c3 req-906d1357-ead8-44cf-ba68-73e8888c7406 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 944 time: 0.0816274 Feb 16 13:05:18.845831 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cb5c63bd-2b9e-4069-afd1-7620686a04c3 req-6db72a0c-fd11-4fbd-b059-a4c8e64e274b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Feb 16 13:05:20.079856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6c248-ab4e-4db9-9c35-f851a90d6b8e req-83a47863-d83b-4fe6-ba73-560f69cc9da7 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.081332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79d6c248-ab4e-4db9-9c35-f851a90d6b8e req-83a47863-d83b-4fe6-ba73-560f69cc9da7 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 944 time: 0.1074369 Feb 16 13:05:20.125863 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79d6c248-ab4e-4db9-9c35-f851a90d6b8e req-e448f787-9a1d-4365-989d-c570c5b6d3d4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Feb 16 13:05:20.216063 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:05:20.355555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:20.369828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7', 'port_id': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'mac_address': 'fa:16:3e:01:db:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69301879-f0c4-4804-a615-15d1bf3357f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:05:20.428525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.448516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:20.463642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:20.552763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.622029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:20.804405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['1ad75654-3da6-47cc-8ec1-4e67cdd266f7'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:05:21.450353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a22501-72fe-4c62-a4b6-6b3d06253ba3 req-99c4506c-ebb0-48ea-8e8d-1ced068cffff tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.452574 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-80a22501-72fe-4c62-a4b6-6b3d06253ba3 req-99c4506c-ebb0-48ea-8e8d-1ced068cffff tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 945 time: 0.0803690 Feb 16 13:05:21.500438 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-80a22501-72fe-4c62-a4b6-6b3d06253ba3 req-de6f203b-92d0-4c0f-8a40-ac0812a8f59b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Feb 16 13:05:22.246563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:22.438012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:22.443057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:22.446151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:22.561579 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:22.588071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:22.598482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:22.635057 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'code': 200} Feb 16 13:05:22.684613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fb205-a562-45b3-8168-fd8f85c0bed5 req-c79382c0-b80f-4afe-b283-b105db502f72 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:22.686612 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f6fb205-a562-45b3-8168-fd8f85c0bed5 req-c79382c0-b80f-4afe-b283-b105db502f72 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 945 time: 0.0805337 Feb 16 13:05:22.730804 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f6fb205-a562-45b3-8168-fd8f85c0bed5 req-1e0b7581-d83c-4b91-8fd5-02055008269a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Feb 16 13:05:22.803646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:22.874508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:23.107156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07124619-ee33-4b25-a448-b30f96f3c2d5 req-1b867e2e-a5e7-4bfd-bc88-79a4b78b57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:23.109750 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07124619-ee33-4b25-a448-b30f96f3c2d5 req-1b867e2e-a5e7-4bfd-bc88-79a4b78b57e7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 1099 time: 0.0784724 Feb 16 13:05:23.155414 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07124619-ee33-4b25-a448-b30f96f3c2d5 req-4594105d-3ba9-4d02-ae2a-42aaeea9a436 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Feb 16 13:05:23.918913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b32f9-dc52-4a5a-bed8-0946bf4ec014 req-cb453a2a-b9a6-445e-9264-0b451cfec125 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:23.920415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d92b32f9-dc52-4a5a-bed8-0946bf4ec014 req-cb453a2a-b9a6-445e-9264-0b451cfec125 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0814450 Feb 16 13:05:23.965133 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d92b32f9-dc52-4a5a-bed8-0946bf4ec014 req-c97cceb6-aaea-482a-8a43-973fdad492ee tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Feb 16 13:05:25.152826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0526c3-5fdb-45da-a351-890bd450095a req-5fa0d701-cbdd-4093-a8e6-8e5f758cdf9a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:25.154306 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf0526c3-5fdb-45da-a351-890bd450095a req-5fa0d701-cbdd-4093-a8e6-8e5f758cdf9a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0830388 Feb 16 13:05:25.199036 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf0526c3-5fdb-45da-a351-890bd450095a req-8b82193a-06f6-4c2e-9b26-54501e7f3f46 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385170 Feb 16 13:05:25.383438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2137297-72d6-4bd7-a066-8ceeb8f83937 req-cf021e20-6c9c-4bec-8a1a-0d5eff383ee4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:25.384910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2137297-72d6-4bd7-a066-8ceeb8f83937 req-cf021e20-6c9c-4bec-8a1a-0d5eff383ee4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0789607 Feb 16 13:05:25.429219 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2137297-72d6-4bd7-a066-8ceeb8f83937 req-f3a9b25e-1614-42fa-ad05-be084826a6a7 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Feb 16 13:05:25.875183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf6b8a-24e7-4d11-82d6-16212612b69d req-662594ac-bc5c-4cf0-844c-17d91f7e78bc tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:25.876693 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ecf6b8a-24e7-4d11-82d6-16212612b69d req-662594ac-bc5c-4cf0-844c-17d91f7e78bc tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0872390 Feb 16 13:05:25.920987 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ecf6b8a-24e7-4d11-82d6-16212612b69d req-83dbec78-af27-469a-9393-18a41dc3728e tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Feb 16 13:05:26.102683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a4353-23ce-484d-882b-1acc55815d2b req-bebe4158-d2e4-4eb9-832b-e36941322be9 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:26.104189 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca8a4353-23ce-484d-882b-1acc55815d2b req-bebe4158-d2e4-4eb9-832b-e36941322be9 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0797579 Feb 16 13:05:26.152985 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca8a4353-23ce-484d-882b-1acc55815d2b req-bc784ad4-f017-4841-8493-7fb0f464b412 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Feb 16 13:05:26.823539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86e3a-567d-4c87-9311-04c5f8863102 req-a177a379-2e13-4031-a3e5-ac1d7c474b8f tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:26.824982 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fce86e3a-567d-4c87-9311-04c5f8863102 req-a177a379-2e13-4031-a3e5-ac1d7c474b8f tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0802629 Feb 16 13:05:26.869837 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fce86e3a-567d-4c87-9311-04c5f8863102 req-6a0cbf2e-6f9b-4aee-a528-e0d88e8ef867 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Feb 16 13:05:26.978630 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-3fbf5e7a-4f0e-4421-ae44-21fb948d54ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765314 Feb 16 13:05:28.056151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da5b94-6808-476b-acc3-b37cbc29a7ef req-17dedb61-a77f-4535-93de-612016f00a4c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:28.057631 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8da5b94-6808-476b-acc3-b37cbc29a7ef req-17dedb61-a77f-4535-93de-612016f00a4c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0805631 Feb 16 13:05:28.106550 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8da5b94-6808-476b-acc3-b37cbc29a7ef req-acef2efb-8355-434d-8ffa-cb5d6feaf0e6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428452 Feb 16 13:05:29.460115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539bde1-8efb-40b7-93a4-bde8d597cb4f req-97f09f33-35a3-4636-90c6-40345cf60af5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:29.461632 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8539bde1-8efb-40b7-93a4-bde8d597cb4f req-97f09f33-35a3-4636-90c6-40345cf60af5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.2394452 Feb 16 13:05:29.468884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527921b9-0400-4645-83d8-5770f8359f08 req-cc80ade8-d3b3-45b7-82af-fb870a32dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:29.470308 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-cc80ade8-d3b3-45b7-82af-fb870a32dbe1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 1099 time: 0.0964799 Feb 16 13:05:29.585173 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8539bde1-8efb-40b7-93a4-bde8d597cb4f req-30e45692-72ab-4721-bf4a-c4898b78b124 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139014 Feb 16 13:05:29.635512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527921b9-0400-4645-83d8-5770f8359f08 req-e4031e34-8578-4d70-8a72-8517bdc9fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:29.636979 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-e4031e34-8578-4d70-8a72-8517bdc9fd0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1525996 Feb 16 13:05:29.704774 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-9f8ab2de-fcbd-4f63-82ef-8a06ad95afb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7 HTTP/1.1" status: 200 len: 217 time: 0.0607152 Feb 16 13:05:29.770921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527921b9-0400-4645-83d8-5770f8359f08 req-09f33d34-246f-4bd9-a10a-d23e1c0a40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:29.772268 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-09f33d34-246f-4bd9-a10a-d23e1c0a40fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0611627 Feb 16 13:05:29.819628 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-443b685b-d210-4c72-95b2-eaba0b79ed07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401752 Feb 16 13:05:29.958014 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-938292bb-11ef-4ee5-bcde-9f2846c7f570 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309721 Feb 16 13:05:30.104638 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-737ea87d-65a2-41d0-b78b-e1df2fcd45f8 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392879 Feb 16 13:05:30.771505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde649d-0017-44e4-bbe3-403a49f9355a req-20cf62ed-7846-4b2d-9c80-ae606027716b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:30.773004 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4bde649d-0017-44e4-bbe3-403a49f9355a req-20cf62ed-7846-4b2d-9c80-ae606027716b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0809858 Feb 16 13:05:30.822948 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4bde649d-0017-44e4-bbe3-403a49f9355a req-e0a16c78-84cc-4c4f-a30d-97cec00690b3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Feb 16 13:05:32.010899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8dcbe-c7be-4b12-9e37-ab290fcd68d7 req-50f5c39a-7ea3-4c29-be10-37f8d8af0fc8 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:32.012439 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0d8dcbe-c7be-4b12-9e37-ab290fcd68d7 req-50f5c39a-7ea3-4c29-be10-37f8d8af0fc8 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0811160 Feb 16 13:05:32.062458 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0d8dcbe-c7be-4b12-9e37-ab290fcd68d7 req-aa56d061-01de-4a89-abf4-237ecdd97344 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Feb 16 13:05:33.028232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-526cbbed-6d48-47a7-abe4-21fdb834d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.029747 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-526cbbed-6d48-47a7-abe4-21fdb834d23a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 1099 time: 0.0776908 Feb 16 13:05:33.213661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-1d739535-9e2f-4a5a-a445-014918c6f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.215234 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-1d739535-9e2f-4a5a-a445-014918c6f102 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1643817 Feb 16 13:05:33.292346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-d4cc2863-1155-479c-b223-1ccc9e720ab7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7 HTTP/1.1" status: 200 len: 217 time: 0.0658228 Feb 16 13:05:33.367266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-a7063545-2351-44df-9097-75f3fab67053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.368754 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-a7063545-2351-44df-9097-75f3fab67053 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0670617 Feb 16 13:05:33.383394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ba5e6-67d0-4e96-ac22-cc7cac60076b req-d47b687b-9549-4f26-886c-12eef1fd7fbd tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.384790 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-428ba5e6-67d0-4e96-ac22-cc7cac60076b req-d47b687b-9549-4f26-886c-12eef1fd7fbd tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.2101610 Feb 16 13:05:33.443708 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-a4b200ab-048d-4477-a69c-fdacc8acd3b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680397 Feb 16 13:05:33.555041 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-428ba5e6-67d0-4e96-ac22-cc7cac60076b req-b486dea6-ee47-41c0-b736-6713ef6147a4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406467 Feb 16 13:05:33.726592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-3b607f91-402d-495c-bff5-afe2e6a45c35 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622604 Feb 16 13:05:33.848630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04602fe3-92fc-43ee-93ea-a6c6cab1f725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:33.868740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9e26e21-e3ba-4673-b0d6-6d816cb62cb8 req-cd0ada92-627e-44e3-ad48-2f6058453b0e service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357601 Feb 16 13:05:34.744675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3e5cf-9d8f-4b32-bdcc-bf0659f8337b req-f8c45073-a7ae-4d37-b1e4-5ad97ffcd57a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:34.747418 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0b3e5cf-9d8f-4b32-bdcc-bf0659f8337b req-f8c45073-a7ae-4d37-b1e4-5ad97ffcd57a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0812874 Feb 16 13:05:34.792820 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0b3e5cf-9d8f-4b32-bdcc-bf0659f8337b req-faa27fcf-aa42-411b-9c22-96a434d40aa7 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Feb 16 13:05:36.001998 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9643-538b-4665-8105-5de318276821 req-18cf7856-eb85-41f6-86ee-9e540c87740b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:36.003578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-134a9643-538b-4665-8105-5de318276821 req-18cf7856-eb85-41f6-86ee-9e540c87740b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.1025548 Feb 16 13:05:36.051997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-134a9643-538b-4665-8105-5de318276821 req-a32f8098-5181-46c6-ad01-79c18ee38e1f tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Feb 16 13:05:36.163884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36eab05a-d9c5-429c-8b85-51dd7d17e336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:37.244543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac542fc-4b7d-49d5-a72e-0cf3822d30fb req-ca484ced-b22c-4d22-90be-1fdd21327c39 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:37.246160 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ac542fc-4b7d-49d5-a72e-0cf3822d30fb req-ca484ced-b22c-4d22-90be-1fdd21327c39 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0866725 Feb 16 13:05:37.283577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:37.299564 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ac542fc-4b7d-49d5-a72e-0cf3822d30fb req-cf597471-fd4b-4bec-9fc7-3b973f354762 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470870 Feb 16 13:05:37.320918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:38.504067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96026a12-8eb6-494f-853d-282904b48227 req-a052eab8-606a-4281-8731-c124d20de48c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:38.505578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96026a12-8eb6-494f-853d-282904b48227 req-a052eab8-606a-4281-8731-c124d20de48c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0918643 Feb 16 13:05:38.554123 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96026a12-8eb6-494f-853d-282904b48227 req-164310a5-4c50-44fd-b941-1239a5acd6fe tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Feb 16 13:05:38.797715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:39.742298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb530b9-f733-4c38-a057-0bfde9a1b810 req-175b25fe-d260-4530-bdcc-3134baf320ad tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:39.743800 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cbb530b9-f733-4c38-a057-0bfde9a1b810 req-175b25fe-d260-4530-bdcc-3134baf320ad tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0840645 Feb 16 13:05:39.787940 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cbb530b9-f733-4c38-a057-0bfde9a1b810 req-204c1f04-8703-4b9d-bde6-6d1c625e95d6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378058 Feb 16 13:05:40.981715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d68567-2816-4322-a341-e299fc02b7e2 req-c6dcbd23-df6c-4896-a38b-1ae2eae024b4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.983816 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-29d68567-2816-4322-a341-e299fc02b7e2 req-c6dcbd23-df6c-4896-a38b-1ae2eae024b4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0837297 Feb 16 13:05:41.038136 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-29d68567-2816-4322-a341-e299fc02b7e2 req-f9af78cf-38ff-433e-9c8b-a766d760e52d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Feb 16 13:05:41.229411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:42.236230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d740fe1-0c96-4a47-935b-5236dbdbb1fc req-083858fd-9796-484a-a9ff-a50053965ec1 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:42.237746 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7d740fe1-0c96-4a47-935b-5236dbdbb1fc req-083858fd-9796-484a-a9ff-a50053965ec1 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0870662 Feb 16 13:05:42.284695 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7d740fe1-0c96-4a47-935b-5236dbdbb1fc req-e68eec9c-0d32-492b-8c0b-8ec33cdfb9b8 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Feb 16 13:05:43.478583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc085c95-e014-4770-bf76-643d7975e42d req-dd06be78-dc2f-407b-9321-d75321b5cd1b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.480174 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc085c95-e014-4770-bf76-643d7975e42d req-dd06be78-dc2f-407b-9321-d75321b5cd1b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0823593 Feb 16 13:05:43.524740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc085c95-e014-4770-bf76-643d7975e42d req-bfaa300e-269c-4b82-848f-1dbec4e7949d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 Feb 16 13:05:44.720987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20d75-1e64-4622-a25d-19b0c3e7caa9 req-68fd3d8a-52e1-4425-b871-ef5ed31447c3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:44.722508 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6c20d75-1e64-4622-a25d-19b0c3e7caa9 req-68fd3d8a-52e1-4425-b871-ef5ed31447c3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0908926 Feb 16 13:05:44.767860 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6c20d75-1e64-4622-a25d-19b0c3e7caa9 req-2f599390-bdf2-4f8f-9644-b21bac4d2613 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Feb 16 13:05:45.963726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75763998-328b-4bd0-a995-d94daf1c65c0 req-8a94cb83-b63f-4139-8333-35ea0fddc212 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:45.965197 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75763998-328b-4bd0-a995-d94daf1c65c0 req-8a94cb83-b63f-4139-8333-35ea0fddc212 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0807402 Feb 16 13:05:46.029701 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75763998-328b-4bd0-a995-d94daf1c65c0 req-980a1216-3877-4640-909f-6fe39bf4d5a5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579865 Feb 16 13:05:47.219741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7362c20-ff23-4ad2-b45d-5791e87e8bf6 req-ab44e82b-72d8-42d0-98b3-969a5f854daf tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:47.221242 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7362c20-ff23-4ad2-b45d-5791e87e8bf6 req-ab44e82b-72d8-42d0-98b3-969a5f854daf tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0809247 Feb 16 13:05:47.268554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7362c20-ff23-4ad2-b45d-5791e87e8bf6 req-6de32dfb-2c16-4a53-b654-27ab4f495c9a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Feb 16 13:05:47.716228 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-3c25bd34-bf39-4558-aefb-c59edb72e1b3 service neutron] 10.222.0.67 "GET /v2.0/ports/1ad75654-3da6-47cc-8ec1-4e67cdd266f7/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0886207 Feb 16 13:05:48.426481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527921b9-0400-4645-83d8-5770f8359f08 req-b45423b3-17aa-41a2-abe2-4997ccd87d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:48.428200 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-b45423b3-17aa-41a2-abe2-4997ccd87d7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59&tenant_id=516f10592c22486d8eb1e90c00b72615 HTTP/1.1" status: 200 len: 1099 time: 0.1111872 Feb 16 13:05:48.543586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6766f-ae9b-4b9f-aef6-6cc442175d90 req-fcd7dfbd-0dc9-48aa-b012-8641a794166c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:48.545085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-04d6766f-ae9b-4b9f-aef6-6cc442175d90 req-fcd7dfbd-0dc9-48aa-b012-8641a794166c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.1528041 Feb 16 13:05:48.572360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527921b9-0400-4645-83d8-5770f8359f08 req-87760442-94fb-4055-800c-4eded9d3a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:48.573953 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-87760442-94fb-4055-800c-4eded9d3a448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 1099 time: 0.1191962 Feb 16 13:05:48.673929 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-04d6766f-ae9b-4b9f-aef6-6cc442175d90 req-beaf5229-21c5-4c8b-b65c-160ad5c240ab tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209538 Feb 16 13:05:48.743546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527921b9-0400-4645-83d8-5770f8359f08 req-8b7d4902-f894-4877-ad31-575d15819bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:48.745023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-8b7d4902-f894-4877-ad31-575d15819bd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1566412 Feb 16 13:05:48.926459 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-2e76ed04-a7ec-4a47-8c76-666179070cb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7 HTTP/1.1" status: 200 len: 217 time: 0.1744657 Feb 16 13:05:48.996108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527921b9-0400-4645-83d8-5770f8359f08 req-fa126829-b94f-4d19-bd35-957abb4dc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:48.997770 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-fa126829-b94f-4d19-bd35-957abb4dc659 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0648067 Feb 16 13:05:49.069327 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-ca7fae1d-93e3-48e0-946b-dd155b6e227f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648375 Feb 16 13:05:49.268840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-2077895a-ef0b-4d01-a470-50c5d3f32415 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921363 Feb 16 13:05:49.429825 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-527921b9-0400-4645-83d8-5770f8359f08 req-a7c08867-39b1-4ab4-a7af-b3e18f852742 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531529 Feb 16 13:05:49.900234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b980b3-2143-4cbb-b326-a1aeeea6afa8 req-6c62a73f-6644-44f6-ac80-32e597b01955 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:49.901713 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-12b980b3-2143-4cbb-b326-a1aeeea6afa8 req-6c62a73f-6644-44f6-ac80-32e597b01955 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0817463 Feb 16 13:05:49.947889 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-12b980b3-2143-4cbb-b326-a1aeeea6afa8 req-2905d2e6-7dfc-4cb4-afda-dbc2f62d7ca6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Feb 16 13:05:50.402905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:05:50.408478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:50.626379 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.651559 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:50.671339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7', 'port_id': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'mac_address': 'fa:16:3e:01:db:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69301879-f0c4-4804-a615-15d1bf3357f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:05:50.676646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:50.710246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:50.729490 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'code': 200} Feb 16 13:05:50.741723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.758086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:50.794641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.906463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:05:50.906735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:05:50.910729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:50.995099 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:05:51.139898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290e388-84ba-4eb0-ac9c-4598a9ddcfb2 req-73f6af3b-4205-4bca-81aa-7d79951c7e76 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:51.141374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d290e388-84ba-4eb0-ac9c-4598a9ddcfb2 req-73f6af3b-4205-4bca-81aa-7d79951c7e76 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 944 time: 0.0846095 Feb 16 13:05:51.185592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d290e388-84ba-4eb0-ac9c-4598a9ddcfb2 req-f5927611-901a-4222-8857-616a37cd6b20 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Feb 16 13:05:51.461110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.480616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:51.496236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:51.643541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.712624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['1ad75654-3da6-47cc-8ec1-4e67cdd266f7'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:05:51.750207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:52.371107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d7b6-2016-46d2-a5f3-5934d50462ee req-80cf0500-fd55-4aa9-a215-d003a18c8df0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.372667 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6eb6d7b6-2016-46d2-a5f3-5934d50462ee req-80cf0500-fd55-4aa9-a215-d003a18c8df0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 945 time: 0.0802500 Feb 16 13:05:52.401935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:52.417008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6eb6d7b6-2016-46d2-a5f3-5934d50462ee req-b750aa01-7660-4410-88b4-b64cfdd318c1 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 Feb 16 13:05:52.471733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:52.472270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.589607 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.622287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:52.705534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.739600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:52.787365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:52.801766 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'code': 200} Feb 16 13:05:52.922167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee4414-28f1-4393-9460-222324621e97 req-f1e762b4-0ee7-4f65-9d2c-2c70dd38b8df tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.923558 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-66ee4414-28f1-4393-9460-222324621e97 req-f1e762b4-0ee7-4f65-9d2c-2c70dd38b8df tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0853627 Feb 16 13:05:53.020049 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-66ee4414-28f1-4393-9460-222324621e97 req-e70c262a-7fc6-4741-9bd8-892176f8dff2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632906 Feb 16 13:05:53.045801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf85681-f348-4276-acd7-f2529196a410 req-39291b9c-178e-445e-920b-285b745e82b8 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.047238 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-39291b9c-178e-445e-920b-285b745e82b8 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59&tenant_id=516f10592c22486d8eb1e90c00b72615&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.1208484 Feb 16 13:05:53.187623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf85681-f348-4276-acd7-f2529196a410 req-a75c3a9a-a452-4a68-9f23-b807a62adb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.188984 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-a75c3a9a-a452-4a68-9f23-b807a62adb96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 1099 time: 0.0696077 Feb 16 13:05:53.317750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf85681-f348-4276-acd7-f2529196a410 req-b77bb5d0-3b0c-409e-abda-3c069c4603af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.319385 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-b77bb5d0-3b0c-409e-abda-3c069c4603af service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1236885 Feb 16 13:05:53.395012 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-e5cf5f04-c42a-4717-ac3c-5101f1fb0f05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7 HTTP/1.1" status: 200 len: 217 time: 0.0674567 Feb 16 13:05:53.459452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf85681-f348-4276-acd7-f2529196a410 req-33723a48-62e4-4812-804a-3be4eed6283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:53.460840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-33723a48-62e4-4812-804a-3be4eed6283c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0595126 Feb 16 13:05:53.509558 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-74acdd29-1bd5-4f49-a0ab-b3c31c701d44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416129 Feb 16 13:05:53.644404 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-870c1ac0-d23a-4849-a6be-a083321f3b78 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278727 Feb 16 13:05:53.784816 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bdf85681-f348-4276-acd7-f2529196a410 req-f9f50e60-9464-4f1b-9c94-23d22238f9ef service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318207 Feb 16 13:05:54.341532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3ecef-1c27-44c6-8c4e-0fca5d5eda10 req-e228492d-edd6-4503-bd3d-c0b85a8c5c75 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:54.343035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-35b3ecef-1c27-44c6-8c4e-0fca5d5eda10 req-e228492d-edd6-4503-bd3d-c0b85a8c5c75 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.2027841 Feb 16 13:05:54.407379 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-35b3ecef-1c27-44c6-8c4e-0fca5d5eda10 req-e65341b5-3404-4e30-8470-ab275c1feaee tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572367 Feb 16 13:05:55.611124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92fc74-e7d8-436c-a2d8-3091fbd6de2f req-bcec5bca-a0d3-47c8-a9bb-29c4dfdfe592 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:55.613215 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e92fc74-e7d8-436c-a2d8-3091fbd6de2f req-bcec5bca-a0d3-47c8-a9bb-29c4dfdfe592 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0842066 Feb 16 13:05:55.661662 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e92fc74-e7d8-436c-a2d8-3091fbd6de2f req-d4c4e5ec-d040-4a26-9545-5b108e9ece02 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Feb 16 13:05:55.843663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb29f5-e527-472a-84f1-aeb176611dcb req-cd301e1b-678a-4b98-b268-b52136a401a5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:55.845120 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91eb29f5-e527-472a-84f1-aeb176611dcb req-cd301e1b-678a-4b98-b268-b52136a401a5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0779829 Feb 16 13:05:55.889786 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91eb29f5-e527-472a-84f1-aeb176611dcb req-6308038c-eb57-4cd3-a1df-357c922667a9 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385261 Feb 16 13:05:56.082083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554af64-c255-4292-9291-425ce5d804d1 req-722ce43f-6396-4c29-a5e5-6918b5b0ddc2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:56.083590 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1554af64-c255-4292-9291-425ce5d804d1 req-722ce43f-6396-4c29-a5e5-6918b5b0ddc2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0860913 Feb 16 13:05:56.129810 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1554af64-c255-4292-9291-425ce5d804d1 req-fac99728-5ac9-49b8-8be9-e1d31d9cba97 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Feb 16 13:05:56.813635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5e9e2d3f-063f-49ce-83a0-6039f1ccba2b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:56.815623 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5e9e2d3f-063f-49ce-83a0-6039f1ccba2b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 815 time: 0.1504209 Feb 16 13:05:56.830113 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-0a818d6a-3b2d-418c-acf5-aeff5f0625d0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/quotas/516f10592c22486d8eb1e90c00b72615 HTTP/1.1" status: 200 len: 375 time: 0.0091228 Feb 16 13:05:56.908704 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-b84d85b1-f834-4661-ade4-ce3befb58379 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735235 Feb 16 13:05:57.045568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-e7e32102-4f6c-4d61-99f3-2d5c09f21b29 service neutron] 10.222.0.47 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302130 Feb 16 13:05:57.180700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-52fe2c56-6ada-4333-ab9f-d0b257ac47f7 service neutron] 10.222.0.47 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276629 Feb 16 13:05:57.504138 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8a388e0c-1294-4bf6-923f-7d1b67c94ad1 req-5c7c8feb-5896-4af9-8a57-3cfca57d595d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 210 time: 0.0592356 Feb 16 13:05:58.693032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be6e928c-0a79-46c0-bdbc-8141e83c118d req-ea15a9a7-2fc6-4f25-8759-111121fa64aa tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 210 time: 0.0792201 Feb 16 13:05:58.740661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-0811233d-a471-4e1a-ae92-22193faa89d2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:58.742087 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-0811233d-a471-4e1a-ae92-22193faa89d2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd75e49-4d0b-42d5-aa85-dac45d0d1d59 HTTP/1.1" status: 200 len: 946 time: 0.0974765 Feb 16 13:05:58.813488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Deleting port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:58.813783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.066271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] For port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:59.066571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.190012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Calling delete_port for 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:59.520533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.533887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['1ad75654-3da6-47cc-8ec1-4e67cdd266f7'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:05:59.573094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Pushing event deleted for resources: {'Port': ['ID=1ad75654-3da6-47cc-8ec1-4e67cdd266f7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:59.647352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158db33-b572-4cb6-add7-bedc485bc475 req-18c132b3-0a1a-47fd-bb6b-01ca89ee211a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:59.648873 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-18c132b3-0a1a-47fd-bb6b-01ca89ee211a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 815 time: 0.1574986 Feb 16 13:05:59.655173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] No DVR routers for this DVR port 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:59.657746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.660516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-deleted', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:59.661823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Request body: {'port': {'device_id': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7', 'admin_state_up': True, 'tenant_id': '516f10592c22486d8eb1e90c00b72615'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:59.709906 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd75e49-4d0b-42d5-aa85-dac45d0d1d59', 'name': 'network-vif-deleted', 'tag': '1ad75654-3da6-47cc-8ec1-4e67cdd266f7', 'status': 'completed', 'code': 200} Feb 16 13:05:59.814140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:59.843627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0e2efc66-65a3-4226-90e1-8a8bc52a1a83 req-fe68569f-90ae-4819-b0f2-864068fc1c4e tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Synchronizing usage tracker for tenant:516f10592c22486d8eb1e90c00b72615 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:59.874477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "DELETE /v2.0/ports/1ad75654-3da6-47cc-8ec1-4e67cdd266f7 HTTP/1.1" status: 204 len: 173 time: 1.1257660 Feb 16 13:05:59.882204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:00.066130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Made reservation on behalf of 516f10592c22486d8eb1e90c00b72615 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:00.071673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.142480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-0e2efc66-65a3-4226-90e1-8a8bc52a1a83 req-fe68569f-90ae-4819-b0f2-864068fc1c4e tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Unset dirty status for tenant:516f10592c22486d8eb1e90c00b72615 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:00.143861 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e2efc66-65a3-4226-90e1-8a8bc52a1a83 req-fe68569f-90ae-4819-b0f2-864068fc1c4e tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 210 time: 0.3425136 Feb 16 13:06:00.294644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Allocated IP 172.20.0.10 (1734e246-345c-4c70-8481-8691311cc2b7/69301879-f0c4-4804-a615-15d1bf3357f3/d323d349-e99d-41b6-b5a3-3b7a130b0868) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:00.508275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.615290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.688107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Network 1734e246-345c-4c70-8481-8691311cc2b7 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:00.691307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:00.693778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:00.737217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:00.750119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.750537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.750891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.751252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.751587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.752455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.752785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.753113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.753439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.753766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.754121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.754579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:00.781937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:00.782575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.915218 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1488cf1-ee33-45f0-939f-0f369d47bf45 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2572865 Feb 16 13:06:00.926884 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Request body: {'port': {'device_id': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:01.045315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.339183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51965eb-1e7b-4bff-ba94-38d7ec2ea6c1 req-726829a7-fe85-43a2-a7a0-61c1a13cc6b3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:01.340740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b51965eb-1e7b-4bff-ba94-38d7ec2ea6c1 req-726829a7-fe85-43a2-a7a0-61c1a13cc6b3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 932 time: 0.0847917 Feb 16 13:06:01.393454 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b51965eb-1e7b-4bff-ba94-38d7ec2ea6c1 req-451749d1-4539-4c58-9462-d5c2117e0130 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Feb 16 13:06:01.406416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d323d349-e99d-41b6-b5a3-3b7a130b0868 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:06:01.414818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.431551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Transition to ACTIVE for port object d323d349-e99d-41b6-b5a3-3b7a130b0868 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:01.517382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.677666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:01.758805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Attempting to bind port d323d349-e99d-41b6-b5a3-3b7a130b0868 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:01.759523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Attempting to bind port d323d349-e99d-41b6-b5a3-3b7a130b0868 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:01.759523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Attempting to bind port d323d349-e99d-41b6-b5a3-3b7a130b0868 on network 1734e246-345c-4c70-8481-8691311cc2b7 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:01.764286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Port d323d349-e99d-41b6-b5a3-3b7a130b0868 on network 1734e246-345c-4c70-8481-8691311cc2b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:06:01.764508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Attempting to bind port d323d349-e99d-41b6-b5a3-3b7a130b0868 on network 1734e246-345c-4c70-8481-8691311cc2b7 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:01.769581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:01.769916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Checking segment: {'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:01.770304 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Bound using segment: {'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:01.770730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Bound port: d323d349-e99d-41b6-b5a3-3b7a130b0868, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de7612b-7959-44ca-aa17-5626f9f21ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:01.771107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.990644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:01.993577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:02.060903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.122247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.122864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.124274 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] 10.222.0.67 "PUT /v2.0/ports/d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 200 len: 1094 time: 1.2017765 Feb 16 13:06:02.124710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:02.143776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205d99f-6ae8-4a14-a8b4-e70ecd63c2af service neutron] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:02.240265 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'status': 'completed', 'code': 200} Feb 16 13:06:02.319328 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1a795a2-299e-41a0-9c09-4cb8a7b1b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.320736 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-c1a795a2-299e-41a0-9c09-4cb8a7b1b5a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 1097 time: 0.0744636 Feb 16 13:06:02.390655 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-94d71b98-1f5c-466f-803a-357aaff46716 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 200 len: 217 time: 0.0616713 Feb 16 13:06:02.448969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:02.458586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158db33-b572-4cb6-add7-bedc485bc475 req-163c0813-018a-4791-bb9c-147e08d622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.460064 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-163c0813-018a-4791-bb9c-147e08d622d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0633709 Feb 16 13:06:02.485768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:06:02.486108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1ad75654-3da6-47cc-8ec1-4e67cdd266f7 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:06:02.513474 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-06080b3e-4ddf-4b91-acab-3efe1ac53065 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465784 Feb 16 13:06:02.582283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a3e8-bd2e-4d5f-b70e-967550fea8f6 req-80a0c928-56bf-454f-8d05-ce6730adcfd5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.583708 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bff9a3e8-bd2e-4d5f-b70e-967550fea8f6 req-80a0c928-56bf-454f-8d05-ce6730adcfd5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 944 time: 0.0825794 Feb 16 13:06:02.637502 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bff9a3e8-bd2e-4d5f-b70e-967550fea8f6 req-9a93ac60-2adb-49d9-bae0-84b50d6dc09c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Feb 16 13:06:02.661642 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-b04ff207-c6fa-45df-a651-9bddebb8735a service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410203 Feb 16 13:06:02.803647 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c158db33-b572-4cb6-add7-bedc485bc475 req-022db274-f2da-4bd7-8a8c-668712a6f3fe service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345055 Feb 16 13:06:02.976223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-f904a585-1c83-4701-9c67-7cdd98d795ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.977718 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-f904a585-1c83-4701-9c67-7cdd98d795ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 1097 time: 0.0779667 Feb 16 13:06:03.112747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-d91142a2-d159-46b7-a454-920f80162030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:03.114461 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-d91142a2-d159-46b7-a454-920f80162030 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1303406 Feb 16 13:06:03.182730 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-b9410b70-52f9-42c2-a98b-28be971026c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 200 len: 217 time: 0.0614769 Feb 16 13:06:03.253174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-5c53255a-76e9-4465-ba53-cb754ff1221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:03.254521 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-5c53255a-76e9-4465-ba53-cb754ff1221c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0618742 Feb 16 13:06:03.304154 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-8413428c-5c96-45c1-aaff-ca4581f9b20e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415936 Feb 16 13:06:03.440296 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-f830f7c1-c061-4f83-a97d-831f5d8d4087 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281617 Feb 16 13:06:03.572466 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-327f2387-f03a-4a78-93e8-7c40d7700c19 req-e6826a12-17a0-415f-b612-8876a6a7c0e8 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242893 Feb 16 13:06:03.827828 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d599cd-1183-4fda-a049-0cac94f01da3 req-6fdd29f3-84f7-4c32-9700-7cdf0918b2c9 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:03.829230 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-24d599cd-1183-4fda-a049-0cac94f01da3 req-6fdd29f3-84f7-4c32-9700-7cdf0918b2c9 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 944 time: 0.0854161 Feb 16 13:06:03.842516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-588fefce-7e2d-4d04-97d3-75c69dea3b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.875567 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-24d599cd-1183-4fda-a049-0cac94f01da3 req-7f966096-fedd-4618-89eb-45628bfa0f14 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Feb 16 13:06:04.448587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device d323d349-e99d-41b6-b5a3-3b7a130b0868 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:06:04.580986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:04.593697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7', 'port_id': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'mac_address': 'fa:16:3e:b7:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69301879-f0c4-4804-a615-15d1bf3357f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:06:04.651089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.696952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d323d349-e99d-41b6-b5a3-3b7a130b0868 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:06:04.712107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:04.768812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.838319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:04.846334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.847085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.847085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.847364 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.847661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.847982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.848302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.849213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.849213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.849213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.849546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:04.849858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:05.003624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['d323d349-e99d-41b6-b5a3-3b7a130b0868'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:06:05.064890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e129f-64b5-45de-ae43-8a267c264194 req-a689513d-e3fb-4509-82f3-a8f0f829e4ee tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:05.066415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e4e129f-64b5-45de-ae43-8a267c264194 req-a689513d-e3fb-4509-82f3-a8f0f829e4ee tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 945 time: 0.0820107 Feb 16 13:06:05.118320 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e4e129f-64b5-45de-ae43-8a267c264194 req-3bb1861c-a653-4c51-9afc-f40fd7800131 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Feb 16 13:06:06.179846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4931972-9b88-41a6-ae36-0f42a4885952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.321768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d1153-0b69-4e19-9e84-f6a941f1af1e req-53f97a99-8b7d-40a7-9c9b-4eb074d19125 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:06.323191 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f8d1153-0b69-4e19-9e84-f6a941f1af1e req-53f97a99-8b7d-40a7-9c9b-4eb074d19125 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 945 time: 0.0933740 Feb 16 13:06:06.378524 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f8d1153-0b69-4e19-9e84-f6a941f1af1e req-387b4d29-7ae6-4cbf-9d76-ea0a10c59a2c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 Feb 16 13:06:06.464841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device d323d349-e99d-41b6-b5a3-3b7a130b0868 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:06.582283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port d323d349-e99d-41b6-b5a3-3b7a130b0868 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:06.587486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port d323d349-e99d-41b6-b5a3-3b7a130b0868 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:06.587875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.705611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.742171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:06.755867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:06.789327 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'code': 200} Feb 16 13:06:06.816681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.887628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:07.133423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b8d-0d71-44e2-98b4-19716a30f159 req-4d96ed97-23b9-4eec-86c9-46fd9abf02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:07.135098 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5f24b8d-0d71-44e2-98b4-19716a30f159 req-4d96ed97-23b9-4eec-86c9-46fd9abf02ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 1099 time: 0.0721412 Feb 16 13:06:07.184206 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5f24b8d-0d71-44e2-98b4-19716a30f159 req-fc74e217-e447-4376-8ee9-63a37b0b1f95 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Feb 16 13:06:07.262407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:07.290868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:07.570372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2698ef-36cd-425e-aec1-cdd8f2c6247e req-ec26eeb3-8035-46a4-8e05-6665b002ed95 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:07.571751 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d2698ef-36cd-425e-aec1-cdd8f2c6247e req-ec26eeb3-8035-46a4-8e05-6665b002ed95 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0853350 Feb 16 13:06:07.615669 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d2698ef-36cd-425e-aec1-cdd8f2c6247e req-feabbde3-7ebf-40a9-bae4-2c906ebf3033 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382707 Feb 16 13:06:08.788226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:08.808488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54872-c0b5-4d1b-9f53-1dd36d601d7d req-f87003ef-df7f-44d2-a605-8c704dbe909a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:08.810053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-48f54872-c0b5-4d1b-9f53-1dd36d601d7d req-f87003ef-df7f-44d2-a605-8c704dbe909a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0847018 Feb 16 13:06:08.859724 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-48f54872-c0b5-4d1b-9f53-1dd36d601d7d req-b3081c8d-7fab-4805-b9d2-8266971d5692 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Feb 16 13:06:09.049217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b43da-8575-408d-bfb7-4ebf44ecc4b5 req-0a3b3d88-c89f-4b86-a929-78347ea14b8c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:09.050832 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-210b43da-8575-408d-bfb7-4ebf44ecc4b5 req-0a3b3d88-c89f-4b86-a929-78347ea14b8c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0856669 Feb 16 13:06:09.096040 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-210b43da-8575-408d-bfb7-4ebf44ecc4b5 req-e57d4f46-937c-41c3-b231-62952f8ff17f tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Feb 16 13:06:09.650768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fde216-bc28-4c3c-a064-fa7613d8c26c req-1598a69d-5bff-486f-92fb-3368b45f3f87 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:09.652317 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a6fde216-bc28-4c3c-a064-fa7613d8c26c req-1598a69d-5bff-486f-92fb-3368b45f3f87 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0842681 Feb 16 13:06:09.754403 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a6fde216-bc28-4c3c-a064-fa7613d8c26c req-eb6eabfc-15f1-4299-a05b-775271d9d2cd tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963335 Feb 16 13:06:09.773943 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-628cbb9a-e0db-4b5d-974d-b55c24b96aff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021051 Feb 16 13:06:10.945843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffa20e-5063-45ce-93d6-f8d25db1856e req-ea988ab8-fbf7-48f3-8155-114544fdc0d2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:10.947281 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a9ffa20e-5063-45ce-93d6-f8d25db1856e req-ea988ab8-fbf7-48f3-8155-114544fdc0d2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0867355 Feb 16 13:06:10.997562 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a9ffa20e-5063-45ce-93d6-f8d25db1856e req-f5c1333c-c1a5-4ff6-b4e9-c528e8a3ffd9 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Feb 16 13:06:11.196772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:11.973181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-19aeaa64-5626-4f81-a620-bcdb6da95351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:11.974671 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-19aeaa64-5626-4f81-a620-bcdb6da95351 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 1099 time: 0.0722439 Feb 16 13:06:12.193106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a4b7a-8f01-4dce-8f1f-ccd7377a5359 req-2c0e7066-b8dc-409c-9202-909f71a0fd7d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:12.194633 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b5a4b7a-8f01-4dce-8f1f-ccd7377a5359 req-2c0e7066-b8dc-409c-9202-909f71a0fd7d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0855625 Feb 16 13:06:12.223518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-79749b53-d505-4a24-862a-93444c2753f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:12.224971 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-79749b53-d505-4a24-862a-93444c2753f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.2440636 Feb 16 13:06:12.248556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b5a4b7a-8f01-4dce-8f1f-ccd7377a5359 req-16f5b447-90a1-482d-ba81-57be11024089 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Feb 16 13:06:12.299314 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-7048ab81-e4d7-4635-88ce-088697a64771 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 200 len: 217 time: 0.0650704 Feb 16 13:06:12.373805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-1b6984fc-4cec-44b0-9f13-384bf1cd4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:12.375325 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-1b6984fc-4cec-44b0-9f13-384bf1cd4b7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0707095 Feb 16 13:06:12.424752 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-e2c1d582-7745-4dbe-bc1a-3e9b26f075f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426791 Feb 16 13:06:12.562961 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-17cbd00c-9ef9-418c-a14f-dc86cddea824 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296899 Feb 16 13:06:12.700941 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-d228072c-5d88-489a-882d-ec72691a0111 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314108 Feb 16 13:06:13.446726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35a35-7bd2-48dd-aa2f-a2f0b549f286 req-dff77958-9f60-48cd-9662-dc3d869ae580 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:13.448240 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6fd35a35-7bd2-48dd-aa2f-a2f0b549f286 req-dff77958-9f60-48cd-9662-dc3d869ae580 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0841718 Feb 16 13:06:13.493153 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6fd35a35-7bd2-48dd-aa2f-a2f0b549f286 req-8279a762-6d63-40ef-bd69-ec787a8d8fc0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 Feb 16 13:06:14.679829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7e1b5-0c09-477f-98dc-337c25671675 req-93c320d8-6cc2-45d5-8ee9-6ada23463aef tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:14.681323 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-50a7e1b5-0c09-477f-98dc-337c25671675 req-93c320d8-6cc2-45d5-8ee9-6ada23463aef tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0807545 Feb 16 13:06:14.725008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-50a7e1b5-0c09-477f-98dc-337c25671675 req-31260cdc-5875-4691-9899-87890cacedf4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Feb 16 13:06:15.919155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbef99f-75dd-40e5-bde9-68c7e701b10a req-5d1f6ab0-0d35-4ab2-a2c4-ba424afada72 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:15.920684 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bbef99f-75dd-40e5-bde9-68c7e701b10a req-5d1f6ab0-0d35-4ab2-a2c4-ba424afada72 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0860438 Feb 16 13:06:15.969700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2bbef99f-75dd-40e5-bde9-68c7e701b10a req-579db0fd-47d7-4f36-9a08-0839075851f3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Feb 16 13:06:17.176008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d637486-3aed-459d-b741-9c87890dfcfb req-048f4fe9-2a4b-43b8-8266-229eaffe8f4c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:17.177474 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d637486-3aed-459d-b741-9c87890dfcfb req-048f4fe9-2a4b-43b8-8266-229eaffe8f4c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0868988 Feb 16 13:06:17.228437 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d637486-3aed-459d-b741-9c87890dfcfb req-84e7a608-1281-49a7-a095-782a4a1d3a28 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Feb 16 13:06:18.417571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2bb61-9c26-4167-b366-ec6ffb4fee36 req-e87cbf37-d021-4d52-834a-4a77b7362992 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:18.419189 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b1e2bb61-9c26-4167-b366-ec6ffb4fee36 req-e87cbf37-d021-4d52-834a-4a77b7362992 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0831163 Feb 16 13:06:18.464572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b1e2bb61-9c26-4167-b366-ec6ffb4fee36 req-572665d3-2018-4cc8-a341-21ff038ae836 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391700 Feb 16 13:06:19.657940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf9c2b-6708-4493-9a71-fedd80d343dd req-6f545616-5a39-4190-84b1-4edd903161ba tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:19.659453 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94bf9c2b-6708-4493-9a71-fedd80d343dd req-6f545616-5a39-4190-84b1-4edd903161ba tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0846684 Feb 16 13:06:19.705168 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94bf9c2b-6708-4493-9a71-fedd80d343dd req-183d42a3-a652-499b-8338-c7833b5382f2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Feb 16 13:06:20.911259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc624fa-7b45-425e-9fd9-f2999ee5ebc3 req-ad8a0e99-f236-42cf-8f4d-a33a14694dfd tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:20.912753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ecc624fa-7b45-425e-9fd9-f2999ee5ebc3 req-ad8a0e99-f236-42cf-8f4d-a33a14694dfd tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0883970 Feb 16 13:06:20.956909 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ecc624fa-7b45-425e-9fd9-f2999ee5ebc3 req-84d9d0a3-1ef7-4a1c-98fe-a7a5656288be tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Feb 16 13:06:22.165033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e57-d701-44ef-9cc3-aecff2d02586 req-24082047-360b-4d60-8fdd-d26007a8157d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:22.166625 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46ec7e57-d701-44ef-9cc3-aecff2d02586 req-24082047-360b-4d60-8fdd-d26007a8157d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0908074 Feb 16 13:06:22.215816 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46ec7e57-d701-44ef-9cc3-aecff2d02586 req-7f875232-c869-48e3-966b-745899a1a824 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Feb 16 13:06:23.412797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530ab5-05e8-48fb-8b32-fe02b73a9985 req-4036ccbf-14d4-419c-99c2-625589fe5a7a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:23.414347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64530ab5-05e8-48fb-8b32-fe02b73a9985 req-4036ccbf-14d4-419c-99c2-625589fe5a7a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0838733 Feb 16 13:06:23.464382 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-64530ab5-05e8-48fb-8b32-fe02b73a9985 req-06ef4c29-4ca9-4c5e-b644-f90780b2403a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Feb 16 13:06:24.684888 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88268eae-35b2-4735-ab3c-1f60494ec1b2 req-42b07782-2e31-4f49-a36c-864fa1ded29d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:24.686419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88268eae-35b2-4735-ab3c-1f60494ec1b2 req-42b07782-2e31-4f49-a36c-864fa1ded29d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0878913 Feb 16 13:06:24.736680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88268eae-35b2-4735-ab3c-1f60494ec1b2 req-1597e5e7-7958-47f8-8cba-fa49104fce78 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Feb 16 13:06:25.953363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd603914-ac56-4d64-9e0a-b35a01a0538f req-bb87735f-9e52-4481-90f0-3b6c57dfa66b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:25.954933 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dd603914-ac56-4d64-9e0a-b35a01a0538f req-bb87735f-9e52-4481-90f0-3b6c57dfa66b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0986104 Feb 16 13:06:26.108952 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dd603914-ac56-4d64-9e0a-b35a01a0538f req-bc258542-9a6c-420b-9d7c-aec81fcd9590 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400523 Feb 16 13:06:27.298846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23161441-f1c3-4795-9c5c-8930134f3c11 req-dd88bf51-92c4-455c-9854-8a11a645f782 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:27.300346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-23161441-f1c3-4795-9c5c-8930134f3c11 req-dd88bf51-92c4-455c-9854-8a11a645f782 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0815077 Feb 16 13:06:27.351246 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-23161441-f1c3-4795-9c5c-8930134f3c11 req-88f54f9b-d0ce-4f3e-9fc7-6a6124ccbc66 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Feb 16 13:06:27.995713 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:06:28.548409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ccfcc-0b4f-4596-8268-98594ba7ef2a req-126e4f62-f609-44d6-9fbe-22d6b7c707c0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:28.549899 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-201ccfcc-0b4f-4596-8268-98594ba7ef2a req-126e4f62-f609-44d6-9fbe-22d6b7c707c0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0897682 Feb 16 13:06:28.597610 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-201ccfcc-0b4f-4596-8268-98594ba7ef2a req-3ee0cd9b-fc27-4e45-9873-fc8956b4fc76 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Feb 16 13:06:29.783091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed2d5-ddb4-4b20-b7f4-34e970c8747a req-112b7abb-1bcf-44ba-aeed-6ebe9df053fa tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:29.784572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ed4ed2d5-ddb4-4b20-b7f4-34e970c8747a req-112b7abb-1bcf-44ba-aeed-6ebe9df053fa tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0790503 Feb 16 13:06:29.830316 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ed4ed2d5-ddb4-4b20-b7f4-34e970c8747a req-f76c351c-aa69-4058-ba6e-71eab1e23848 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Feb 16 13:06:31.041534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b2099-8684-446e-9785-cfdc0a3b7c72 req-60bf9357-e71e-41a0-be3f-a7f757635a6d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:31.043179 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-467b2099-8684-446e-9785-cfdc0a3b7c72 req-60bf9357-e71e-41a0-be3f-a7f757635a6d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0997131 Feb 16 13:06:31.089132 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-467b2099-8684-446e-9785-cfdc0a3b7c72 req-d2ee5eba-e7b7-4c2f-b474-35ea750a09d6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Feb 16 13:06:32.287940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2461a-315d-4c49-9e2e-a4d7a2807880 req-59a3e293-06f6-4a39-96ed-761801e8a68c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:32.289444 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-adf2461a-315d-4c49-9e2e-a4d7a2807880 req-59a3e293-06f6-4a39-96ed-761801e8a68c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0808218 Feb 16 13:06:32.337835 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-adf2461a-315d-4c49-9e2e-a4d7a2807880 req-b20a9301-2ce0-41ce-b51d-fea58d9c9ef8 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Feb 16 13:06:33.531164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2cf9e-6f95-478c-9cc9-1d6c3f97d0c3 req-1b37ba23-ee98-4737-82c7-2d97aecae4c1 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.532695 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d1c2cf9e-6f95-478c-9cc9-1d6c3f97d0c3 req-1b37ba23-ee98-4737-82c7-2d97aecae4c1 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0812666 Feb 16 13:06:33.578361 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d1c2cf9e-6f95-478c-9cc9-1d6c3f97d0c3 req-b1bcf022-f74c-4dd5-8ed9-c3c98aaeded9 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Feb 16 13:06:33.870598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3dead599-8eb4-4b35-89e1-22b4c630f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:33.979494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-b7951a66-0a61-463f-a001-c526de219aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.980901 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-b7951a66-0a61-463f-a001-c526de219aac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 1099 time: 0.0774808 Feb 16 13:06:34.131552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-18243ee7-d07b-428a-8202-6e4bd961c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.133087 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-18243ee7-d07b-428a-8202-6e4bd961c95c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1307735 Feb 16 13:06:34.207241 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-b826a1a3-6e60-4a4d-83e5-23fa35e01df3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 200 len: 217 time: 0.0647459 Feb 16 13:06:34.272906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-8dd08ea2-6298-4568-8cc5-a4a87dee11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.274359 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-8dd08ea2-6298-4568-8cc5-a4a87dee11cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0583882 Feb 16 13:06:34.322145 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-023e5a48-5ddf-4929-967e-fc6221f02faf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405767 Feb 16 13:06:34.464444 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-8021ccaf-da3c-4f2b-91d1-47291efab9d2 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286321 Feb 16 13:06:34.606845 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f88f1ece-7958-4e6f-983b-3166eef6ff6f req-7a63ea7e-b64d-4dd0-8e3f-94f63e70e937 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361561 Feb 16 13:06:34.771127 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269ef9e-6d28-4f3c-b15c-cfef7258ab2e req-70dc9b16-fbc3-4201-b8bc-c2d6f2802413 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.772588 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2269ef9e-6d28-4f3c-b15c-cfef7258ab2e req-70dc9b16-fbc3-4201-b8bc-c2d6f2802413 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0836103 Feb 16 13:06:34.818026 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2269ef9e-6d28-4f3c-b15c-cfef7258ab2e req-38eb819a-c633-437b-a43f-b7feddf21224 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Feb 16 13:06:36.004093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7618-f1cb-4745-b6ce-1eb74fc4c37d req-8b18d594-1a4f-4b82-938b-5d39e8950147 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:36.005573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d4f7618-f1cb-4745-b6ce-1eb74fc4c37d req-8b18d594-1a4f-4b82-938b-5d39e8950147 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0806470 Feb 16 13:06:36.050216 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d4f7618-f1cb-4745-b6ce-1eb74fc4c37d req-a0d1de7d-8585-41bc-a0e5-98c059fd3697 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Feb 16 13:06:36.215279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d99ab1b-eb26-458d-aa89-7225b9df5ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.274302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf502-daa5-46eb-826d-7246c4768861 req-16d8dee7-4e34-48b0-9c18-9fe9206ee945 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:37.278180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.282474 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-17baf502-daa5-46eb-826d-7246c4768861 req-16d8dee7-4e34-48b0-9c18-9fe9206ee945 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.1111066 Feb 16 13:06:37.302567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.340098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-17baf502-daa5-46eb-826d-7246c4768861 req-09f8d86d-3c88-4f70-b2d0-bd1bd27627c5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563619 Feb 16 13:06:38.557921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf78554-9c1d-4322-bbf5-e55eb6a2b3b9 req-37cd094a-1d77-4ee2-9428-0dd8917120f5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:38.559967 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3bf78554-9c1d-4322-bbf5-e55eb6a2b3b9 req-37cd094a-1d77-4ee2-9428-0dd8917120f5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.1065385 Feb 16 13:06:38.637256 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3bf78554-9c1d-4322-bbf5-e55eb6a2b3b9 req-e735f80c-cbf8-48f4-91b8-80a3e43f36e7 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622773 Feb 16 13:06:38.813242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:39.837154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81c526-5c94-45ae-969d-68c4e0e34913 req-da6dd381-c2a3-44ca-86d0-65941f5b230a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:39.838761 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fc81c526-5c94-45ae-969d-68c4e0e34913 req-da6dd381-c2a3-44ca-86d0-65941f5b230a tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0857663 Feb 16 13:06:39.894110 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fc81c526-5c94-45ae-969d-68c4e0e34913 req-591f4ab6-1efe-4f8d-b2cd-20d7b82e2332 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486867 Feb 16 13:06:40.283931 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-bb131e1f-83ee-474d-af43-e37902859bf6 service neutron] 10.222.0.67 "GET /v2.0/ports/d323d349-e99d-41b6-b5a3-3b7a130b0868/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0812049 Feb 16 13:06:40.916456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-11f8e7a2-684a-4bc3-8fb4-a20712ed484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:40.917967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-11f8e7a2-684a-4bc3-8fb4-a20712ed484e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9&tenant_id=516f10592c22486d8eb1e90c00b72615 HTTP/1.1" status: 200 len: 1099 time: 0.0770371 Feb 16 13:06:41.019340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-9f8732fc-06df-4764-8ddd-84294cc68d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:41.021072 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-9f8732fc-06df-4764-8ddd-84294cc68d81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 1099 time: 0.0801814 Feb 16 13:06:41.096379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d5828-73c2-436b-b306-add0d6766dd0 req-7ee3f3ea-28fe-4b8e-81c0-748ec3f49a09 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:41.098596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-132d5828-73c2-436b-b306-add0d6766dd0 req-7ee3f3ea-28fe-4b8e-81c0-748ec3f49a09 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0856545 Feb 16 13:06:41.145324 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-132d5828-73c2-436b-b306-add0d6766dd0 req-cfe642cc-75c1-4cca-ba75-70f30661526b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Feb 16 13:06:41.163659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-721f4ef1-6db5-4d32-874b-e0bfd5ce98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:41.165219 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-721f4ef1-6db5-4d32-874b-e0bfd5ce98cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1344705 Feb 16 13:06:41.213495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:41.335258 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-ebe822f0-2d9e-46e2-a506-72a40ba94146 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 200 len: 217 time: 0.1634901 Feb 16 13:06:41.404213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-6d889a6e-7754-47a7-9c91-fbe9c0875b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:41.405709 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-6d889a6e-7754-47a7-9c91-fbe9c0875b8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0642886 Feb 16 13:06:41.460141 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-1efc686e-7076-4e87-9a34-d32acc36cb3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476713 Feb 16 13:06:41.613550 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-db6ffdb7-a1a5-46cb-af02-ef3e0a0af327 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461246 Feb 16 13:06:41.763842 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-88d1820a-27eb-4773-b4e8-077abd7343f9 req-e37936f3-13a0-45d6-9439-37ac831fc70d service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429815 Feb 16 13:06:42.345463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc612a1-a67c-45d4-90cc-853c45f268e0 req-e9e51e49-ae52-406c-a7c3-b51c46dae9a3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:42.346939 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3fc612a1-a67c-45d4-90cc-853c45f268e0 req-e9e51e49-ae52-406c-a7c3-b51c46dae9a3 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0948498 Feb 16 13:06:42.393332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3fc612a1-a67c-45d4-90cc-853c45f268e0 req-2f265a05-b114-454e-a6ee-9c38583c613d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Feb 16 13:06:42.715792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device d323d349-e99d-41b6-b5a3-3b7a130b0868 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:06:42.719679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device d323d349-e99d-41b6-b5a3-3b7a130b0868 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:42.926816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.956940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:42.978223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:42.984159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'network_id': '1734e246-345c-4c70-8481-8691311cc2b7', 'port_id': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'mac_address': 'fa:16:3e:b7:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69301879-f0c4-4804-a615-15d1bf3357f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:06:43.018654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:43.038221 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'code': 200} Feb 16 13:06:43.046444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.066585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d323d349-e99d-41b6-b5a3-3b7a130b0868 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:06:43.090034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.206325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:06:43.206670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:06:43.210315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:43.613788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdca71-63c1-4692-a9aa-daf276be5b9e req-32b2f19b-ca35-4c7a-a66f-e2d6e7f77b66 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:43.615347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46fdca71-63c1-4692-a9aa-daf276be5b9e req-32b2f19b-ca35-4c7a-a66f-e2d6e7f77b66 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 944 time: 0.0850005 Feb 16 13:06:43.686363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46fdca71-63c1-4692-a9aa-daf276be5b9e req-af95177c-ec81-43bd-bbb9-81a614057c8f tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646207 Feb 16 13:06:43.766012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.783857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d323d349-e99d-41b6-b5a3-3b7a130b0868 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:06:43.799755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:43.889592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.956680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['d323d349-e99d-41b6-b5a3-3b7a130b0868'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:06:44.005254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:44.728073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device d323d349-e99d-41b6-b5a3-3b7a130b0868 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:44.795554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port d323d349-e99d-41b6-b5a3-3b7a130b0868 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:44.796246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:44.898233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373767f-e492-4fef-8c47-9cd84dc7de33 req-66d0f06d-6550-4d38-beb7-4e78abeb3fb0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.899752 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6373767f-e492-4fef-8c47-9cd84dc7de33 req-66d0f06d-6550-4d38-beb7-4e78abeb3fb0 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 945 time: 0.1044784 Feb 16 13:06:44.945293 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6373767f-e492-4fef-8c47-9cd84dc7de33 req-58b3d450-85a7-49d6-a1b8-203f174089b4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Feb 16 13:06:44.979507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:45.014021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:45.039322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:45.092772 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'code': 200} Feb 16 13:06:45.098749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:45.167444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:45.497596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fceb4-77c1-4fcc-a941-115cb1b02b18 req-dc20eace-e7a7-4d48-b926-8f8e086ffee6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:45.499150 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-088fceb4-77c1-4fcc-a941-115cb1b02b18 req-dc20eace-e7a7-4d48-b926-8f8e086ffee6 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0946453 Feb 16 13:06:45.549921 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-088fceb4-77c1-4fcc-a941-115cb1b02b18 req-25d65d81-66ff-4e1b-930b-226d9b5eb0c1 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Feb 16 13:06:45.587348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-6ae98104-3be9-44bf-846e-2e22bfc2f37c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:45.588155 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-6ae98104-3be9-44bf-846e-2e22bfc2f37c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Synchronizing usage tracker for tenant:516f10592c22486d8eb1e90c00b72615 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:45.654726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-6ae98104-3be9-44bf-846e-2e22bfc2f37c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Unset dirty status for tenant:516f10592c22486d8eb1e90c00b72615 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:45.655947 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-6ae98104-3be9-44bf-846e-2e22bfc2f37c tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9&tenant_id=516f10592c22486d8eb1e90c00b72615&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.1598699 Feb 16 13:06:45.802788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-0bbb7ad1-9aca-4957-aca4-a0c56b6c6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:45.804379 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-0bbb7ad1-9aca-4957-aca4-a0c56b6c6839 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=516f10592c22486d8eb1e90c00b72615&device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 1099 time: 0.0752020 Feb 16 13:06:45.944148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-3cdbf379-076b-4b96-91c2-7c630d2cd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:45.945709 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-3cdbf379-076b-4b96-91c2-7c630d2cd613 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 200 len: 915 time: 0.1349442 Feb 16 13:06:46.018222 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-7ca2d20a-e6e2-47a1-bff4-2cb3f996f1b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 200 len: 217 time: 0.0661027 Feb 16 13:06:46.081548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-3ef14993-24be-4de1-8404-6cddf07b2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:46.083145 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-3ef14993-24be-4de1-8404-6cddf07b2a17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 200 len: 855 time: 0.0580366 Feb 16 13:06:46.131470 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-f3caec23-f9b0-40d5-a8c2-3665483d81b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1734e246-345c-4c70-8481-8691311cc2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411916 Feb 16 13:06:46.269136 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-de4520c0-4a46-4487-838f-e451c92201c6 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299777 Feb 16 13:06:46.411282 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-def3d741-5744-4715-a684-c11e0ea4fc26 req-9fe9a413-73e2-42c3-99c5-0b94ad037e06 service neutron] 10.222.0.67 "GET /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313794 Feb 16 13:06:46.751318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d2da-9087-4e1c-98f9-6c75927bdf83 req-4d199082-92a6-4dd8-843d-c71dd33fce4b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:46.752795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83c2d2da-9087-4e1c-98f9-6c75927bdf83 req-4d199082-92a6-4dd8-843d-c71dd33fce4b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0840168 Feb 16 13:06:46.801703 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83c2d2da-9087-4e1c-98f9-6c75927bdf83 req-084bc4e8-3736-495f-b64e-e2a9c5600484 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Feb 16 13:06:47.986397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36169bf8-91e2-4481-ba41-fd7ea98ffdc0 req-08ff0a1c-004d-4c02-a5fd-721613e78d3d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:47.988151 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-36169bf8-91e2-4481-ba41-fd7ea98ffdc0 req-08ff0a1c-004d-4c02-a5fd-721613e78d3d tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0799787 Feb 16 13:06:48.033216 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-36169bf8-91e2-4481-ba41-fd7ea98ffdc0 req-5ff75f9b-aaa0-45f9-a120-ebfe4da2bb71 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390606 Feb 16 13:06:48.228145 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec678bed-0fa1-4f3b-a487-97a735ad34a1 req-301511c1-3ba0-4090-9ba6-b3400fe732d2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:48.229646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ec678bed-0fa1-4f3b-a487-97a735ad34a1 req-301511c1-3ba0-4090-9ba6-b3400fe732d2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0845759 Feb 16 13:06:48.274114 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ec678bed-0fa1-4f3b-a487-97a735ad34a1 req-d00b3699-aa3f-41d9-9f02-2e4686ed9a16 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Feb 16 13:06:48.459057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa8c-f268-42b4-b600-0c7c3edc16c0 req-4579d012-f939-40ed-a7ab-0ad5f67b0bd5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:48.461689 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2ae7aa8c-f268-42b4-b600-0c7c3edc16c0 req-4579d012-f939-40ed-a7ab-0ad5f67b0bd5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0825942 Feb 16 13:06:48.505883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2ae7aa8c-f268-42b4-b600-0c7c3edc16c0 req-ffb3b6ce-2b2e-43ee-be5e-98a5194a3f4b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Feb 16 13:06:49.378381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf102ae-199b-4e57-a939-653d37d2de89 req-6903eb60-54b0-45c2-bb26-1b769ef08ca5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:49.379918 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6cf102ae-199b-4e57-a939-653d37d2de89 req-6903eb60-54b0-45c2-bb26-1b769ef08ca5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.1033187 Feb 16 13:06:49.426528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6cf102ae-199b-4e57-a939-653d37d2de89 req-0fad2bb1-9dd7-4940-8546-3445a5280f47 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Feb 16 13:06:50.618643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fe521-3195-4b43-92d8-aee711789a52 req-c185d6d3-d727-40c7-b43d-6bf1c02f1199 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:50.620252 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0d0fe521-3195-4b43-92d8-aee711789a52 req-c185d6d3-d727-40c7-b43d-6bf1c02f1199 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.0869622 Feb 16 13:06:50.673608 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0d0fe521-3195-4b43-92d8-aee711789a52 req-0942a177-6839-4eee-bc76-67b3635605e4 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Feb 16 13:06:51.180233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-dc767cf0-3800-4a5a-b752-e8c5d4a495a5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:51.181862 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-dc767cf0-3800-4a5a-b752-e8c5d4a495a5 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.1056409 Feb 16 13:06:51.259983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Deleting port d323d349-e99d-41b6-b5a3-3b7a130b0868 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:51.260333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.644222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] For port d323d349-e99d-41b6-b5a3-3b7a130b0868, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d323d349-e99d-41b6-b5a3-3b7a130b0868,segment=NetworkSegment(5de7612b-7959-44ca-aa17-5626f9f21ec2),segment_id=5de7612b-7959-44ca-aa17-5626f9f21ec2)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:51.644583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.776580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Calling delete_port for d323d349-e99d-41b6-b5a3-3b7a130b0868 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:51.907572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943173-13fe-4286-bc75-79f4b27fa7b1 req-5e1b9716-265a-4aa9-9802-4e20ea75af9b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:51.909370 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-90943173-13fe-4286-bc75-79f4b27fa7b1 req-5e1b9716-265a-4aa9-9802-4e20ea75af9b tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 946 time: 0.1069732 Feb 16 13:06:51.961042 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-90943173-13fe-4286-bc75-79f4b27fa7b1 req-f769025b-2a93-4ffb-81c0-73ae9260f641 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/security-groups?id=38f013b1-9df9-4792-8a50-2034c2b6e9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Feb 16 13:06:52.009247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.025551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['d323d349-e99d-41b6-b5a3-3b7a130b0868'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:06:52.066820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Pushing event deleted for resources: {'Port': ['ID=d323d349-e99d-41b6-b5a3-3b7a130b0868,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:52.140846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] No DVR routers for this DVR port d323d349-e99d-41b6-b5a3-3b7a130b0868 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:06:52.143337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.145738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-deleted', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:52.188419 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c838ebfe-a448-4c50-95b3-e1799dce35d9', 'name': 'network-vif-deleted', 'tag': 'd323d349-e99d-41b6-b5a3-3b7a130b0868', 'status': 'completed', 'code': 200} Feb 16 13:06:52.232508 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4562619d-d548-4f7e-acdc-6e3f55a6f3ac req-bc665c56-0dd6-4083-9ba9-d8d14342bbd2 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.67 "DELETE /v2.0/ports/d323d349-e99d-41b6-b5a3-3b7a130b0868 HTTP/1.1" status: 204 len: 173 time: 1.0439813 Feb 16 13:06:53.128613 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a09ee087-a7a8-4b7e-afad-0db19f15e1c6 req-f8784102-f296-4629-bd0a-597b4f3982dd tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] 10.222.0.47 "GET /v2.0/ports?device_id=c838ebfe-a448-4c50-95b3-e1799dce35d9 HTTP/1.1" status: 200 len: 210 time: 0.0436389 Feb 16 13:06:54.370877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59052) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:54.435548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Deleting subnet 69301879-f0c4-4804-a615-15d1bf3357f3 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:06:54.439531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.488796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.638103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.752215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.792315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69301879-f0c4-4804-a615-15d1bf3357f3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:54.795447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.805005 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.805345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.805657 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.806138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.806464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.806871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.807225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.807545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.807862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.808176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.808524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.808838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:54.812982 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b0ceff70-91fb-4119-b50a-d7d93c6a12cf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69301879-f0c4-4804-a615-15d1bf3357f3 HTTP/1.1" status: 204 len: 168 time: 0.4404976 Feb 16 13:06:54.816569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59056) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:54.822520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device d323d349-e99d-41b6-b5a3-3b7a130b0868 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:54.857668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: d323d349-e99d-41b6-b5a3-3b7a130b0868 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:06:54.858002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device d323d349-e99d-41b6-b5a3-3b7a130b0868 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:06:54.925572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.055445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.084071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1734e246-345c-4c70-8481-8691311cc2b7']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:55.096989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de7612b-7959-44ca-aa17-5626f9f21ec2') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:55.097281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de7612b-7959-44ca-aa17-5626f9f21ec2') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:55.109798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.126115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.132214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:06:55.132594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:06:55.146146 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:06:55.273051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.293878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.304519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] Pushing event deleted for resources: {'Network': ['ID=1734e246-345c-4c70-8481-8691311cc2b7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:55.408982 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-068bc4b1-75e6-4365-a71f-a53e67cc3975 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1734e246-345c-4c70-8481-8691311cc2b7 HTTP/1.1" status: 204 len: 168 time: 0.5913663 Feb 16 13:06:55.798855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59062) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:55.848285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4f5332a6-faff-410a-81db-c81c8bb0f0af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=516f10592c22486d8eb1e90c00b72615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482507 Feb 16 13:06:55.850711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59066) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:55.910254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdf0f9bb-6cb4-4218-9561-e7078a2d69d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.936904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdf0f9bb-6cb4-4218-9561-e7078a2d69d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:56.064762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdf0f9bb-6cb4-4218-9561-e7078a2d69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:56.083973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0f9bb-6cb4-4218-9561-e7078a2d69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f013b1-9df9-4792-8a50-2034c2b6e9e9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:56.167523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cdf0f9bb-6cb4-4218-9561-e7078a2d69d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:56.168698 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cdf0f9bb-6cb4-4218-9561-e7078a2d69d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38f013b1-9df9-4792-8a50-2034c2b6e9e9 HTTP/1.1" status: 204 len: 168 time: 0.3170457 Feb 16 13:06:57.334319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59090) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:57.438608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1902818670-network', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:57.444582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:57.448602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Usage tracker for resource:network and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:57.451449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:57.457085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:57.563346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Made reservation on behalf of eed6324356014f65b9d6d261bfabafc8 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:57.565712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.579056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.594382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:57.598436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Usage tracker for resource:security_group_rule and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:57.602960 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:57.609618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:57.704928 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.773231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.804631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:06:57.812990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d74631-5033-438e-acb3-09fc03f1868c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:57.819705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.831912 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Added segment 5ab4fc06-69c2-4cd1-add9-bdc5479196d6 of type vlan for network aad063fb-f3f6-465d-91af-1b6db65d879f Feb 16 13:06:57.851530 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.974006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.975090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:57.975771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.078254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] Pushing event updated for resources: {'Network': ['ID=aad063fb-f3f6-465d-91af-1b6db65d879f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:58.088411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network aad063fb-f3f6-465d-91af-1b6db65d879f details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:06:58.145269 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-200eb848-7917-4272-adbc-c16a706a7f5c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8095417 Feb 16 13:06:58.148068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59096) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:58.153564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Request body: {'subnet': {'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1902818670-subnet', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:58.159169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:58.163045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Usage tracker for resource:subnet and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:58.165942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:58.172464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:58.269819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Made reservation on behalf of eed6324356014f65b9d6d261bfabafc8 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:58.272350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.603094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.680060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b26c711-231a-4b8d-a084-f558d629045e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:58.690859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Checking segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:58.691238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Network hostable DHCP agents. Network: aad063fb-f3f6-465d-91af-1b6db65d879f, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:06:58.818375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Network aad063fb-f3f6-465d-91af-1b6db65d879f is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:06:58.911820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, aad063fb-f3f6-465d-91af-1b6db65d879f) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:58.916585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:58.917624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.920859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac24e0-e4fa-4b77-b0b6-664a3eb30fcc None None] Network aad063fb-f3f6-465d-91af-1b6db65d879f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:06:59.025639 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-213bbe64-5567-48c1-8a0b-578dffebeac2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8764982 Feb 16 13:06:59.028259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59100) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:59.033423 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:59.039802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:59.043739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Usage tracker for resource:router and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:59.049689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:59.056054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:59.134525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.136946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.147383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-aad063fb-f3f6-465d-91af-1b6db65d879f', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:06:59.156547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.156787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.307334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Allocated IP 172.20.0.2 (aad063fb-f3f6-465d-91af-1b6db65d879f/1b26c711-231a-4b8d-a084-f558d629045e/fb9ee799-c27b-4bcd-bca7-e34eb51f0607) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:59.529359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.541168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Transition to ACTIVE for port object fb9ee799-c27b-4bcd-bca7-e34eb51f0607 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:59.561398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Transition to ACTIVE for port object fb9ee799-c27b-4bcd-bca7-e34eb51f0607 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:59.628401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.649040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.720140 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Network aad063fb-f3f6-465d-91af-1b6db65d879f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:59.723444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:59.727198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:59.733024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Pushing event updated for resources: {'Port': ['ID=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:59.822898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Attempting to bind port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:59.823196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Attempting to bind port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:59.823565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Attempting to bind port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:59.829774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:59.830139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Checking segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:59.830540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.830928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Bound using segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:59.831416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Bound port: fb9ee799-c27b-4bcd-bca7-e34eb51f0607, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:59.831785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.927477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] For port fb9ee799-c27b-4bcd-bca7-e34eb51f0607, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:59.930793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] For port fb9ee799-c27b-4bcd-bca7-e34eb51f0607, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:07:00.037854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.060961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.094827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.128184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb6743-7ee4-48fe-8744-8480005a8fb8 None None] Pushing event updated for resources: {'Port': ['ID=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:00.250684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Allocated IP 172.26.6.210 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/a83d4e51-73f1-4de5-86cc-c6ab58e3713c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:07:00.431305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.534528 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.602427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:00.605406 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:00.609799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:07:00.643732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Pushing event updated for resources: {'Port': ['ID=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:01.120993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc15df-f8a9-432f-815e-3a450d4a96b1 None None] Network aad063fb-f3f6-465d-91af-1b6db65d879f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:07:01.138788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.297509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-96b3051e-19eb-4793-b45c-4ad42745e283 None None] Provisioning for port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:01.647481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.915350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Router 730a9df9-3546-4782-9024-7f44caad4352 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:07:02.111538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:07:02.122677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:02.138326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:02.139285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:06:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:02.237780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.239250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-43a8d1a6-f7aa-4d6a-8ff8-ab5f8486891b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2098742 Feb 16 13:07:02.242008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59104) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:02.364084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fb9ee799-c27b-4bcd-bca7-e34eb51f0607 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:02.438970 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:02.707381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:02.718477 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:02.718850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.853778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:00Z', 'revision_number': 3, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:02.863732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:02.864089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Updating router 730a9df9-3546-4782-9024-7f44caad4352 port a83d4e51-73f1-4de5-86cc-c6ab58e3713c binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:07:02.906154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.956650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.962389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.008758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port fb9ee799-c27b-4bcd-bca7-e34eb51f0607, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:03.088399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.241585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:03.312900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Allocated IP 172.20.0.1 (aad063fb-f3f6-465d-91af-1b6db65d879f/1b26c711-231a-4b8d-a084-f558d629045e/29cbb24b-61c4-4351-8f40-ec8ab07c5f4a) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:07:03.393408 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.406529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Transition to ACTIVE for port object a83d4e51-73f1-4de5-86cc-c6ab58e3713c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:03.472823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.489532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Transition to ACTIVE for port object 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:03.504110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.585813 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Attempting to bind port a83d4e51-73f1-4de5-86cc-c6ab58e3713c on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:07:03.586180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Attempting to bind port a83d4e51-73f1-4de5-86cc-c6ab58e3713c by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:07:03.586676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Attempting to bind port a83d4e51-73f1-4de5-86cc-c6ab58e3713c on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:07:03.590896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.592732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d03ea6-010c-4483-814d-2ebc80f6222d None None] Pushing event updated for resources: {'Port': ['ID=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:03.597291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:07:03.597670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:07:03.598070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.598460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:07:03.598930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Bound port: a83d4e51-73f1-4de5-86cc-c6ab58e3713c, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:07:03.599335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.657507 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Network aad063fb-f3f6-465d-91af-1b6db65d879f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:03.660686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:03.664653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:07:03.676890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] For port a83d4e51-73f1-4de5-86cc-c6ab58e3713c, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:07:03.680517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] For port a83d4e51-73f1-4de5-86cc-c6ab58e3713c, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:07:03.705073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Pushing event updated for resources: {'Port': ['ID=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:03.732075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.763050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.857925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:03.857925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:06:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:03.923134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0bc7f932-35cc-40ad-92b1-d40793df5b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:03.938850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d03ea6-010c-4483-814d-2ebc80f6222d None None] Pushing event updated for resources: {'Port': ['ID=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:04.099700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:04.112105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:04.157311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-30a1b2a4-f956-4dc4-9fa7-365757199fc7 None None] Provisioning for port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:04.223276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-30a1b2a4-f956-4dc4-9fa7-365757199fc7 None None] Provisioning complete for port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:04.223666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30a1b2a4-f956-4dc4-9fa7-365757199fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:04.322021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fb9ee799-c27b-4bcd-bca7-e34eb51f0607 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:04.347985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:04.423434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-30a1b2a4-f956-4dc4-9fa7-365757199fc7 None None] Port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:07:04.452991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:04.499876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:04.500311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:04.562743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:04.567152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Pushing event updated for resources: {'Port': ['ID=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:04.615055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:00Z', 'revision_number': 3, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:04.632448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc0a70-4439-4870-88bd-9c2ba0fda7e0 None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:00Z', 'revision_number': 3, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:04.709883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Network aad063fb-f3f6-465d-91af-1b6db65d879f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:04.711105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:04.941997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:07:04.998203 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:07:05.047695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4e51af2d-c046-47ed-9b7a-0998df60d1c0 None None] Provisioning complete for port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:05.049404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e51af2d-c046-47ed-9b7a-0998df60d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.114544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4e51af2d-c046-47ed-9b7a-0998df60d1c0 None None] Port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:07:05.283130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:07:05.293120 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9afed6f-751c-4a3e-aa27-ec104b1dc751 admin admin] 10.222.0.47 "PUT /v2.0/routers/730a9df9-3546-4782-9024-7f44caad4352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0500290 Feb 16 13:07:06.118032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59114) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:06.123569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913748243', 'description': 'tempest-description--1442887052'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:06.130668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:06.135486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:security_group and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:06.140138 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:06.145870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:06.155891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e121fbd5-d366-438a-bdc5-16bbba2d3bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.231733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.254893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:06.259958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:security_group_rule and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:06.266783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:06.273116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:06.312697 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:06.329230 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:06.332065 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:07:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:06.342956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a83d4e51-73f1-4de5-86cc-c6ab58e3713c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:06.375427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.459981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.510021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a0a17a-66d8-4c5c-9d23-dd5db8713485,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:06.558026 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:06.568441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port a83d4e51-73f1-4de5-86cc-c6ab58e3713c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:06.574238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a83d4e51-73f1-4de5-86cc-c6ab58e3713c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:06.574651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.597161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.601228 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1def287f-d5ed-41bc-a524-77a506857670 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4796331 Feb 16 13:07:06.601599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59118) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:06.606945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'security_group_rule': {'security_group_id': '27a0a17a-66d8-4c5c-9d23-dd5db8713485', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:06.614477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:06.619076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:security_group_rule and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:06.623143 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:06.631587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:06.708871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.728449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port a83d4e51-73f1-4de5-86cc-c6ab58e3713c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:06.734305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.804663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.849126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.882976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.919500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bef887-81c0-46e7-a947-b922c358b86c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:06.939166 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:04Z', 'revision_number': 2, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:06.945325 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:06.945789 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Updating router 730a9df9-3546-4782-9024-7f44caad4352 port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:07:06.951575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:06.959692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.959692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:06.965300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.009377 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.041358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.042659 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d5bb75e0-e581-4671-b1b8-64623a77497f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4401104 Feb 16 13:07:07.045610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59122) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:07.053738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'security_group_rule': {'security_group_id': '27a0a17a-66d8-4c5c-9d23-dd5db8713485', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:07.063396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:07.067418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:security_group_rule and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:07.070430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:07.076532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:07.197239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.287831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.291119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.351660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.385770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.412948 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.413549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddd2c0d-6da8-499f-b4d4-a99d9b53bdea,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:07.425211 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Transition to ACTIVE for port object 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:07.498536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.500400 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eb6076a3-dfc6-4813-8d0b-4d13b717465e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4536815 Feb 16 13:07:07.503460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59126) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:07.508764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:07.516569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:07.520591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:floatingip and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:07.523608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:07.528557 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.529650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:07.642779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.699192 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Pushing event updated for resources: {'Port': ['ID=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:07.712710 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.713051 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.713690 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.714018 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.714340 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.714663 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.714978 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.715318 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.715632 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.716117 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.716449 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.716753 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:07.780097 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Attempting to bind port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:07:07.780729 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Attempting to bind port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:07:07.781260 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Attempting to bind port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:07:07.787521 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:07:07.787896 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Checking segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:07:07.788297 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.788690 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Bound using segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:07:07.789163 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Bound port: 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:07:07.789534 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.808455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.892843 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] For port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:07:07.896298 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] For port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:07:07.961730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Allocated IP 172.26.6.211 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/14df45ce-c412-48b9-8cf8-f9e31a91e66c) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:07:08.008950 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.095319 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27bacc-884b-4566-bbee-1cbd4de283be None None] Pushing event updated for resources: {'Port': ['ID=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:08.100529 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:08.101348 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:07:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:08.137977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.231500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.308356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:08.310381 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:08.311630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:08.321580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:07:08.331255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a83d4e51-73f1-4de5-86cc-c6ab58e3713c up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:08.351436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'Port': ['ID=14df45ce-c412-48b9-8cf8-f9e31a91e66c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:08.421970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.424345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a83d4e51-73f1-4de5-86cc-c6ab58e3713c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:08.425041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.595450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.693203 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:07Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:08.701712 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f4dac-8800-43b9-8b1e-a152c35febdf None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:07Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:08.808016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.881934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:08.945861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:09.087838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'Port': ['ID=14df45ce-c412-48b9-8cf8-f9e31a91e66c,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:09.095956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:09.209382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:09.211602 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-474991cb-5d93-44a7-88fb-d0c2a8e49100 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7067678 Feb 16 13:07:09.402142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-59df9e70-a16e-461a-a3e7-b2c89cf86a25 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Synchronizing usage tracker for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:09.527232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-59df9e70-a16e-461a-a3e7-b2c89cf86a25 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Unset dirty status for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:09.529493 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-59df9e70-a16e-461a-a3e7-b2c89cf86a25 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1913748243&fields=id&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 267 time: 0.1732118 Feb 16 13:07:09.711324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-ecf1c82a-4805-42f4-9fa2-d8008ba8fa40 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:09.712045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-ecf1c82a-4805-42f4-9fa2-d8008ba8fa40 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Synchronizing usage tracker for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:09.829808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-ecf1c82a-4805-42f4-9fa2-d8008ba8fa40 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Unset dirty status for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:09.831165 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-ecf1c82a-4805-42f4-9fa2-d8008ba8fa40 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.2947423 Feb 16 13:07:09.848398 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-4aa8a956-9012-40bf-a197-93c11e825247 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/quotas/eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 375 time: 0.0105405 Feb 16 13:07:09.949855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-f1337039-8ad1-40be-8d01-84c134369c73 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Synchronizing usage tracker for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:10.065404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-f1337039-8ad1-40be-8d01-84c134369c73 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Unset dirty status for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:10.066777 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-f1337039-8ad1-40be-8d01-84c134369c73 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2106214 Feb 16 13:07:10.129165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-5a508fa4-9f36-47fa-a3ce-680976ae3c54 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:07:10.130153 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-5a508fa4-9f36-47fa-a3ce-680976ae3c54 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512764 Feb 16 13:07:10.325624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:10.391223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-a6aa5818-ae98-466e-8b21-e5846aaacc9e service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541187 Feb 16 13:07:10.487656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:10.495419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:10.496041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:10.531286 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-32aff6f5-50cd-48bc-88ec-a8270b3b35d6 service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345179 Feb 16 13:07:10.620966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:10.655375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:10.739561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:10.815622 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94449370-81fc-458a-849f-397fbcae90c2 req-d0cc24a2-48b7-4866-b09b-8d6731c37f15 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0463963 Feb 16 13:07:10.815874 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:11.253887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:11.989315 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6226f8e1-c70e-44fa-ada7-de4fbd4ab389 req-aa28c275-4237-48dc-b995-f6526ec03b4d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0514891 Feb 16 13:07:12.313788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:12.387845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:12.388215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:13.174337 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3befc77f-eda7-4e96-8cbc-767162fe254b req-8b414682-0c70-414c-ba40-217619139cf2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0435112 Feb 16 13:07:13.196093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-7576d82b-9f3a-4267-9662-cfa7bc7f231a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.197660 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-7576d82b-9f3a-4267-9662-cfa7bc7f231a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.1686904 Feb 16 13:07:13.257908 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-71199075-bb3e-4b96-a9d7-35764fbe7469 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 380 time: 0.0493658 Feb 16 13:07:13.269650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'port': {'device_id': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'admin_state_up': True, 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'security_groups': ['27a0a17a-66d8-4c5c-9d23-dd5db8713485']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:13.423556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:13.433808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:13.522585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Made reservation on behalf of eed6324356014f65b9d6d261bfabafc8 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:07:13.526267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:13.707278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Allocated IP 172.20.0.14 (aad063fb-f3f6-465d-91af-1b6db65d879f/1b26c711-231a-4b8d-a084-f558d629045e/e84ea89f-bd32-4c70-910c-76bfa6a97300) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:07:13.906315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:13.923315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Transition to ACTIVE for port object e84ea89f-bd32-4c70-910c-76bfa6a97300 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:14.013985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.086080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Network aad063fb-f3f6-465d-91af-1b6db65d879f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:14.089359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:14.093610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:07:14.131432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:14.146235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.146518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.146815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.147193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.147525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.147965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.148172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.148496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.148819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.149140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.149458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.149818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:14.176071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:14.176700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.271840 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-abf62547-bf11-44e9-9d50-b303c7902806 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060093 Feb 16 13:07:14.286171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Request body: {'port': {'device_id': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:14.371940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c35a-fb4f-430d-b40c-9e9c7b6b0f4d req-8cfaff17-771a-44cd-af4b-5e55543388fd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:14.375670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4c73c35a-fb4f-430d-b40c-9e9c7b6b0f4d req-8cfaff17-771a-44cd-af4b-5e55543388fd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 932 time: 0.0846081 Feb 16 13:07:14.415762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.423516 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4c73c35a-fb4f-430d-b40c-9e9c7b6b0f4d req-16855783-6f4b-4487-ba1b-74957ad0d257 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Feb 16 13:07:14.505350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-240eb977-7149-450a-9fcd-c25b5ed89161 None None] Provisioning for port e84ea89f-bd32-4c70-910c-76bfa6a97300 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:14.510890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-240eb977-7149-450a-9fcd-c25b5ed89161 None None] Provisioning complete for port e84ea89f-bd32-4c70-910c-76bfa6a97300 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:14.516354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-240eb977-7149-450a-9fcd-c25b5ed89161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.566391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-240eb977-7149-450a-9fcd-c25b5ed89161 None None] Port e84ea89f-bd32-4c70-910c-76bfa6a97300 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:07:14.776086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84ea89f-bd32-4c70-910c-76bfa6a97300 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:07:14.784273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.801172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Transition to ACTIVE for port object e84ea89f-bd32-4c70-910c-76bfa6a97300 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:14.865194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:15.147544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:15.222393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Attempting to bind port e84ea89f-bd32-4c70-910c-76bfa6a97300 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:07:15.222635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Attempting to bind port e84ea89f-bd32-4c70-910c-76bfa6a97300 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:07:15.222964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Attempting to bind port e84ea89f-bd32-4c70-910c-76bfa6a97300 on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:07:15.227632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Port e84ea89f-bd32-4c70-910c-76bfa6a97300 on network aad063fb-f3f6-465d-91af-1b6db65d879f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:07:15.227967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Attempting to bind port e84ea89f-bd32-4c70-910c-76bfa6a97300 on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:07:15.233441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:07:15.233770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Checking segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:07:15.234160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Bound using segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:07:15.234591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Bound port: e84ea89f-bd32-4c70-910c-76bfa6a97300, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:07:15.234937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:15.333392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:07:15.336560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:07:15.430210 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:15.492554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.493170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:15.495436 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] 10.222.0.67 "PUT /v2.0/ports/e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 200 len: 1094 time: 1.2151539 Feb 16 13:07:15.495436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:15.540747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c7674-38de-47e0-be09-0a9a5223c8ae service neutron] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:15.547451 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'status': 'completed', 'code': 200} Feb 16 13:07:15.657296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a054e0d-4879-44b8-be7d-97da5c78170a req-4c832084-5643-43ba-808d-4b2b089b645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.658914 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1a054e0d-4879-44b8-be7d-97da5c78170a req-4c832084-5643-43ba-808d-4b2b089b645c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1097 time: 0.0867004 Feb 16 13:07:15.663814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9dae9-8d1d-4eb7-9f82-bfcdf06818ea req-1cac2975-7eae-4ba1-869e-3f1a707cca89 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.665310 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ab9dae9-8d1d-4eb7-9f82-bfcdf06818ea req-1cac2975-7eae-4ba1-869e-3f1a707cca89 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 944 time: 0.1127243 Feb 16 13:07:15.718916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ab9dae9-8d1d-4eb7-9f82-bfcdf06818ea req-94a4dbf8-19d6-4c89-b5c1-8ac5b9368ad9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467787 Feb 16 13:07:15.818922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a054e0d-4879-44b8-be7d-97da5c78170a req-c4dc9a00-a918-4981-a5cb-c55e49027e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.820312 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1a054e0d-4879-44b8-be7d-97da5c78170a req-c4dc9a00-a918-4981-a5cb-c55e49027e4d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=eed6324356014f65b9d6d261bfabafc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1536422 Feb 16 13:07:15.963607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a054e0d-4879-44b8-be7d-97da5c78170a req-e2c83179-4464-4cbb-8c62-c1a786180254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.965105 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1a054e0d-4879-44b8-be7d-97da5c78170a req-e2c83179-4464-4cbb-8c62-c1a786180254 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1383333 Feb 16 13:07:16.074667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-98d456f9-9348-485a-a539-fe5013760957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:16.076186 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-98d456f9-9348-485a-a539-fe5013760957 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1097 time: 0.0725448 Feb 16 13:07:16.151095 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-a3c966cf-7e85-4543-b101-fb860f806358 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 200 len: 217 time: 0.0662348 Feb 16 13:07:16.216087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-d5a67c0c-bcde-4f00-affc-1297e780e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:16.218064 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-d5a67c0c-bcde-4f00-affc-1297e780e5b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0602083 Feb 16 13:07:16.298733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-3d7cc31e-f6c8-4582-86ca-7c142c279ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:16.300729 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-3d7cc31e-f6c8-4582-86ca-7c142c279ba5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765331 Feb 16 13:07:16.438569 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-3707e3f4-412f-4b75-82b5-f1107a31eca8 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316311 Feb 16 13:07:16.574704 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-344d612a-3b6f-49ac-bd5d-3d29640ca5f0 req-147d1c6d-ac84-4bf8-bf59-b90025b57bea service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294577 Feb 16 13:07:16.912206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73b0f7-ff83-4ec7-9220-09d3eda443a2 req-7d875f52-e2b7-464a-ab77-2a1384ab047a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:16.913774 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be73b0f7-ff83-4ec7-9220-09d3eda443a2 req-7d875f52-e2b7-464a-ab77-2a1384ab047a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0808816 Feb 16 13:07:16.962662 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be73b0f7-ff83-4ec7-9220-09d3eda443a2 req-4640ae84-35be-48a2-a44f-104168f7e2ce tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Feb 16 13:07:18.152500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42d8f9-5e3c-4ce6-82b4-26b509c1ada0 req-c5219db1-b928-44b9-b756-f16f0ac807f2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:18.154010 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb42d8f9-5e3c-4ce6-82b4-26b509c1ada0 req-c5219db1-b928-44b9-b756-f16f0ac807f2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0805020 Feb 16 13:07:18.203273 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb42d8f9-5e3c-4ce6-82b4-26b509c1ada0 req-f9bdd1b0-9941-45a0-8f65-6e641d7103e2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430610 Feb 16 13:07:18.906251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e84ea89f-bd32-4c70-910c-76bfa6a97300 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:07:19.045233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:19.058880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'mac_address': 'fa:16:3e:2d:2e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:07:19.119732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:19.138557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84ea89f-bd32-4c70-910c-76bfa6a97300 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:07:19.155363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:19.265071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:19.334105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:19.405459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7449a-bd80-4846-b3c9-93949a720cbd req-a5139c3b-9030-4fd1-962c-7d2c75179b23 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:19.406954 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5bb7449a-bd80-4846-b3c9-93949a720cbd req-a5139c3b-9030-4fd1-962c-7d2c75179b23 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 945 time: 0.0866747 Feb 16 13:07:19.456915 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5bb7449a-bd80-4846-b3c9-93949a720cbd req-6b109e3c-93c3-4b4b-8170-dcf6083ea532 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Feb 16 13:07:19.538852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['e84ea89f-bd32-4c70-910c-76bfa6a97300'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:07:20.657756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f45c3-0675-43e6-bdb6-856e8d2fc02b req-264223ca-2569-4d20-9754-54a95f5fb83f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:20.659355 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d94f45c3-0675-43e6-bdb6-856e8d2fc02b req-264223ca-2569-4d20-9754-54a95f5fb83f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 945 time: 0.0874808 Feb 16 13:07:20.709191 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d94f45c3-0675-43e6-bdb6-856e8d2fc02b req-d2adb9d3-44e9-4e7d-be50-6bdafa68774d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Feb 16 13:07:20.931729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e84ea89f-bd32-4c70-910c-76bfa6a97300 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:21.093827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port e84ea89f-bd32-4c70-910c-76bfa6a97300 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:21.099143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port e84ea89f-bd32-4c70-910c-76bfa6a97300 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:21.099522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:21.269032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:21.306755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:21.319976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:21.352054 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'code': 200} Feb 16 13:07:21.389912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:21.464125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:21.772674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2567136-24b4-413c-9e4e-10ad5c6770c6 req-900532a1-f287-462f-917a-e06dd6965cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:21.774239 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d2567136-24b4-413c-9e4e-10ad5c6770c6 req-900532a1-f287-462f-917a-e06dd6965cee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0753164 Feb 16 13:07:21.818747 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d2567136-24b4-413c-9e4e-10ad5c6770c6 req-f7d58d09-cfcd-4561-b1e1-8dcb25b2fe1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372324 Feb 16 13:07:21.908112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43377b-c2bf-45ec-b3e3-9e30f24010c0 req-6f886709-e8b3-4d60-9598-b5599225c10d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:21.909631 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4f43377b-c2bf-45ec-b3e3-9e30f24010c0 req-6f886709-e8b3-4d60-9598-b5599225c10d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0855963 Feb 16 13:07:21.957799 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4f43377b-c2bf-45ec-b3e3-9e30f24010c0 req-31fb0ad1-1628-471a-91a4-f9af853ab738 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Feb 16 13:07:23.175154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db0db-4cbb-4ce2-91eb-0f3f5fc4f560 req-1ea36891-c870-413c-86cd-83d79334b6f0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:23.176743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d78db0db-4cbb-4ce2-91eb-0f3f5fc4f560 req-1ea36891-c870-413c-86cd-83d79334b6f0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0895329 Feb 16 13:07:23.227074 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d78db0db-4cbb-4ce2-91eb-0f3f5fc4f560 req-e7607432-7c69-4d17-ad1c-5c74b1bdade4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Feb 16 13:07:24.417738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1213-0c06-4eb1-bbab-e0954b603d34 req-c04ce119-ea18-46a6-b2d9-b50529b9aaa6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:24.419308 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6ff1213-0c06-4eb1-bbab-e0954b603d34 req-c04ce119-ea18-46a6-b2d9-b50529b9aaa6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0832591 Feb 16 13:07:24.475005 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b6ff1213-0c06-4eb1-bbab-e0954b603d34 req-d5bd624f-e0fd-441a-b8b1-6704ddacabe0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497892 Feb 16 13:07:24.662284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598dac-9c16-4651-8f0b-f1cdcd4e3b58 req-8a817003-d42c-44d9-b6f4-74df0804b97e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:24.663848 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3b598dac-9c16-4651-8f0b-f1cdcd4e3b58 req-8a817003-d42c-44d9-b6f4-74df0804b97e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0867860 Feb 16 13:07:24.672800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59186) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:24.677840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'floatingip': {'port_id': 'e84ea89f-bd32-4c70-910c-76bfa6a97300'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:24.770510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:25.509459 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:25.578806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:25.753539 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e associated. External IP: 172.26.6.211, port: e84ea89f-bd32-4c70-910c-76bfa6a97300. Feb 16 13:07:26.130909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:07:26.344346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:07:26.349865 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:26.358289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:26.368394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:26.369326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:07:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:26.409995 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8bb6d876-5cd7-4236-b11f-6705ae5e28e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "PUT /v2.0/floatingips/49664417-b49d-492a-921b-f5b408793e2e HTTP/1.1" status: 200 len: 992 time: 1.7361503 Feb 16 13:07:26.410664 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:26.460918 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'status': 'completed', 'code': 200} Feb 16 13:07:26.564061 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-129bc1d3-5fbb-41a5-b337-386fc4a102db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.565742 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-129bc1d3-5fbb-41a5-b337-386fc4a102db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0829382 Feb 16 13:07:26.585920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:26.761722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-1aee3403-fd98-42e8-b108-a3c067dd6908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.763474 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-1aee3403-fd98-42e8-b108-a3c067dd6908 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1910086 Feb 16 13:07:26.786640 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45212dc7-7149-42f8-888f-e0a1083cfaee req-36eeac06-664b-426d-9507-3769a9a2b579 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:26.791546 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45212dc7-7149-42f8-888f-e0a1083cfaee req-36eeac06-664b-426d-9507-3769a9a2b579 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.1059391 Feb 16 13:07:26.842504 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45212dc7-7149-42f8-888f-e0a1083cfaee req-fe8d8496-684b-40e0-88bc-e7ca14965bb1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445559 Feb 16 13:07:26.892683 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-a891c81b-7554-4f3b-9328-3adf92cc9bce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 200 len: 1000 time: 0.1224661 Feb 16 13:07:27.026366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:2d:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:07:25Z', 'revision_number': 1, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:27.031632 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:27.041611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:27.042251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:07:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:27.062405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977595eb-7f4b-4e36-93f2-a9807263ed6c req-d6fd7633-cfe4-4a43-8ad5-4724f46cd6dc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:27.063947 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-977595eb-7f4b-4e36-93f2-a9807263ed6c req-d6fd7633-cfe4-4a43-8ad5-4724f46cd6dc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0938821 Feb 16 13:07:27.102817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-4a5f1f76-3ddf-41b7-81dd-dcc24d38d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:27.104605 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-4a5f1f76-3ddf-41b7-81dd-dcc24d38d9ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.2005646 Feb 16 13:07:27.111416 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-977595eb-7f4b-4e36-93f2-a9807263ed6c req-6ba3c9e6-501c-4f8c-bfda-8cc4f0369e23 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Feb 16 13:07:27.186305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-11b90cb5-05cf-4dae-90c1-491c57964269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:27.187858 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-11b90cb5-05cf-4dae-90c1-491c57964269 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761828 Feb 16 13:07:27.284444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:27.336834 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-de0d0dd8-b51f-4c5b-8b8c-48e9784fe0a9 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417036 Feb 16 13:07:27.477837 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c1ed8746-f041-423f-bb92-e078ea13f8a5 req-c04abfb3-9e3b-4f5a-9478-a0381d5d2e06 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330533 Feb 16 13:07:27.656820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:2d:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:07:25Z', 'revision_number': 1, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:27.660920 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7514dc14-0a20-4dee-aba9-7fa1f39b4d5c None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:2d:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:07:25Z', 'revision_number': 1, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:27.856463 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550881c-49db-4591-8c81-83be16d6fde1 None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:07:28.437537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4fb16-eb24-4f7c-a39b-6791071f68ae req-dacfa812-0650-4b2d-a71d-8e614cd63212 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:28.439127 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dae4fb16-eb24-4f7c-a39b-6791071f68ae req-dacfa812-0650-4b2d-a71d-8e614cd63212 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.2143915 Feb 16 13:07:28.488983 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dae4fb16-eb24-4f7c-a39b-6791071f68ae req-b3947fab-5439-4148-bb35-6ff6e66873e2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Feb 16 13:07:28.680573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf8142-4072-4b38-975b-9b18b13b35ce req-e36c8c9b-7eca-4e2a-b896-e4e0562fcb65 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:28.682105 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e4bf8142-4072-4b38-975b-9b18b13b35ce req-e36c8c9b-7eca-4e2a-b896-e4e0562fcb65 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0836549 Feb 16 13:07:28.730415 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e4bf8142-4072-4b38-975b-9b18b13b35ce req-0080ffbd-f8ae-4cb6-a787-d61dd44ae867 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Feb 16 13:07:29.348790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b661a-c7ce-4986-a701-1be3639508f9 req-727bda76-e5d5-49b2-ac44-53d305d52e19 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:29.350277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-257b661a-c7ce-4986-a701-1be3639508f9 req-727bda76-e5d5-49b2-ac44-53d305d52e19 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0854652 Feb 16 13:07:29.397318 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-257b661a-c7ce-4986-a701-1be3639508f9 req-96840238-c90a-40fb-860f-96d63d1ad2c2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Feb 16 13:07:29.506890 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-d67d2eb3-eb8b-4b68-be3b-c828263d3d03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769405 Feb 16 13:07:30.586688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b883e9-7483-4856-ae40-48fb96015e46 req-4b4711d8-39f1-429c-97e7-e596aaaaa18c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:30.588219 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-16b883e9-7483-4856-ae40-48fb96015e46 req-4b4711d8-39f1-429c-97e7-e596aaaaa18c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0824275 Feb 16 13:07:30.635798 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-16b883e9-7483-4856-ae40-48fb96015e46 req-04a9966b-bee9-4bd1-b11c-f9b44a6924b5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 Feb 16 13:07:31.836346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-95edbe73-d4fb-44c4-9eb6-60337b5bbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:31.837473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7b61b-7f74-49ec-bee4-01c5ce0f1ddd req-b68e5027-5248-431d-9264-e318cb1bed27 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:31.837892 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-95edbe73-d4fb-44c4-9eb6-60337b5bbb55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.1223128 Feb 16 13:07:31.839032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3be7b61b-7f74-49ec-bee4-01c5ce0f1ddd req-b68e5027-5248-431d-9264-e318cb1bed27 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0874755 Feb 16 13:07:31.885602 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3be7b61b-7f74-49ec-bee4-01c5ce0f1ddd req-f608cce1-a342-4839-a651-9e41fe4a724d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408611 Feb 16 13:07:31.977427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-18875c74-0b96-4509-89e0-ee9b785af750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:31.978824 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-18875c74-0b96-4509-89e0-ee9b785af750 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1297326 Feb 16 13:07:32.086518 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-8365c822-de03-43ac-8651-64f3811fb04d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 200 len: 1002 time: 0.1012070 Feb 16 13:07:32.154068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-cc19ecf8-d63b-4e57-8b1d-f0297c4294f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.155555 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-cc19ecf8-d63b-4e57-8b1d-f0297c4294f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0599377 Feb 16 13:07:32.244115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-6817a44e-6975-4fa5-9f10-ba55f96b4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:32.245511 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-6817a44e-6975-4fa5-9f10-ba55f96b4d1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745494 Feb 16 13:07:32.393151 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-a232e303-ea92-4850-9fde-418cd6ce56c5 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408412 Feb 16 13:07:32.532891 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-4a03a150-947f-4d12-b425-a4632197c829 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327183 Feb 16 13:07:33.080298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8240f5f-a6ce-47d8-84be-ca01e44c6c1c req-fc7f8540-859d-476a-b5f6-5bf250aaf4f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:33.081991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d8240f5f-a6ce-47d8-84be-ca01e44c6c1c req-fc7f8540-859d-476a-b5f6-5bf250aaf4f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0859179 Feb 16 13:07:33.130391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d8240f5f-a6ce-47d8-84be-ca01e44c6c1c req-b95a3ea1-a7ac-4683-8c61-3d8c9af62178 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Feb 16 13:07:33.835674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2243dd72-07b6-4162-8e53-b99857baf903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:33.964617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-9208aaf5-65ca-43e4-bcd7-a73a8e69cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:33.966161 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-9208aaf5-65ca-43e4-bcd7-a73a8e69cc4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0969510 Feb 16 13:07:34.121597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-a5cd2a3b-110a-42fd-b669-00ad8b4bf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:34.123085 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-a5cd2a3b-110a-42fd-b669-00ad8b4bf19f service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1311324 Feb 16 13:07:34.232378 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-17d36bf4-a759-4610-aecc-2f138d201cbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 200 len: 1002 time: 0.1015706 Feb 16 13:07:34.303229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-b383d2b4-d095-46ed-9342-bd6fa28f33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:34.303229 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-b383d2b4-d095-46ed-9342-bd6fa28f33e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0628757 Feb 16 13:07:34.328341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c090269-b6ca-4cc1-9ac2-a0d0e5255f28 req-7c797bb1-0b00-4a6d-a7e7-9052e567d9a6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:34.329837 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2c090269-b6ca-4cc1-9ac2-a0d0e5255f28 req-7c797bb1-0b00-4a6d-a7e7-9052e567d9a6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0897934 Feb 16 13:07:34.380085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2c090269-b6ca-4cc1-9ac2-a0d0e5255f28 req-d9fbbc80-7243-4af1-89b3-5326e86e2802 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Feb 16 13:07:34.495462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-8865e47c-d2b6-4705-890b-b86b23a12c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:34.496949 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-8865e47c-d2b6-4705-890b-b86b23a12c67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1845593 Feb 16 13:07:34.639487 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-e65b851f-beb5-44ea-af7c-459d8dfa38ae service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356533 Feb 16 13:07:34.775623 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4a6acfca-fcd1-4ffc-b1d7-fdab3d54b251 req-381f11a7-3f06-40a0-ae0c-76db5e242844 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282761 Feb 16 13:07:35.577724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfa2d5-04cf-466f-afb2-9dbd376d0e83 req-cad7c414-ae24-471c-a16c-f399521af036 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:35.579324 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6acfa2d5-04cf-466f-afb2-9dbd376d0e83 req-cad7c414-ae24-471c-a16c-f399521af036 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0801756 Feb 16 13:07:35.629401 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6acfa2d5-04cf-466f-afb2-9dbd376d0e83 req-fbdc17c1-4f7e-441f-979c-dcc5eb9c4a39 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Feb 16 13:07:36.143582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74ef2a54-fa7c-47a0-93b0-47081a766db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:36.828016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653c7ce-cda9-4bd1-8ee1-fa0ce2b94786 req-cb56586c-b815-49c9-9240-4a34e1e05a20 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:36.829606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4653c7ce-cda9-4bd1-8ee1-fa0ce2b94786 req-cb56586c-b815-49c9-9240-4a34e1e05a20 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0904875 Feb 16 13:07:36.878118 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4653c7ce-cda9-4bd1-8ee1-fa0ce2b94786 req-6802be79-ef5d-4597-9278-cb62989b30cf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Feb 16 13:07:37.271426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:37.309590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:38.108254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa383ae-4fca-4cd3-91a5-60a2a685b32b req-e257e3fb-2ed7-4026-86f7-5e3d2e9a7cb3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:38.109808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cfa383ae-4fca-4cd3-91a5-60a2a685b32b req-e257e3fb-2ed7-4026-86f7-5e3d2e9a7cb3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.1140323 Feb 16 13:07:38.160870 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cfa383ae-4fca-4cd3-91a5-60a2a685b32b req-07909086-5840-4ed4-8bc5-3356b1e3a478 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 Feb 16 13:07:38.892619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:39.384447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ffdc2-843b-47a8-aeca-35313f0eb9cd req-6a118769-04f2-4885-89bb-54bbb46a8c93 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:39.386184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d80ffdc2-843b-47a8-aeca-35313f0eb9cd req-6a118769-04f2-4885-89bb-54bbb46a8c93 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.1115048 Feb 16 13:07:39.448717 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d80ffdc2-843b-47a8-aeca-35313f0eb9cd req-4f62121f-fe8b-4b08-8b71-1e4f6454ed1c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555818 Feb 16 13:07:40.658187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c681-b540-4c44-811e-a081aa4b6da0 req-31a0f6f1-d42d-44ac-bbbe-9ee31acca611 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:40.659640 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c753c681-b540-4c44-811e-a081aa4b6da0 req-31a0f6f1-d42d-44ac-bbbe-9ee31acca611 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0880439 Feb 16 13:07:40.705956 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c753c681-b540-4c44-811e-a081aa4b6da0 req-08c6732a-6f43-4066-921e-62e297f6cae8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405700 Feb 16 13:07:41.201231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:41.894736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d1053-7704-4a8e-a523-9b150e939468 req-d2394a9b-6d1a-467e-9765-3e67409451e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:41.896383 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5a9d1053-7704-4a8e-a523-9b150e939468 req-d2394a9b-6d1a-467e-9765-3e67409451e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0842106 Feb 16 13:07:41.940949 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5a9d1053-7704-4a8e-a523-9b150e939468 req-b1723e6e-b7f8-41e8-ac27-30eacd792b8b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Feb 16 13:07:41.999145 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:07:43.137103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb05f3e-2301-49c6-9bcb-17dc635aff7b req-b37b854d-c1d0-4156-8922-3b471cf49a6a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:43.138632 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8bb05f3e-2301-49c6-9bcb-17dc635aff7b req-b37b854d-c1d0-4156-8922-3b471cf49a6a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0844514 Feb 16 13:07:43.184459 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8bb05f3e-2301-49c6-9bcb-17dc635aff7b req-9eab180e-d60f-4282-9d67-8b798c748d9e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Feb 16 13:07:44.371598 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ba91-c943-4bc2-be63-4bc110464410 req-2b9ee4f0-0730-4461-8aea-0e52a7b529ff tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:44.373128 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b8f9ba91-c943-4bc2-be63-4bc110464410 req-2b9ee4f0-0730-4461-8aea-0e52a7b529ff tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0806742 Feb 16 13:07:44.424580 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b8f9ba91-c943-4bc2-be63-4bc110464410 req-73c83d7b-7f10-4ac9-9107-a7c463849cdf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Feb 16 13:07:45.612230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e143-7c77-478d-bf05-ce81e9d62c31 req-49421aae-b26c-4a63-8e51-174ee12b1b49 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:45.613753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1d6e143-7c77-478d-bf05-ce81e9d62c31 req-49421aae-b26c-4a63-8e51-174ee12b1b49 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0829434 Feb 16 13:07:45.659982 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a1d6e143-7c77-478d-bf05-ce81e9d62c31 req-8bdad2bd-137c-4fea-ad90-29f005b56768 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Feb 16 13:07:46.851700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1517c-de24-49d9-bb78-0f009fb27657 req-c3606b45-58fe-4612-b6de-9599588178ea tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:46.853211 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bac1517c-de24-49d9-bb78-0f009fb27657 req-c3606b45-58fe-4612-b6de-9599588178ea tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0846689 Feb 16 13:07:46.898528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bac1517c-de24-49d9-bb78-0f009fb27657 req-8e850a3a-143a-4678-aa04-11772112bfcd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Feb 16 13:07:48.087096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f72317-3b5d-4760-92c2-31998b9beb7f req-1c656b1f-3700-4a25-a3fe-2936577333c2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:48.088560 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f72317-3b5d-4760-92c2-31998b9beb7f req-1c656b1f-3700-4a25-a3fe-2936577333c2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0799532 Feb 16 13:07:48.133907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f72317-3b5d-4760-92c2-31998b9beb7f req-a3adc5e3-3286-4e1d-aeec-5832ad1e2473 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392354 Feb 16 13:07:49.324900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8df7e-0bd2-4b1e-a4d4-daf57e2b4df8 req-67c822e4-dc8e-4eb3-97e2-4cd9eea2aeb7 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:49.327032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56a8df7e-0bd2-4b1e-a4d4-daf57e2b4df8 req-67c822e4-dc8e-4eb3-97e2-4cd9eea2aeb7 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0844650 Feb 16 13:07:49.376639 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56a8df7e-0bd2-4b1e-a4d4-daf57e2b4df8 req-ebf30943-aa31-4673-911c-81fd8329dbed tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439003 Feb 16 13:07:50.568516 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d5efc-26fb-4735-97dc-23052ecef6aa req-7fe408ad-3954-4717-8058-c969f40501b1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:50.570031 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-033d5efc-26fb-4735-97dc-23052ecef6aa req-7fe408ad-3954-4717-8058-c969f40501b1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0798583 Feb 16 13:07:50.619132 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-033d5efc-26fb-4735-97dc-23052ecef6aa req-782f8d25-e222-41f0-8647-fcc6bf5e1ee4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Feb 16 13:07:51.812310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f0ed-f56e-4fa6-bacc-156cf11542e0 req-35788bf4-09c2-479a-bb0a-982766d19a5d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:51.813838 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f756f0ed-f56e-4fa6-bacc-156cf11542e0 req-35788bf4-09c2-479a-bb0a-982766d19a5d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0845022 Feb 16 13:07:51.863666 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f756f0ed-f56e-4fa6-bacc-156cf11542e0 req-fb914805-3c44-4eb3-97c4-bf4cd3919c9f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Feb 16 13:07:53.054590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4231c-b4b6-47bf-b19d-ba8af133a8d0 req-643e9571-6b02-41ad-be2e-77916477850d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:53.056137 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-50d4231c-b4b6-47bf-b19d-ba8af133a8d0 req-643e9571-6b02-41ad-be2e-77916477850d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0865533 Feb 16 13:07:53.191507 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-50d4231c-b4b6-47bf-b19d-ba8af133a8d0 req-7faf5c66-8440-4aa7-af17-d7500d8d26d5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290634 Feb 16 13:07:54.400191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043c392-cb2e-47f2-9919-2a7b6c0d7f39 req-313fe070-7611-4a76-8e2e-d12a9c9cf87b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:54.401972 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e043c392-cb2e-47f2-9919-2a7b6c0d7f39 req-313fe070-7611-4a76-8e2e-d12a9c9cf87b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0806274 Feb 16 13:07:54.447448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e043c392-cb2e-47f2-9919-2a7b6c0d7f39 req-f7783565-b94e-4d2d-8e9a-bc965ac00e8f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Feb 16 13:07:54.811300 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-6be6f8ec-1b5a-41dd-a1b2-a8c4b701f13c service neutron] 10.222.0.67 "GET /v2.0/ports/e84ea89f-bd32-4c70-910c-76bfa6a97300/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0763113 Feb 16 13:07:55.389049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-522a5c31-d43a-4b3d-9b6f-d799957f59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.390511 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-522a5c31-d43a-4b3d-9b6f-d799957f59b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 1099 time: 0.0809078 Feb 16 13:07:55.489529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-ea6fff21-37c8-4ec0-8fb6-10dc2043eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.491646 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-ea6fff21-37c8-4ec0-8fb6-10dc2043eb1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0757470 Feb 16 13:07:55.643005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-09cfd777-4f20-46d5-a02c-0ac3b0da9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.644406 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-09cfd777-4f20-46d5-a02c-0ac3b0da9b57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1472044 Feb 16 13:07:55.648436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d883d5-eecb-404e-9522-6bb83fc571e6 req-c4048c50-21dc-45c7-86c0-657823f6ca4b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.649907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13d883d5-eecb-404e-9522-6bb83fc571e6 req-c4048c50-21dc-45c7-86c0-657823f6ca4b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0880835 Feb 16 13:07:55.695035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13d883d5-eecb-404e-9522-6bb83fc571e6 req-e4ee50b2-9364-4d9f-aa9e-c6b9fc14243c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Feb 16 13:07:55.755372 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-07906dfe-afdc-4ac0-991b-60296d74daba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 200 len: 1002 time: 0.1042638 Feb 16 13:07:55.824599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-68d22d6f-402c-4c73-be1c-91e773bba630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.826735 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-68d22d6f-402c-4c73-be1c-91e773bba630 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0651786 Feb 16 13:07:55.902565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-61a6d9d5-4fcf-4faf-af0f-b72bcf4695da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.904138 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-61a6d9d5-4fcf-4faf-af0f-b72bcf4695da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713141 Feb 16 13:07:56.041392 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-7c01b23f-b483-4048-9bdf-b9656c8439d0 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302397 Feb 16 13:07:56.177612 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a19a8ff-f5ae-44df-b716-a78d69d2c739 req-f12d0e67-873c-42ec-a612-d1670bc97455 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282091 Feb 16 13:07:56.880558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe254481-a568-45be-bc4b-c79afdd5e51a req-7229dd94-865f-4b88-8978-d02df1b08a58 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:56.882023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fe254481-a568-45be-bc4b-c79afdd5e51a req-7229dd94-865f-4b88-8978-d02df1b08a58 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0791495 Feb 16 13:07:56.930315 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fe254481-a568-45be-bc4b-c79afdd5e51a req-1e50f7dc-4e75-4ca1-a23d-7d2b90844af4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Feb 16 13:07:57.135233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e84ea89f-bd32-4c70-910c-76bfa6a97300 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:07:57.138237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e84ea89f-bd32-4c70-910c-76bfa6a97300 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:07:57.350921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:57.388331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:57.409299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:57.417160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'mac_address': 'fa:16:3e:2d:2e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:07:57.453312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:57.468175 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'code': 200} Feb 16 13:07:57.483889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:57.506194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e84ea89f-bd32-4c70-910c-76bfa6a97300 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:07:57.532107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:57.643371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:07:57.643720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:07:57.648660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:58.133632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ff27d-6436-4dfb-b256-4934e838c317 req-7cf542cb-4edf-49c4-8098-6e013d7527cd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:58.135139 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f72ff27d-6436-4dfb-b256-4934e838c317 req-7cf542cb-4edf-49c4-8098-6e013d7527cd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0965328 Feb 16 13:07:58.181207 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f72ff27d-6436-4dfb-b256-4934e838c317 req-baa46864-cab3-43f4-aecb-ca58950e4718 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Feb 16 13:07:58.206523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:58.232465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84ea89f-bd32-4c70-910c-76bfa6a97300 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:07:58.249835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:58.297285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:58.367702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:58.371684 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['e84ea89f-bd32-4c70-910c-76bfa6a97300'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:07:59.152467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e84ea89f-bd32-4c70-910c-76bfa6a97300 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:59.220885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port e84ea89f-bd32-4c70-910c-76bfa6a97300 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:59.221478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.344248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.377425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:59.378830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d5f29-b30d-4ec6-ba5a-cefbe6da9041 req-bffc436b-11c4-4168-92da-37d07cda0ead tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.380423 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e22d5f29-b30d-4ec6-ba5a-cefbe6da9041 req-bffc436b-11c4-4168-92da-37d07cda0ead tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 945 time: 0.0863636 Feb 16 13:07:59.427067 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e22d5f29-b30d-4ec6-ba5a-cefbe6da9041 req-5c8c2dd3-a097-4897-8ad2-e1b48e34aa4e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402608 Feb 16 13:07:59.429014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.472630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:59.505806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:59.536804 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'code': 200} Feb 16 13:07:59.886722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69825a-7482-4e82-a55a-6d47450b26f7 req-48734baa-0cd7-4f8d-800e-109c19463da5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.888706 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7e69825a-7482-4e82-a55a-6d47450b26f7 req-48734baa-0cd7-4f8d-800e-109c19463da5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0885112 Feb 16 13:07:59.934788 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7e69825a-7482-4e82-a55a-6d47450b26f7 req-c8979634-45f6-4da9-9df8-4c5efbeb9217 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Feb 16 13:07:59.946485 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-fb0d1120-40e5-4faf-bd8a-0e8e8f95d3bd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.947297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-fb0d1120-40e5-4faf-bd8a-0e8e8f95d3bd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Synchronizing usage tracker for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:59.999815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-fb0d1120-40e5-4faf-bd8a-0e8e8f95d3bd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Unset dirty status for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:00.000951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-fb0d1120-40e5-4faf-bd8a-0e8e8f95d3bd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8&tenant_id=eed6324356014f65b9d6d261bfabafc8&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.1379747 Feb 16 13:08:00.146952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-7b7926f6-ee17-4824-9b8b-83cc670ce5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:00.148442 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-7b7926f6-ee17-4824-9b8b-83cc670ce5c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0749109 Feb 16 13:08:00.279207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-534ce401-ba5d-4b22-95a5-b1d57c67226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:00.280833 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-534ce401-ba5d-4b22-95a5-b1d57c67226e service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1262403 Feb 16 13:08:00.507630 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-97993961-8a1f-409a-8484-923bab4c6e56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 200 len: 1002 time: 0.2195308 Feb 16 13:08:00.570110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-b612fe47-8485-44f2-9e9f-882ab8e4a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:00.571483 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-b612fe47-8485-44f2-9e9f-882ab8e4a6bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0572765 Feb 16 13:08:00.647006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-e5ad5dc6-1732-4878-bdac-ce490b43bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:00.648472 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-e5ad5dc6-1732-4878-bdac-ce490b43bd6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711718 Feb 16 13:08:00.783402 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-e51b76f6-fcc5-4131-93bb-45392f1f0736 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281605 Feb 16 13:08:00.917829 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-514ca978-ecd9-48af-9b5f-5fd2230c0586 req-f5228997-24e3-471e-b995-1a993f6a0d04 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275156 Feb 16 13:08:01.130035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0337ba-bc71-4ffc-8780-bfa42ea80ee1 req-5ca05efc-7c66-43dd-be9e-a4bd26d5449a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:01.131637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab0337ba-bc71-4ffc-8780-bfa42ea80ee1 req-5ca05efc-7c66-43dd-be9e-a4bd26d5449a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0866966 Feb 16 13:08:01.176800 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab0337ba-bc71-4ffc-8780-bfa42ea80ee1 req-1724643c-8d41-4510-a6fd-46cc2cfe0051 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393231 Feb 16 13:08:02.363803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf1e76-f094-4090-8f71-fb91b04a4a74 req-85f525d7-e4b0-4d28-a80b-4dcd5162699e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:02.365290 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3cdf1e76-f094-4090-8f71-fb91b04a4a74 req-85f525d7-e4b0-4d28-a80b-4dcd5162699e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0804610 Feb 16 13:08:02.414058 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3cdf1e76-f094-4090-8f71-fb91b04a4a74 req-aa360cac-9baa-4160-a049-09e7ad24faf7 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Feb 16 13:08:02.601518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34181bf-dd73-42fc-b3ae-8f273cd3cd33 req-3cab7192-8665-4454-987a-f35fea0c263b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:02.603040 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a34181bf-dd73-42fc-b3ae-8f273cd3cd33 req-3cab7192-8665-4454-987a-f35fea0c263b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0830765 Feb 16 13:08:02.648928 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a34181bf-dd73-42fc-b3ae-8f273cd3cd33 req-fc118578-8ddb-437c-8be9-0526abb08908 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395310 Feb 16 13:08:02.838088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ae92d-3f02-4f7e-89ac-fef8eac096c0 req-b58031c0-5395-4472-b345-386194846d62 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:02.839581 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-180ae92d-3f02-4f7e-89ac-fef8eac096c0 req-b58031c0-5395-4472-b345-386194846d62 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0827606 Feb 16 13:08:02.887726 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-180ae92d-3f02-4f7e-89ac-fef8eac096c0 req-778e1347-a298-4d96-bf8d-a54793f7b01d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Feb 16 13:08:03.499054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a9f9-172d-4510-8637-e907e15f585a req-8a4f5332-cb62-48b8-960d-baf90bb177d9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:03.500597 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9903a9f9-172d-4510-8637-e907e15f585a req-8a4f5332-cb62-48b8-960d-baf90bb177d9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0798209 Feb 16 13:08:03.543667 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9903a9f9-172d-4510-8637-e907e15f585a req-a508c25c-6b5f-4e9b-b6ad-62b02aa0d379 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373042 Feb 16 13:08:03.845667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-203bd949-ddaa-44a4-a7ef-01a9dee4bcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:04.735346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ed9d6-cd50-4d03-af9a-d0b1469d3d59 req-e2f20cb1-eeb8-4e22-955c-a49587758754 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:04.736833 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-042ed9d6-cd50-4d03-af9a-d0b1469d3d59 req-e2f20cb1-eeb8-4e22-955c-a49587758754 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0845559 Feb 16 13:08:04.781978 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-042ed9d6-cd50-4d03-af9a-d0b1469d3d59 req-c6333ccf-318d-43e6-927b-498e4189b9b5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 Feb 16 13:08:05.480877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-4fed8df5-2d95-41c3-be66-d9fb64c17b06 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.482969 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-4fed8df5-2d95-41c3-be66-d9fb64c17b06 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0855873 Feb 16 13:08:05.558838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Deleting port e84ea89f-bd32-4c70-910c-76bfa6a97300 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:05.559221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:05.833199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] For port e84ea89f-bd32-4c70-910c-76bfa6a97300, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e84ea89f-bd32-4c70-910c-76bfa6a97300,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:05.833551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:05.975983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d093a8-bb21-4dbe-a93a-90f00f76dbcf req-22956fed-270c-4e07-9ad9-c79bb9f36411 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.978154 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-17d093a8-bb21-4dbe-a93a-90f00f76dbcf req-22956fed-270c-4e07-9ad9-c79bb9f36411 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0816066 Feb 16 13:08:06.027514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-17d093a8-bb21-4dbe-a93a-90f00f76dbcf req-30716985-0178-4644-8e7a-2ea1c05a965a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Feb 16 13:08:06.142765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:06.143327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:06.143911 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e disassociated. External IP: 172.26.6.211, port: e84ea89f-bd32-4c70-910c-76bfa6a97300. Feb 16 13:08:06.144496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Calling delete_port for e84ea89f-bd32-4c70-910c-76bfa6a97300 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:06.160525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3393d461-82b2-4e2a-a937-8e28019ac359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:06.342938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:06.408162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event deleted for resources: {'Port': ['ID=e84ea89f-bd32-4c70-910c-76bfa6a97300,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:06.602354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:06.889921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:06.899688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:06.911132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:06.911845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:08:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:06.964114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] No DVR routers for this DVR port e84ea89f-bd32-4c70-910c-76bfa6a97300 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:06.967460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:06.970496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-deleted', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:07.021242 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d44071-0c7a-4f00-b4ee-cb14a635e3e8', 'name': 'network-vif-deleted', 'tag': 'e84ea89f-bd32-4c70-910c-76bfa6a97300', 'status': 'completed', 'code': 200} Feb 16 13:08:07.052454 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7d812f4c-a13a-45c2-8935-67647a4b28cd req-9ea639b7-4e38-4e13-87cb-5b5906a5601d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "DELETE /v2.0/ports/e84ea89f-bd32-4c70-910c-76bfa6a97300 HTTP/1.1" status: 204 len: 173 time: 1.5635564 Feb 16 13:08:07.142462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:07.197398 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8ba282c4-3220-4f71-852e-8f82286d7e10 req-6eeb3f5b-3cae-498e-8462-7b27d7890d18 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=78d44071-0c7a-4f00-b4ee-cb14a635e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0501652 Feb 16 13:08:07.295969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.317859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.487855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:07.491584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:07.500214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:07.500814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:08:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:07.696240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:08.061292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:08.065238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f038c-08ec-4104-a7e2-64136ecc03ef None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:08.323564 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a744bc-1115-4e85-b165-cdb9ca3c8e06 None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:08:08.576832 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-fb2c2230-ae78-443b-aba4-51ad0ded5d6c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1913748243&fields=id&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 267 time: 0.0427647 Feb 16 13:08:08.730494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-785807d5-046e-41d4-96cb-4603112563cd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:08.732020 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-785807d5-046e-41d4-96cb-4603112563cd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.1486139 Feb 16 13:08:08.748202 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-54ecd6d3-5051-477d-be00-5b6d90126911 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/quotas/eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 375 time: 0.0098076 Feb 16 13:08:08.805750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:08.844434 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-69114209-f2c9-4fe8-8000-5adb22d2d575 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902965 Feb 16 13:08:08.983439 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-23e6f7ba-d6bc-42e9-a20e-c2a608be89d3 service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260064 Feb 16 13:08:09.114404 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-5275c8a7-e0d0-4f9d-a5ce-ce3099a1d08c service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245720 Feb 16 13:08:09.163937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e84ea89f-bd32-4c70-910c-76bfa6a97300 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:09.199009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: e84ea89f-bd32-4c70-910c-76bfa6a97300 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:09.202236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e84ea89f-bd32-4c70-910c-76bfa6a97300 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:09.373596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c2eac1ff-f0d9-496b-bf1f-13adb9ff0bf0 req-87c00279-7711-48a1-b3aa-12484b0393ea tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 210 time: 0.0445375 Feb 16 13:08:10.536223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82489beb-84c6-4b50-9c92-339e8e514a00 req-0b94938f-50ab-4f62-9bf1-6268e54ad43e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 210 time: 0.0445621 Feb 16 13:08:11.205448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:11.333811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-649971fb-b5cc-4bf0-a9a8-509aeec3cca4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:11.335211 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-649971fb-b5cc-4bf0-a9a8-509aeec3cca4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.1498270 Feb 16 13:08:11.389672 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-fa0d9951-3648-4d04-957b-54bc4378b915 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 380 time: 0.0407765 Feb 16 13:08:11.398075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'port': {'device_id': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'admin_state_up': True, 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'security_groups': ['27a0a17a-66d8-4c5c-9d23-dd5db8713485']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:11.541661 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:11.546262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:port and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:11.549261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:11.554975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:11.668628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Made reservation on behalf of eed6324356014f65b9d6d261bfabafc8 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:11.675017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:11.697324 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-40421cfd-8c7f-4e05-b7f9-76495a07acb9 req-7646de8b-3b02-4cb9-a1c7-b8a75e8db488 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 210 time: 0.0493963 Feb 16 13:08:11.864486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Allocated IP 172.20.0.4 (aad063fb-f3f6-465d-91af-1b6db65d879f/1b26c711-231a-4b8d-a084-f558d629045e/a7e8839f-77d6-4682-b81e-ac7b92fe497d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:12.055203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.071310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Transition to ACTIVE for port object a7e8839f-77d6-4682-b81e-ac7b92fe497d will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:12.142726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.223312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Network aad063fb-f3f6-465d-91af-1b6db65d879f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:12.226337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:12.230195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:12.261285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:12.300720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.301431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.400286 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-24d48483-8628-4672-b872-c806d2488868 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0057981 Feb 16 13:08:12.411836 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Request body: {'port': {'device_id': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:12.527635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.537140 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e16d1a06-dc80-4737-a47c-6d039c2aa46b None None] Provisioning for port a7e8839f-77d6-4682-b81e-ac7b92fe497d completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:12.542418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e16d1a06-dc80-4737-a47c-6d039c2aa46b None None] Provisioning complete for port a7e8839f-77d6-4682-b81e-ac7b92fe497d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:12.542886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e16d1a06-dc80-4737-a47c-6d039c2aa46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.600321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e16d1a06-dc80-4737-a47c-6d039c2aa46b None None] Port a7e8839f-77d6-4682-b81e-ac7b92fe497d cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:08:12.870689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e8839f-77d6-4682-b81e-ac7b92fe497d {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:12.878484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.893880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Transition to ACTIVE for port object a7e8839f-77d6-4682-b81e-ac7b92fe497d will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:12.976950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.988695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9649d-559b-42cb-8108-49483eece042 req-ae7a7219-dbdc-44da-8953-157e999e1883 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:12.990223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82f9649d-559b-42cb-8108-49483eece042 req-ae7a7219-dbdc-44da-8953-157e999e1883 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 931 time: 0.1808615 Feb 16 13:08:13.042506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82f9649d-559b-42cb-8108-49483eece042 req-44715291-0207-41ff-81dc-d4f6d88ae12f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Feb 16 13:08:13.243437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:13.320812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Attempting to bind port a7e8839f-77d6-4682-b81e-ac7b92fe497d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:08:13.321151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Attempting to bind port a7e8839f-77d6-4682-b81e-ac7b92fe497d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:08:13.321474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Attempting to bind port a7e8839f-77d6-4682-b81e-ac7b92fe497d on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:13.326798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Port a7e8839f-77d6-4682-b81e-ac7b92fe497d on network aad063fb-f3f6-465d-91af-1b6db65d879f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:08:13.327157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Attempting to bind port a7e8839f-77d6-4682-b81e-ac7b92fe497d on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:13.332356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:08:13.332688 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Checking segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:13.333068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Bound using segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:08:13.333490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Bound port: a7e8839f-77d6-4682-b81e-ac7b92fe497d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:08:13.333829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.429119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:08:13.432222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:08:13.502771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.571457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:13.571989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.573402 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] 10.222.0.67 "PUT /v2.0/ports/a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 1093 time: 1.1657631 Feb 16 13:08:13.573842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:13.604899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d92fc-827d-46be-a69d-6e3b6e62761d service neutron] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:13.634732 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'status': 'completed', 'code': 200} Feb 16 13:08:13.742336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c55ddd-d619-44aa-b84f-c1e865464345 req-b4496eb7-3289-4b7c-8209-18d3172e7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:13.743915 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-29c55ddd-d619-44aa-b84f-c1e865464345 req-b4496eb7-3289-4b7c-8209-18d3172e7f50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1096 time: 0.0869620 Feb 16 13:08:13.892441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c55ddd-d619-44aa-b84f-c1e865464345 req-0595a015-e3f4-49af-8484-a3cc64f63bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:13.893919 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-29c55ddd-d619-44aa-b84f-c1e865464345 req-0595a015-e3f4-49af-8484-a3cc64f63bc3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=eed6324356014f65b9d6d261bfabafc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1427190 Feb 16 13:08:14.040013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c55ddd-d619-44aa-b84f-c1e865464345 req-76b8800e-658c-4d28-b292-627fbd0dfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:14.041497 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-29c55ddd-d619-44aa-b84f-c1e865464345 req-76b8800e-658c-4d28-b292-627fbd0dfd85 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1413352 Feb 16 13:08:14.151918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-5869cbb3-698c-4ede-b86a-4c51dc0b23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:14.153554 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-5869cbb3-698c-4ede-b86a-4c51dc0b23bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1096 time: 0.0762141 Feb 16 13:08:14.237677 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-a562a23f-c035-4b77-9c85-6bc8deae9b01 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 217 time: 0.0759566 Feb 16 13:08:14.304347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-074e1246-a698-453e-9809-df780e467b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:14.305909 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-074e1246-a698-453e-9809-df780e467b08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0624547 Feb 16 13:08:14.386086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c137eb-706d-45de-80d5-829f8f69b34a req-19f1e79f-72cf-42a3-aafe-f006f926fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:14.387761 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-19f1e79f-72cf-42a3-aafe-f006f926fbaf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758801 Feb 16 13:08:14.391774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898fdd1-327f-4dbc-8f65-7f041e9504f5 req-557de627-6a72-4cc1-a3db-e5db9a9317b9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:14.393259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1898fdd1-327f-4dbc-8f65-7f041e9504f5 req-557de627-6a72-4cc1-a3db-e5db9a9317b9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 943 time: 0.0846038 Feb 16 13:08:14.456470 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1898fdd1-327f-4dbc-8f65-7f041e9504f5 req-15048262-59a5-4d21-a7df-9da7df71a270 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571079 Feb 16 13:08:14.545379 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-5d99b9d2-3991-4a11-93f4-9e129e17eb84 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506054 Feb 16 13:08:14.684079 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21c137eb-706d-45de-80d5-829f8f69b34a req-5daa40a7-9171-49af-80d3-4207c928fda8 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316104 Feb 16 13:08:15.648330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21832c75-35e7-4d08-93f9-6bebf593348a req-32f3b7bf-c99e-467f-b5b2-4b22a8e05f36 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:15.649874 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21832c75-35e7-4d08-93f9-6bebf593348a req-32f3b7bf-c99e-467f-b5b2-4b22a8e05f36 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 943 time: 0.0814044 Feb 16 13:08:15.696363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21832c75-35e7-4d08-93f9-6bebf593348a req-1b08ac23-df02-4e2b-9d15-a6ed42918ded tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Feb 16 13:08:16.897359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f564-5ae2-47c5-aaa3-7423946ede0f req-060b391a-dc6d-4f8a-8067-f05a51d0fc5d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:16.898853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-73a8f564-5ae2-47c5-aaa3-7423946ede0f req-060b391a-dc6d-4f8a-8067-f05a51d0fc5d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 943 time: 0.0850079 Feb 16 13:08:16.944540 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-73a8f564-5ae2-47c5-aaa3-7423946ede0f req-3e984c50-3bdf-490d-aeac-20278c8f345a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Feb 16 13:08:18.138997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe63e-a089-4e44-95eb-3b71426d856e req-44d051ad-4782-4ed4-bdd5-477c18a6b6cd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:18.140477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-34fbe63e-a089-4e44-95eb-3b71426d856e req-44d051ad-4782-4ed4-bdd5-477c18a6b6cd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 943 time: 0.0788920 Feb 16 13:08:18.188365 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-34fbe63e-a089-4e44-95eb-3b71426d856e req-9f111358-03c3-44d7-a02d-b6a7782545a5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Feb 16 13:08:18.999237 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:08:19.178901 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device a7e8839f-77d6-4682-b81e-ac7b92fe497d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:08:19.311671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:19.324531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'mac_address': 'fa:16:3e:80:c5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:08:19.374724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4b3b-adcc-443e-b80a-90d22e8294c8 req-bd9bb175-7b9a-4045-86ca-e2f6d24e58e3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:19.376225 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-842d4b3b-adcc-443e-b80a-90d22e8294c8 req-bd9bb175-7b9a-4045-86ca-e2f6d24e58e3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 943 time: 0.0809820 Feb 16 13:08:19.379656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.396622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e8839f-77d6-4682-b81e-ac7b92fe497d {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:19.411813 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:19.420679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-842d4b3b-adcc-443e-b80a-90d22e8294c8 req-e3d1a342-ba42-4874-a439-c1ec89b66b70 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 Feb 16 13:08:19.485022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.553971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:19.561497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.561894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.562186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.562516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.562840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.563193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.563517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.563856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.564195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.564552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.564872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.565192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:19.729744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['a7e8839f-77d6-4682-b81e-ac7b92fe497d'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:08:20.609421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2428e-2f85-4b9c-a3a3-c9f64eb8f6a7 req-b50449eb-a0b2-434a-a37c-7a9af1e1113f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:20.610776 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fbb2428e-2f85-4b9c-a3a3-c9f64eb8f6a7 req-b50449eb-a0b2-434a-a37c-7a9af1e1113f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 944 time: 0.0850425 Feb 16 13:08:20.654499 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fbb2428e-2f85-4b9c-a3a3-c9f64eb8f6a7 req-5c794d29-dfa6-4a27-95c7-11657f939556 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379362 Feb 16 13:08:21.186903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device a7e8839f-77d6-4682-b81e-ac7b92fe497d up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:21.399327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port a7e8839f-77d6-4682-b81e-ac7b92fe497d completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:21.406424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port a7e8839f-77d6-4682-b81e-ac7b92fe497d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:21.406424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:21.534887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:21.562826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:21.573246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:21.611215 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'code': 200} Feb 16 13:08:21.633634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:21.702621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:21.855222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c799a-25ab-4dfa-841c-3c3b3458fd6e req-8ac9c4ef-44ef-4c41-8b28-33f5ac298fa5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:21.857259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df9c799a-25ab-4dfa-841c-3c3b3458fd6e req-8ac9c4ef-44ef-4c41-8b28-33f5ac298fa5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0894704 Feb 16 13:08:21.907321 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df9c799a-25ab-4dfa-841c-3c3b3458fd6e req-546fa52c-a523-4dc7-aa9b-176360a4d630 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Feb 16 13:08:21.991442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abd8df-c712-448a-ae94-c28de521dbe1 req-42d096b1-7dba-43fd-a586-21b9ecbf9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:21.992838 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-62abd8df-c712-448a-ae94-c28de521dbe1 req-42d096b1-7dba-43fd-a586-21b9ecbf9bd9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1098 time: 0.0757954 Feb 16 13:08:22.044818 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-62abd8df-c712-448a-ae94-c28de521dbe1 req-1d06fbcf-987a-4942-a1d2-196db88132a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 Feb 16 13:08:23.110835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a434-f841-4412-8b8f-6315114b562b req-67d301fa-ed04-42a4-a1fd-14e3b0b71832 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:23.112407 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e447a434-f841-4412-8b8f-6315114b562b req-67d301fa-ed04-42a4-a1fd-14e3b0b71832 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0927918 Feb 16 13:08:23.157717 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e447a434-f841-4412-8b8f-6315114b562b req-c44e468d-c8a2-426e-98c6-b31bd4197002 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Feb 16 13:08:24.359147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f170f-fc6b-4990-a111-f2438aeab30d req-749a79ea-aca8-4107-83f6-d720bf2a408b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.360647 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-752f170f-fc6b-4990-a111-f2438aeab30d req-749a79ea-aca8-4107-83f6-d720bf2a408b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0933321 Feb 16 13:08:24.414343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-752f170f-fc6b-4990-a111-f2438aeab30d req-57b15756-248d-4b04-8184-c0bae6e1cfcc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478890 Feb 16 13:08:24.604726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78027da5-abf7-4079-bad6-dbf529fcb966 req-e59806cb-a598-44af-8f69-bf17fa9434f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.606676 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-78027da5-abf7-4079-bad6-dbf529fcb966 req-e59806cb-a598-44af-8f69-bf17fa9434f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0853162 Feb 16 13:08:24.615800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59370) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:24.620923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'floatingip': {'port_id': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:24.702139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.456799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.496130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.674434 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e associated. External IP: 172.26.6.211, port: a7e8839f-77d6-4682-b81e-ac7b92fe497d. Feb 16 13:08:26.065573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:26.251374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:26.256782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.261017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:26.274891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:26.275575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:08:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:26.316195 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d7ba6dce-efad-44d8-946d-fc84cc5be685 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "PUT /v2.0/floatingips/49664417-b49d-492a-921b-f5b408793e2e HTTP/1.1" status: 200 len: 991 time: 1.6991253 Feb 16 13:08:26.316624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:26.365401 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'status': 'completed', 'code': 200} Feb 16 13:08:26.485643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:26.503263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-f951a9d2-a5f1-41d1-9bc7-c3732685905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:26.505261 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-f951a9d2-a5f1-41d1-9bc7-c3732685905b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1098 time: 0.1158934 Feb 16 13:08:26.801080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-3fb4600e-6517-4471-b4bd-d649e9193d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:26.802552 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-3fb4600e-6517-4471-b4bd-d649e9193d4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.2905402 Feb 16 13:08:26.898863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca417fc6-e3b2-4ea3-b0a1-c6343f623add req-bf1ae7bd-16c8-4a7d-a00d-85ab92161bf3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:26.901247 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca417fc6-e3b2-4ea3-b0a1-c6343f623add req-bf1ae7bd-16c8-4a7d-a00d-85ab92161bf3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.1075559 Feb 16 13:08:26.928372 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-bb79180f-bf3f-402b-80c1-b18351a80243 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 999 time: 0.1181569 Feb 16 13:08:26.952120 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:80:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:08:25Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:26.957817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:26.967939 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca417fc6-e3b2-4ea3-b0a1-c6343f623add req-88f496ad-07d9-4df5-85e5-16e383421b18 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537088 Feb 16 13:08:26.968415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:26.969104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:08:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:27.019373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-98ebf6b2-1d4b-4369-ac3f-50db66dee015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.021242 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-98ebf6b2-1d4b-4369-ac3f-50db66dee015 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0861053 Feb 16 13:08:27.103529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-98710e38-99cf-4b2f-9212-e822829338fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.105026 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-98710e38-99cf-4b2f-9212-e822829338fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775197 Feb 16 13:08:27.155135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:27.246291 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-eca0d0ad-2379-4188-a105-8c123a702d48 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339145 Feb 16 13:08:27.393359 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-699b9d8c-9cb5-442e-b116-c41a089b5644 req-e907d8c2-35ea-49e1-bb06-089e8cfcd072 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363578 Feb 16 13:08:27.521429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:80:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:08:25Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:27.525755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133f466-b66f-4045-ad34-015136ac0b92 None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:80:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:08:25Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:27.726169 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f16f26-d12e-4ee4-b624-cc84ee68c261 None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:08:28.158889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a37aec-b054-445f-91fd-04993e7975e6 req-ed1d5d90-aee8-42d6-9693-4d2d54e89ce6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:28.160444 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65a37aec-b054-445f-91fd-04993e7975e6 req-ed1d5d90-aee8-42d6-9693-4d2d54e89ce6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0863667 Feb 16 13:08:28.205742 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65a37aec-b054-445f-91fd-04993e7975e6 req-98e7d8a2-26df-4934-a0cc-cfdefd8b8597 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395644 Feb 16 13:08:29.398327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f47342-158c-4cbc-ac12-e34f15fa97b1 req-b81e373c-a299-496f-a21c-3a09114dba2d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.405390 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-62f47342-158c-4cbc-ac12-e34f15fa97b1 req-b81e373c-a299-496f-a21c-3a09114dba2d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0816121 Feb 16 13:08:29.443512 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-62f47342-158c-4cbc-ac12-e34f15fa97b1 req-20ec5b33-fda0-4d2e-adf8-4c34a4af47dd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Feb 16 13:08:30.628639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792807-fcfb-48da-abe8-d5e5dda2fc57 req-6ca9aea9-ca61-4dbc-981e-bf73cc580a45 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:30.630108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc792807-fcfb-48da-abe8-d5e5dda2fc57 req-6ca9aea9-ca61-4dbc-981e-bf73cc580a45 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0830646 Feb 16 13:08:30.684506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc792807-fcfb-48da-abe8-d5e5dda2fc57 req-0cb17954-f9e9-48de-94bc-c35ba4355e5b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484569 Feb 16 13:08:31.877177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d240-692a-4d5f-b565-97afff4552c8 req-fbec268e-1015-45e7-9d6d-770e525ac6d5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:31.878649 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c555d240-692a-4d5f-b565-97afff4552c8 req-fbec268e-1015-45e7-9d6d-770e525ac6d5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0884154 Feb 16 13:08:32.040390 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c555d240-692a-4d5f-b565-97afff4552c8 req-23eca089-bc42-4167-8217-31f420f783fc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558685 Feb 16 13:08:33.226916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1081-aa66-4d71-bb4e-7b3f1d23cc3c req-1c0b9200-4362-4809-af57-21dcf9c344e1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:33.228424 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f8a1081-aa66-4d71-bb4e-7b3f1d23cc3c req-1c0b9200-4362-4809-af57-21dcf9c344e1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0804365 Feb 16 13:08:33.274239 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f8a1081-aa66-4d71-bb4e-7b3f1d23cc3c req-f2491541-a438-49bc-ac72-a0f152e83398 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 Feb 16 13:08:33.827384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7db1726e-aa57-4bb6-ba10-3cb7cb45866e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.458467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6658c-c043-4228-8c85-47e9e462edf8 req-43703e5d-dcce-4a00-98c3-164a18d5addc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:34.459966 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45a6658c-c043-4228-8c85-47e9e462edf8 req-43703e5d-dcce-4a00-98c3-164a18d5addc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0813160 Feb 16 13:08:34.507131 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45a6658c-c043-4228-8c85-47e9e462edf8 req-f351e35d-dde3-4366-a305-96aab7076c57 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Feb 16 13:08:35.696654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfc2a-bd01-4211-a4ea-8f8213df8c41 req-59b33993-fa2e-4c1d-9999-3ef9d6cb1818 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.698107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13cbfc2a-bd01-4211-a4ea-8f8213df8c41 req-59b33993-fa2e-4c1d-9999-3ef9d6cb1818 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0782416 Feb 16 13:08:35.743742 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13cbfc2a-bd01-4211-a4ea-8f8213df8c41 req-b4e25878-8c85-42c6-951b-f6da651fc02c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393968 Feb 16 13:08:35.930731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-f8420e27-7faa-4238-ab5b-ea9c8edb5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.932235 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-f8420e27-7faa-4238-ab5b-ea9c8edb5c57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1098 time: 0.0763814 Feb 16 13:08:36.080091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-7b351a46-3a53-4011-8378-4d6b4610bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.081549 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-7b351a46-3a53-4011-8378-4d6b4610bd53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1298280 Feb 16 13:08:36.141518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f5dec0d-91f0-4b31-94a5-d0378aeb9bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:36.189081 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-3ccef742-5853-4cbc-9be6-00546cb04a25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 1001 time: 0.1007862 Feb 16 13:08:36.257276 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-9a2b1d9b-21c2-4088-baf0-4d33509c9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.258712 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-9a2b1d9b-21c2-4088-baf0-4d33509c9407 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0630829 Feb 16 13:08:36.337634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-ba78087e-95e6-44cf-b878-bdec34360c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.339131 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-ba78087e-95e6-44cf-b878-bdec34360c2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728681 Feb 16 13:08:36.474465 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-dfe3dc65-cfe8-4031-ab57-053379a9dbf4 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241472 Feb 16 13:08:36.609796 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0150e9e7-fd31-4fe9-93fc-9ae40bc52c9f req-657776aa-a764-4468-8bf8-9c75549c0fce service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272631 Feb 16 13:08:36.936441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acb0d3-c4f4-4fd1-8257-eb04123776ef req-96a5e3fa-9a94-4d3c-81b6-2276d6d8707b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.937913 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b2acb0d3-c4f4-4fd1-8257-eb04123776ef req-96a5e3fa-9a94-4d3c-81b6-2276d6d8707b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0848022 Feb 16 13:08:36.983380 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b2acb0d3-c4f4-4fd1-8257-eb04123776ef req-78de1d75-6774-4233-9506-3cad10947d22 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394547 Feb 16 13:08:37.238253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:37.261407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:38.167739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0141-9f4c-49e0-87d9-623fe9eaa7a5 req-0d7c8f09-4f8b-4864-8d01-86db682bfa0e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:38.169724 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-375d0141-9f4c-49e0-87d9-623fe9eaa7a5 req-0d7c8f09-4f8b-4864-8d01-86db682bfa0e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0795958 Feb 16 13:08:38.218322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-375d0141-9f4c-49e0-87d9-623fe9eaa7a5 req-b61d1572-0635-4d13-b8d0-7edc80104bce tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Feb 16 13:08:38.838578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:39.452892 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749f3ee-e43f-4cef-bea2-9daf34bb73f0 req-c57921bf-aa36-40d8-bbbb-4ece1fbf580a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:39.454345 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2749f3ee-e43f-4cef-bea2-9daf34bb73f0 req-c57921bf-aa36-40d8-bbbb-4ece1fbf580a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.1303725 Feb 16 13:08:39.498069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2749f3ee-e43f-4cef-bea2-9daf34bb73f0 req-bea4dbfa-1fdc-406c-af3e-e74f259cee74 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381162 Feb 16 13:08:40.683403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468478dd-7c88-4ca3-94e5-1f2f247fcf74 req-00ea21c6-0342-488c-a462-2a4df7fcd21c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:40.684901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-468478dd-7c88-4ca3-94e5-1f2f247fcf74 req-00ea21c6-0342-488c-a462-2a4df7fcd21c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0836205 Feb 16 13:08:40.729385 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-468478dd-7c88-4ca3-94e5-1f2f247fcf74 req-401fd058-90a9-49b9-af14-fa5adb8151c8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385847 Feb 16 13:08:41.198707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.911862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babfeab-bf40-4948-821c-f8aac392517f req-1855b666-9cbd-4a05-ad69-b36dd790781b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:41.913306 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3babfeab-bf40-4948-821c-f8aac392517f req-1855b666-9cbd-4a05-ad69-b36dd790781b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0787079 Feb 16 13:08:41.956447 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3babfeab-bf40-4948-821c-f8aac392517f req-0048e2de-bc62-4b5e-9331-469ffff86013 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372369 Feb 16 13:08:43.197213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56f220-2607-4643-b390-cdd4b0731da4 req-0868189a-ad62-4ff9-b461-3add05d45eba tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:43.198689 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df56f220-2607-4643-b390-cdd4b0731da4 req-0868189a-ad62-4ff9-b461-3add05d45eba tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.1325064 Feb 16 13:08:43.243343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-df56f220-2607-4643-b390-cdd4b0731da4 req-b58c5b72-1fd9-4a02-894e-bcd16834cb2e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384657 Feb 16 13:08:44.427787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7cd18-6079-4fcf-a407-de53fbb7e0be req-e9fa0442-603f-49ad-a36b-99b5badf2534 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:44.429224 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bed7cd18-6079-4fcf-a407-de53fbb7e0be req-e9fa0442-603f-49ad-a36b-99b5badf2534 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0772824 Feb 16 13:08:44.477036 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bed7cd18-6079-4fcf-a407-de53fbb7e0be req-ab6358da-6441-4ffb-bd2c-ddfd916a8dad tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Feb 16 13:08:45.658161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edfcc9-ace8-4528-85a7-6b23a77420b1 req-4441de0d-0e63-4495-9643-8903738be60b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.659624 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06edfcc9-ace8-4528-85a7-6b23a77420b1 req-4441de0d-0e63-4495-9643-8903738be60b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0781891 Feb 16 13:08:45.702381 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06edfcc9-ace8-4528-85a7-6b23a77420b1 req-407d46b2-4ea1-467d-8df0-a5d9e03840c9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371969 Feb 16 13:08:46.892178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d54a3-10a5-4cb6-ac38-f631d1948bdf req-81b55d50-9e49-471b-b7bb-0053d2edeab6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:46.893627 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-110d54a3-10a5-4cb6-ac38-f631d1948bdf req-81b55d50-9e49-471b-b7bb-0053d2edeab6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0850821 Feb 16 13:08:46.937101 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-110d54a3-10a5-4cb6-ac38-f631d1948bdf req-a9b37e1e-4268-4b48-9e77-5b494af55fe2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375392 Feb 16 13:08:48.123193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a679c6-749d-433a-91d3-c57f57b6aa64 req-e93f8746-be8d-4dc6-bb80-623c3fc306be tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:48.124664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-52a679c6-749d-433a-91d3-c57f57b6aa64 req-e93f8746-be8d-4dc6-bb80-623c3fc306be tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0830965 Feb 16 13:08:48.167995 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-52a679c6-749d-433a-91d3-c57f57b6aa64 req-89a14729-c172-4f17-a192-eaea9fd26d07 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376043 Feb 16 13:08:49.353874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59fe92-e380-4850-97b2-1b8811bc0c52 req-28f87b3d-f6a7-41b2-90d3-11c62e669f0a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:49.355283 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fb59fe92-e380-4850-97b2-1b8811bc0c52 req-28f87b3d-f6a7-41b2-90d3-11c62e669f0a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0827930 Feb 16 13:08:49.399250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fb59fe92-e380-4850-97b2-1b8811bc0c52 req-5f8d87b8-4f87-4457-bd91-76eceba43ae4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380189 Feb 16 13:08:50.602689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c283653-818a-4527-a91a-7e67d767b99f req-edc795f4-e310-4bca-a9f4-e498cfe87869 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:50.604152 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c283653-818a-4527-a91a-7e67d767b99f req-edc795f4-e310-4bca-a9f4-e498cfe87869 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0895920 Feb 16 13:08:50.651271 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c283653-818a-4527-a91a-7e67d767b99f req-d1b9c0a1-7618-4208-9459-d40800d632be tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Feb 16 13:08:51.851156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439f4d0-c0bb-4ca6-b7fa-7044956cc663 req-979826b2-2358-4446-9c44-d6d9e31be76c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:51.852697 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7439f4d0-c0bb-4ca6-b7fa-7044956cc663 req-979826b2-2358-4446-9c44-d6d9e31be76c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0890584 Feb 16 13:08:51.906107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7439f4d0-c0bb-4ca6-b7fa-7044956cc663 req-494a9778-994c-449a-a578-9047902384f6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Feb 16 13:08:53.095458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b489-5fdc-4457-85a3-5f889f370c6b req-d9b5933b-929b-4224-b804-48325ff37edf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:53.096975 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2fa6b489-5fdc-4457-85a3-5f889f370c6b req-d9b5933b-929b-4224-b804-48325ff37edf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0812407 Feb 16 13:08:53.149302 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2fa6b489-5fdc-4457-85a3-5f889f370c6b req-1440fb14-0efa-48c8-b3c7-3a2bff98fe96 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465796 Feb 16 13:08:53.762757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe89f7-b5bc-43d2-aa21-f62472927ad7 req-e7bd6d40-ee38-4254-9e40-fbc19183b4c7 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:53.764292 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dfbe89f7-b5bc-43d2-aa21-f62472927ad7 req-e7bd6d40-ee38-4254-9e40-fbc19183b4c7 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.1007695 Feb 16 13:08:53.860917 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dfbe89f7-b5bc-43d2-aa21-f62472927ad7 req-301be8cb-e861-41df-8906-a7fd654a44ae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899320 Feb 16 13:08:53.889846 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-5d61d54c-a35b-48e3-8a89-dc0b800ef5da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035876 Feb 16 13:08:55.068488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09d82-28d2-4849-90ae-844968d9319e req-7b346f02-8fa9-4478-9f1b-e9c35e1bf167 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:55.069978 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8e09d82-28d2-4849-90ae-844968d9319e req-7b346f02-8fa9-4478-9f1b-e9c35e1bf167 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0850174 Feb 16 13:08:55.117860 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8e09d82-28d2-4849-90ae-844968d9319e req-13074c72-3657-43b3-88c5-ccb928c2ed5c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Feb 16 13:08:56.000631 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:08:56.248022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-b934a873-1044-4e40-b114-7b52f2fad042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.255861 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-b934a873-1044-4e40-b114-7b52f2fad042 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1098 time: 0.0818627 Feb 16 13:08:56.332971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892591e-9496-427a-ad73-7263ab7446db req-b5dc32ba-6e45-4c3d-9bd2-eced2265cd11 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.334533 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5892591e-9496-427a-ad73-7263ab7446db req-b5dc32ba-6e45-4c3d-9bd2-eced2265cd11 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.1002266 Feb 16 13:08:56.382675 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5892591e-9496-427a-ad73-7263ab7446db req-980a0a1e-9c8f-4a31-8c0d-7a25b4f89389 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 Feb 16 13:08:56.395721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-6c81d1e1-65d5-475b-b812-adfe9f472791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.397175 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-6c81d1e1-65d5-475b-b812-adfe9f472791 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1399524 Feb 16 13:08:56.621819 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-814c71ed-9515-49fc-9ed5-1ac74be99816 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 1001 time: 0.2183976 Feb 16 13:08:56.686483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-8b7c8953-5ba7-4761-a764-d6c507021c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.688047 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-8b7c8953-5ba7-4761-a764-d6c507021c8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0592711 Feb 16 13:08:56.774371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-6f61e37a-d015-4733-89f8-ccdfa1f43ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.775938 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-6f61e37a-d015-4733-89f8-ccdfa1f43ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800989 Feb 16 13:08:56.921403 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-99cc1432-3f53-4ee7-b002-114454546e0e service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380084 Feb 16 13:08:57.074162 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-8bc9421f-b3f6-41f5-bd59-471289431f0a service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449080 Feb 16 13:08:57.577934 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d135c-1e31-4bc8-b150-661827295a54 req-2c6c0453-1648-47ca-ab39-2acde4c11c67 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:57.579451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7c3d135c-1e31-4bc8-b150-661827295a54 req-2c6c0453-1648-47ca-ab39-2acde4c11c67 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0843132 Feb 16 13:08:57.636440 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7c3d135c-1e31-4bc8-b150-661827295a54 req-f54a14c9-e60b-462a-9823-c5cdff7eea21 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512824 Feb 16 13:08:58.849683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b7830-6c17-41cf-bf84-7dbefcffc1ae req-c990fd4a-a266-46f4-aceb-ebfc9399f8ad tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:58.851181 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-358b7830-6c17-41cf-bf84-7dbefcffc1ae req-c990fd4a-a266-46f4-aceb-ebfc9399f8ad tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0842161 Feb 16 13:08:58.897406 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-358b7830-6c17-41cf-bf84-7dbefcffc1ae req-ef5a1438-596c-4cec-9823-93d308de822a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Feb 16 13:08:59.307376 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-117a16d7-e064-4175-902e-64acddad661c service neutron] 10.222.0.67 "GET /v2.0/ports/a7e8839f-77d6-4682-b81e-ac7b92fe497d/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0750840 Feb 16 13:09:00.053564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-a7ca7ded-ed24-44a0-93b2-8d5942dd3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.055080 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-a7ca7ded-ed24-44a0-93b2-8d5942dd3605 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 1098 time: 0.0925431 Feb 16 13:09:00.106810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a2208-1025-4c0c-9cdd-ba4a8c530cc8 req-f939d778-f2aa-4c58-88be-1ff504af2aae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.109305 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-680a2208-1025-4c0c-9cdd-ba4a8c530cc8 req-f939d778-f2aa-4c58-88be-1ff504af2aae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0941162 Feb 16 13:09:00.161945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-415c7ac4-cad6-4c93-8a0c-311e6f5e5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.163669 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-415c7ac4-cad6-4c93-8a0c-311e6f5e5404 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1098 time: 0.0850258 Feb 16 13:09:00.168855 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-680a2208-1025-4c0c-9cdd-ba4a8c530cc8 req-6c8ef9af-8468-40dd-9042-2daaa429114a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533645 Feb 16 13:09:00.322074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-a31dfc8e-11d0-401e-8952-647195c502d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.323583 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-a31dfc8e-11d0-401e-8952-647195c502d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1504564 Feb 16 13:09:00.440252 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-5d808e95-ef10-4d84-b6a5-acc135c3791a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 1001 time: 0.1101267 Feb 16 13:09:00.509525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-c4d00f73-91c2-4075-a353-9d553d31ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.511004 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-c4d00f73-91c2-4075-a353-9d553d31ac73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0597260 Feb 16 13:09:00.600446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-98f1c35a-d6bb-43f3-b22c-cea8f0facc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.601940 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-98f1c35a-d6bb-43f3-b22c-cea8f0facc1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813475 Feb 16 13:09:00.740460 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-35dea434-1865-45bd-a35a-4b6d0bda38e6 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290588 Feb 16 13:09:00.883213 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-957cc86d-17f1-49e6-84cd-1b6313112010 req-18f70d57-da74-4b42-9315-12a455617145 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321115 Feb 16 13:09:01.359251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c1e13-d646-4e40-b912-aab4b2978b46 req-ead51d95-b793-42df-90d2-d20ebbe83d7f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:01.360635 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1a0c1e13-d646-4e40-b912-aab4b2978b46 req-ead51d95-b793-42df-90d2-d20ebbe83d7f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0830836 Feb 16 13:09:01.390520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device a7e8839f-77d6-4682-b81e-ac7b92fe497d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:01.407744 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1a0c1e13-d646-4e40-b912-aab4b2978b46 req-c66b8270-50d2-4bb5-9258-995e933c3663 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Feb 16 13:09:01.508811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:01.537008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:01.547371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:01.595046 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'code': 200} Feb 16 13:09:01.632678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:01.700008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:02.697096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d8967-8045-4c84-af52-34477eb26741 req-2b58664b-d8b1-444c-8cbf-ee002da5833e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:02.698580 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c2d8967-8045-4c84-af52-34477eb26741 req-2b58664b-d8b1-444c-8cbf-ee002da5833e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 943 time: 0.1769907 Feb 16 13:09:02.744013 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c2d8967-8045-4c84-af52-34477eb26741 req-20e8733b-acc7-4ed8-83d5-9d5db3ca1b67 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 Feb 16 13:09:03.411472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device a7e8839f-77d6-4682-b81e-ac7b92fe497d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:09:03.545637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:03.558637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'mac_address': 'fa:16:3e:80:c5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:09:03.616956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:03.633238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e8839f-77d6-4682-b81e-ac7b92fe497d {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:03.648348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:03.723224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:03.797832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['a7e8839f-77d6-4682-b81e-ac7b92fe497d'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:09:03.850683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:03.925350 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f99a123-c8f1-4701-9aa0-af40a9b2b6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:03.938260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14497d1e-25d8-46cc-b182-9ceec97f1f7d req-065d97f2-45f0-4aa2-81c5-16089201cb93 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:03.941262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14497d1e-25d8-46cc-b182-9ceec97f1f7d req-065d97f2-45f0-4aa2-81c5-16089201cb93 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 944 time: 0.0857754 Feb 16 13:09:03.986500 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14497d1e-25d8-46cc-b182-9ceec97f1f7d req-bb35f095-ea08-4cce-8a52-dfb3887fdf9f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400193 Feb 16 13:09:04.492243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6ec7a-e556-43f1-8403-eb7f7468fa46 req-a445a67d-6396-418b-9961-bcb3beac2c9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:04.493743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0a6ec7a-e556-43f1-8403-eb7f7468fa46 req-a445a67d-6396-418b-9961-bcb3beac2c9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 944 time: 0.0865078 Feb 16 13:09:04.547597 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0a6ec7a-e556-43f1-8403-eb7f7468fa46 req-78eb729a-3a1a-4836-afe4-99dbc7f86498 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Feb 16 13:09:04.613321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-302dda3c-0ead-404d-81b2-5f673f1c6341 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:04.614093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-302dda3c-0ead-404d-81b2-5f673f1c6341 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Synchronizing usage tracker for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:04.688382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-302dda3c-0ead-404d-81b2-5f673f1c6341 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Unset dirty status for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:04.689603 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-302dda3c-0ead-404d-81b2-5f673f1c6341 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89&tenant_id=eed6324356014f65b9d6d261bfabafc8&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.1599891 Feb 16 13:09:04.838034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-a806f6b9-675b-4f12-be74-dc18bbe9d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:04.839454 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-a806f6b9-675b-4f12-be74-dc18bbe9d885 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1097 time: 0.0748377 Feb 16 13:09:04.973442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-96cdee04-89d4-465b-89e5-7032f36c018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:04.974896 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-96cdee04-89d4-465b-89e5-7032f36c018e service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1285732 Feb 16 13:09:05.191996 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-1399b77a-ad4b-4def-b53c-9a38373fc442 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 1000 time: 0.2080123 Feb 16 13:09:05.256098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-442c3d28-c550-43ff-8f28-91378604f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:05.257547 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-442c3d28-c550-43ff-8f28-91378604f614 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0574396 Feb 16 13:09:05.336039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-8ee1ec6f-4436-49f2-89c3-df31acc98bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:05.337524 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-8ee1ec6f-4436-49f2-89c3-df31acc98bb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695167 Feb 16 13:09:05.411229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device a7e8839f-77d6-4682-b81e-ac7b92fe497d up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:05.481305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port a7e8839f-77d6-4682-b81e-ac7b92fe497d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:05.481515 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-516dceb7-da6f-41fe-853d-217db02978a8 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361446 Feb 16 13:09:05.481630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:05.608339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:05.628846 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1abfe309-5c24-495b-b9ee-aecd76e32ba5 req-7726c301-0075-4f02-8064-c525482ccd8c service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379571 Feb 16 13:09:05.639285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:05.649989 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:05.699105 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'code': 200} Feb 16 13:09:05.771903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8012f-de17-46fb-8c17-472ba5563530 req-a0fce707-1888-4323-87a9-fa0bb4c11221 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:05.773332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-51d8012f-de17-46fb-8c17-472ba5563530 req-a0fce707-1888-4323-87a9-fa0bb4c11221 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 944 time: 0.0915766 Feb 16 13:09:05.791760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:05.827874 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-51d8012f-de17-46fb-8c17-472ba5563530 req-d53a2de8-011a-425a-9feb-aef9b163f751 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485146 Feb 16 13:09:05.871335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:06.186798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59007636-03e8-4b90-bafa-454205a94d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:07.023215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320b043-20d6-40d7-ae22-f3c086fd7f37 req-9cccab5b-b512-48db-97a6-068777550a49 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:07.025898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5320b043-20d6-40d7-ae22-f3c086fd7f37 req-9cccab5b-b512-48db-97a6-068777550a49 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0842969 Feb 16 13:09:07.070480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5320b043-20d6-40d7-ae22-f3c086fd7f37 req-361683c5-c2e3-4f6f-8b1e-687990676eca tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395844 Feb 16 13:09:07.270164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b792b3-f3d5-4245-9069-fe5418efe5f6 req-b7969169-4866-4ba7-8129-09b1138e2a8e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:07.271785 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-71b792b3-f3d5-4245-9069-fe5418efe5f6 req-b7969169-4866-4ba7-8129-09b1138e2a8e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0881155 Feb 16 13:09:07.316995 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-71b792b3-f3d5-4245-9069-fe5418efe5f6 req-9759048f-5008-4f7e-9988-5bf9983f25e1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Feb 16 13:09:07.333650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:07.333650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:07.823307 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1ef32-6a9b-43c6-aca3-65b8739b0c9d req-5c90698c-8ac0-433b-b80d-66039ec87b12 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:07.825288 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d8e1ef32-6a9b-43c6-aca3-65b8739b0c9d req-5c90698c-8ac0-433b-b80d-66039ec87b12 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0812776 Feb 16 13:09:07.872496 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d8e1ef32-6a9b-43c6-aca3-65b8739b0c9d req-7e3cb16f-0ddb-4ef2-a18b-f6181fd8005a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Feb 16 13:09:07.949725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-5d3bd246-64ad-4f0e-bbab-af81ab5b8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:07.951158 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-5d3bd246-64ad-4f0e-bbab-af81ab5b8357 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 1098 time: 0.0783679 Feb 16 13:09:08.095879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-c4856811-5bc6-4921-8072-0a881aa544ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.097330 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-c4856811-5bc6-4921-8072-0a881aa544ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1363037 Feb 16 13:09:08.202841 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-5a8fd68e-f6c0-4d4d-bc58-21551d7f6a34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 200 len: 1001 time: 0.0985959 Feb 16 13:09:08.265908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-5f452c9e-6deb-4d16-abeb-5c873cd13b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.267393 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-5f452c9e-6deb-4d16-abeb-5c873cd13b93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0580983 Feb 16 13:09:08.351414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-5d09e094-4c1c-4fa7-a3a1-9c96abd7ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.352960 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-5d09e094-4c1c-4fa7-a3a1-9c96abd7ecda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758841 Feb 16 13:09:08.492996 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-abe0c332-1b8e-41a9-9aa1-87c51fd445e5 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330776 Feb 16 13:09:08.631177 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8fd1700e-f02e-4974-bfd6-32b0658f2d40 req-74cd76f8-5ec0-4b2d-9e07-8072099629e0 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319444 Feb 16 13:09:08.866328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:09.076694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d785bb-bd58-4077-8a29-3b6a2146556c req-d1b10179-9cc9-45c4-9cb0-109adb06efbe tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:09.078218 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0d785bb-bd58-4077-8a29-3b6a2146556c req-d1b10179-9cc9-45c4-9cb0-109adb06efbe tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0923996 Feb 16 13:09:09.137346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a0d785bb-bd58-4077-8a29-3b6a2146556c req-2051abc5-0424-43bf-ab90-b09824c549ac tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527613 Feb 16 13:09:10.325126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c32bca-fb85-4d52-bb90-6056225cefe1 req-88f76997-39e7-4f07-88f7-f1862042273f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.327847 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a3c32bca-fb85-4d52-bb90-6056225cefe1 req-88f76997-39e7-4f07-88f7-f1862042273f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0838223 Feb 16 13:09:10.380105 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a3c32bca-fb85-4d52-bb90-6056225cefe1 req-ca86d2cc-0182-4a41-a4e3-be1959414481 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Feb 16 13:09:10.970370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543bf33-4e2b-4ec4-ad1f-621e749739ef req-acd8d9f9-78de-4adc-82a8-6941fa6827e9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.972195 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f543bf33-4e2b-4ec4-ad1f-621e749739ef req-acd8d9f9-78de-4adc-82a8-6941fa6827e9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0940778 Feb 16 13:09:11.019465 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f543bf33-4e2b-4ec4-ad1f-621e749739ef req-e8b8c7e3-d52c-4158-b715-d8d2553b8773 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416517 Feb 16 13:09:11.318119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:12.218281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be458be3-d58b-47c0-9aaf-f81790beb821 req-e6869275-36d7-46c9-9128-e07b64b89894 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:12.219792 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be458be3-d58b-47c0-9aaf-f81790beb821 req-e6869275-36d7-46c9-9128-e07b64b89894 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0914292 Feb 16 13:09:12.264423 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be458be3-d58b-47c0-9aaf-f81790beb821 req-6a9f0e45-ee17-450c-95b7-528297f373ba tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Feb 16 13:09:12.727275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-5544a2c9-a897-4ae6-b4d9-aae290b66029 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:12.728758 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-5544a2c9-a897-4ae6-b4d9-aae290b66029 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0861647 Feb 16 13:09:12.801093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Deleting port a7e8839f-77d6-4682-b81e-ac7b92fe497d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:09:12.801432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:13.170845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] For port a7e8839f-77d6-4682-b81e-ac7b92fe497d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7e8839f-77d6-4682-b81e-ac7b92fe497d,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:13.171236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:13.487002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:13.487383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:13.488071 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e disassociated. External IP: 172.26.6.211, port: a7e8839f-77d6-4682-b81e-ac7b92fe497d. Feb 16 13:09:13.488489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Calling delete_port for a7e8839f-77d6-4682-b81e-ac7b92fe497d owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:09:13.494252 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476836bd-2d81-4e1b-88fc-78d317a78fc0 req-0b9bb4e7-f77b-4393-bfe5-9ab78c7ff307 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:13.496250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-476836bd-2d81-4e1b-88fc-78d317a78fc0 req-0b9bb4e7-f77b-4393-bfe5-9ab78c7ff307 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 945 time: 0.0866988 Feb 16 13:09:13.545249 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-476836bd-2d81-4e1b-88fc-78d317a78fc0 req-d9a41b79-3824-43e4-9463-c13bd561b9ab tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Feb 16 13:09:13.718034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:13.772665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event deleted for resources: {'Port': ['ID=a7e8839f-77d6-4682-b81e-ac7b92fe497d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:13.784663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.785013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.785350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.785676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.786060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.786316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.786637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.786957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.787316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.787631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.787989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.788308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:13.991753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:09:14.184703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:09:14.194504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:14.204664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:14.205370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:09:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:14.267527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] No DVR routers for this DVR port a7e8839f-77d6-4682-b81e-ac7b92fe497d on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:14.270099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:14.272830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-deleted', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:14.319920 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103d80b-77c1-4b3c-a7da-fe91f36c9a89', 'name': 'network-vif-deleted', 'tag': 'a7e8839f-77d6-4682-b81e-ac7b92fe497d', 'status': 'completed', 'code': 200} Feb 16 13:09:14.358535 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c51b6f64-6e68-4e6e-bfb5-0e721668978f req-a5aa5476-f94e-4ecc-b325-a9279a005e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "DELETE /v2.0/ports/a7e8839f-77d6-4682-b81e-ac7b92fe497d HTTP/1.1" status: 204 len: 173 time: 1.6240132 Feb 16 13:09:14.389368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:14.720374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fedf46e8-672f-482d-bfee-94dff3d703a8 req-67aa2ece-0089-405b-b95d-3b75be0a07a8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=e103d80b-77c1-4b3c-a7da-fe91f36c9a89 HTTP/1.1" status: 200 len: 210 time: 0.0486095 Feb 16 13:09:14.755710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:14.759553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:14.768216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:14.768826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:09:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:14.947327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:15.274133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:15.278199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb6686-74d0-4d4f-8835-dcdc0fa61fb7 None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:15.490139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device a7e8839f-77d6-4682-b81e-ac7b92fe497d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:15.520394 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cd849-7f6b-4ec8-80c8-d36c688d08d0 None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:09:15.529264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: a7e8839f-77d6-4682-b81e-ac7b92fe497d {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:09:15.530736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device a7e8839f-77d6-4682-b81e-ac7b92fe497d not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:09:16.080756 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-fde4a56d-4a6e-4b16-ae83-09545acef4fa tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1913748243&fields=id&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 267 time: 0.0406287 Feb 16 13:09:16.241234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4efe81cf-9462-4345-aad6-93a89aea6a05 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:16.242709 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4efe81cf-9462-4345-aad6-93a89aea6a05 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.1555009 Feb 16 13:09:16.258498 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-1e9b236c-f05c-4e09-baad-3ed1e774a7c2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/quotas/eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 375 time: 0.0096083 Feb 16 13:09:16.347571 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-578d9faf-e4cd-4966-a421-83d61085ffbe tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806158 Feb 16 13:09:16.500048 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-62c97da2-89c3-42c4-8d98-2732817b7e13 service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390533 Feb 16 13:09:16.635289 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-ebda7b87-c2c8-40ca-bcce-c44aa86dced1 service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292989 Feb 16 13:09:16.930639 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2a94a9b2-2885-4854-931c-c264bc88369e req-b59f2b98-2c9f-4997-aada-d42a532f038b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 210 time: 0.0475051 Feb 16 13:09:18.090026 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e02f6a1-e0ff-4b70-b6cc-3a3f14393446 req-92869126-8178-4294-91a1-0cea4c913743 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 210 time: 0.0431130 Feb 16 13:09:19.090353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-6c56629d-c10a-4919-9169-c5f04c93331d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:19.091834 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-6c56629d-c10a-4919-9169-c5f04c93331d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.1501908 Feb 16 13:09:19.145962 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-471a551a-1fa9-4c69-86c5-e0bbccdc8a8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 380 time: 0.0447814 Feb 16 13:09:19.156302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'port': {'device_id': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'admin_state_up': True, 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'security_groups': ['27a0a17a-66d8-4c5c-9d23-dd5db8713485']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:19.249746 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7aa0342-eec3-4b4b-b95b-d0262cc02e50 req-3d140a42-da7c-478b-a4ac-f1d4a127edc5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 210 time: 0.0458488 Feb 16 13:09:19.304199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:19.308791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:port and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:19.311727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:19.318731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:19.397451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Made reservation on behalf of eed6324356014f65b9d6d261bfabafc8 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:19.401224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:19.682514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Allocated IP 172.20.0.8 (aad063fb-f3f6-465d-91af-1b6db65d879f/1b26c711-231a-4b8d-a084-f558d629045e/07c71c70-79df-4aba-9f7a-01eac7d39a48) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:19.888066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:19.905336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Transition to ACTIVE for port object 07c71c70-79df-4aba-9f7a-01eac7d39a48 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:20.014528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:20.088245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Network aad063fb-f3f6-465d-91af-1b6db65d879f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:20.092059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:20.096263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:09:20.128566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:20.165892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:20.166546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:20.312665 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-4fd93b64-e332-45cc-82e4-79b128e01b30 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1601899 Feb 16 13:09:20.328083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Request body: {'port': {'device_id': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:20.386809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-274f0b8c-d666-44fd-8722-f647b7737971 None None] Provisioning for port 07c71c70-79df-4aba-9f7a-01eac7d39a48 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:20.393733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-274f0b8c-d666-44fd-8722-f647b7737971 None None] Provisioning complete for port 07c71c70-79df-4aba-9f7a-01eac7d39a48 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:20.401160 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-274f0b8c-d666-44fd-8722-f647b7737971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:20.459177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-274f0b8c-d666-44fd-8722-f647b7737971 None None] Port 07c71c70-79df-4aba-9f7a-01eac7d39a48 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:09:20.459867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:20.564058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7e0f7-6c7f-4fe0-a53c-ca4fa6c937b7 req-ee31c3e8-673c-446a-aa06-78cc9c2b13d1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:20.565463 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ddb7e0f7-6c7f-4fe0-a53c-ca4fa6c937b7 req-ee31c3e8-673c-446a-aa06-78cc9c2b13d1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 931 time: 0.2049747 Feb 16 13:09:20.611339 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ddb7e0f7-6c7f-4fe0-a53c-ca4fa6c937b7 req-e3c9fc3e-7b32-4cdd-9900-2cba73278ca4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401404 Feb 16 13:09:20.817202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:20.824783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:20.839977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Transition to ACTIVE for port object 07c71c70-79df-4aba-9f7a-01eac7d39a48 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:21.008747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:21.148281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:21.269275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Attempting to bind port 07c71c70-79df-4aba-9f7a-01eac7d39a48 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:21.269614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Attempting to bind port 07c71c70-79df-4aba-9f7a-01eac7d39a48 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:21.269945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Attempting to bind port 07c71c70-79df-4aba-9f7a-01eac7d39a48 on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:21.274702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Port 07c71c70-79df-4aba-9f7a-01eac7d39a48 on network aad063fb-f3f6-465d-91af-1b6db65d879f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:09:21.275055 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Attempting to bind port 07c71c70-79df-4aba-9f7a-01eac7d39a48 on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:21.281219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:09:21.281582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Checking segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:21.282165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Bound using segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:09:21.282597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Bound port: 07c71c70-79df-4aba-9f7a-01eac7d39a48, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:21.282943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:21.379432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:09:21.382470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:09:21.460148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:21.519269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.520062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:21.521432 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] 10.222.0.67 "PUT /v2.0/ports/07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 1093 time: 1.1984911 Feb 16 13:09:21.524332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:21.562298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14733eec-7dec-4bbe-b915-8bc45a675e0a service neutron] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:21.580115 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'status': 'completed', 'code': 200} Feb 16 13:09:21.686891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b34a4f-60e9-4072-86c1-10727f39516c req-d8be08fc-48e1-45a0-aab3-5e00356b7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.688864 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b6b34a4f-60e9-4072-86c1-10727f39516c req-d8be08fc-48e1-45a0-aab3-5e00356b7a33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1096 time: 0.0869236 Feb 16 13:09:21.811766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de48d-2736-4469-af11-99de0905c883 req-47d3be0a-a49f-4b2e-bd0d-8facc90ad1b4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.813942 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-203de48d-2736-4469-af11-99de0905c883 req-47d3be0a-a49f-4b2e-bd0d-8facc90ad1b4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 943 time: 0.0907876 Feb 16 13:09:21.846372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b34a4f-60e9-4072-86c1-10727f39516c req-0598a90e-6574-497f-8999-c378db32afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:21.847887 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b6b34a4f-60e9-4072-86c1-10727f39516c req-0598a90e-6574-497f-8999-c378db32afcf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=eed6324356014f65b9d6d261bfabafc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1508088 Feb 16 13:09:21.864713 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-203de48d-2736-4469-af11-99de0905c883 req-e9a4e8f1-a922-4129-b429-1da312b4d94e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 Feb 16 13:09:22.092579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b34a4f-60e9-4072-86c1-10727f39516c req-48548987-af1d-4cac-b4b7-c486b5862168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:22.094014 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b6b34a4f-60e9-4072-86c1-10727f39516c req-48548987-af1d-4cac-b4b7-c486b5862168 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2398863 Feb 16 13:09:22.208408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-7037f16d-a55a-40ed-923a-86a15b8a6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:22.209885 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-7037f16d-a55a-40ed-923a-86a15b8a6732 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1096 time: 0.0748467 Feb 16 13:09:22.283095 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-a8f1b64e-9748-4638-a7ea-24bfa92e0fdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 217 time: 0.0653017 Feb 16 13:09:22.347464 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-79d1a218-c10b-44eb-ae46-ce62c3317ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:22.348912 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-79d1a218-c10b-44eb-ae46-ce62c3317ec5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0595601 Feb 16 13:09:22.433316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-bf74900b-3e2c-433e-8ddb-3a9bb862b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:22.434811 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-bf74900b-3e2c-433e-8ddb-3a9bb862b652 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795670 Feb 16 13:09:22.571805 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-6b8e06d7-21b4-40be-b23e-ec980cab245b service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294506 Feb 16 13:09:22.704639 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92c06112-2ede-4aa6-8986-c8b72b6b25e7 req-b669a0e7-7ab9-4e4c-ba59-4d7e01ba9374 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262419 Feb 16 13:09:23.052656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f097d6-e974-429a-aa4e-768d0c2620b4 req-6e04e7b5-c2bb-4290-a13c-043e45384fd4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:23.054150 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-39f097d6-e974-429a-aa4e-768d0c2620b4 req-6e04e7b5-c2bb-4290-a13c-043e45384fd4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 943 time: 0.0815854 Feb 16 13:09:23.098150 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-39f097d6-e974-429a-aa4e-768d0c2620b4 req-c9ceb3d9-1094-4b7e-8584-56f0cecf1663 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383778 Feb 16 13:09:24.283919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e0eb-9228-4a8f-842f-94b6e3f105a6 req-59d1d669-f196-497b-be42-8da9f4227483 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.285332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-93f1e0eb-9228-4a8f-842f-94b6e3f105a6 req-59d1d669-f196-497b-be42-8da9f4227483 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 943 time: 0.0840671 Feb 16 13:09:24.330892 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-93f1e0eb-9228-4a8f-842f-94b6e3f105a6 req-bf012caa-73ac-4ae9-894b-87bbc00f3d90 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Feb 16 13:09:25.522853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5164-e823-4694-824e-e9d8c99576e5 req-b81e58ed-ab8e-4222-96fe-0c30f20635f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:25.524419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-20db5164-e823-4694-824e-e9d8c99576e5 req-b81e58ed-ab8e-4222-96fe-0c30f20635f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 943 time: 0.0818093 Feb 16 13:09:25.552268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:09:25.572513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-20db5164-e823-4694-824e-e9d8c99576e5 req-4e810d56-7b6a-437d-8ca1-abf297ba322c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Feb 16 13:09:25.689686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:25.702572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'mac_address': 'fa:16:3e:24:8c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:09:25.764083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.782690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:25.798582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:25.917343 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.986069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:25.993421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.993767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.994105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.994440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.994793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.995190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.995519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.995845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.996173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.997009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.997009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:25.997193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:26.179758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['07c71c70-79df-4aba-9f7a-01eac7d39a48'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:09:26.764125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb221e-9ccb-46c5-a170-c5d9c6bf97f2 req-9110e091-77b9-40d7-8235-dd9426659ffb tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:26.765592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88eb221e-9ccb-46c5-a170-c5d9c6bf97f2 req-9110e091-77b9-40d7-8235-dd9426659ffb tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 944 time: 0.0842695 Feb 16 13:09:26.811129 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88eb221e-9ccb-46c5-a170-c5d9c6bf97f2 req-21342245-052c-4f80-a6e2-eda35f088a01 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Feb 16 13:09:27.549449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:27.676026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 07c71c70-79df-4aba-9f7a-01eac7d39a48 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:27.681013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 07c71c70-79df-4aba-9f7a-01eac7d39a48 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:27.681389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.799794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.826898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:27.839858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:27.872397 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'code': 200} Feb 16 13:09:27.923086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:28.009591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de58be-8c6e-4f9a-b6b6-d826baf21461 req-c22a123c-971b-41e3-98ae-5ea3cc67fb8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:28.012027 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-63de58be-8c6e-4f9a-b6b6-d826baf21461 req-c22a123c-971b-41e3-98ae-5ea3cc67fb8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0854557 Feb 16 13:09:28.033703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:28.061912 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-63de58be-8c6e-4f9a-b6b6-d826baf21461 req-124d172e-684a-4614-91f1-fc2e49c368da tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Feb 16 13:09:28.248931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fede35d-6264-49fc-a1ad-3ac6bd5fa1bf req-5c8ff051-0b5f-47f2-a177-89dbd6d3f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:28.250390 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5fede35d-6264-49fc-a1ad-3ac6bd5fa1bf req-5c8ff051-0b5f-47f2-a177-89dbd6d3f169 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1098 time: 0.0713303 Feb 16 13:09:28.293921 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5fede35d-6264-49fc-a1ad-3ac6bd5fa1bf req-9bf62b2b-2fa3-4652-8b67-935410e4af1c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340705 Feb 16 13:09:29.255774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe2e9b-eab9-44c1-99e9-d82ca14d4a3c req-e45b9ae2-6c29-4645-ad4c-9c0a437493fe tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:29.257259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cafe2e9b-eab9-44c1-99e9-d82ca14d4a3c req-e45b9ae2-6c29-4645-ad4c-9c0a437493fe tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0854287 Feb 16 13:09:29.314840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cafe2e9b-eab9-44c1-99e9-d82ca14d4a3c req-23bae86e-a98f-4415-918c-f6b3216cb6b5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Feb 16 13:09:30.506808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd04455-a87e-4c29-9a44-35de8bd2799b req-c8c5f5a5-8613-43c9-b897-0a26b5dc5286 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:30.508346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dfd04455-a87e-4c29-9a44-35de8bd2799b req-c8c5f5a5-8613-43c9-b897-0a26b5dc5286 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0824702 Feb 16 13:09:30.557807 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dfd04455-a87e-4c29-9a44-35de8bd2799b req-c0385a81-fa1b-44dd-a02a-54f7b424700d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Feb 16 13:09:30.740937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a9e03-d5d7-4731-844c-51887472f8c1 req-3548f9e3-c7ee-4a40-80f1-ba09a688a358 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:30.742433 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4f0a9e03-d5d7-4731-844c-51887472f8c1 req-3548f9e3-c7ee-4a40-80f1-ba09a688a358 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0838587 Feb 16 13:09:30.751394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59572) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:30.756488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'floatingip': {'port_id': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:30.836966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.584860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.654323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.834624 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e associated. External IP: 172.26.6.211, port: 07c71c70-79df-4aba-9f7a-01eac7d39a48. Feb 16 13:09:32.197844 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:09:32.381930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:09:32.386592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.392630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:32.402952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:32.403596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:09:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:32.442210 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e2d8c23c-9650-43cf-af96-e8f4d1aff409 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "PUT /v2.0/floatingips/49664417-b49d-492a-921b-f5b408793e2e HTTP/1.1" status: 200 len: 991 time: 1.6897230 Feb 16 13:09:32.442782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:32.501547 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'status': 'completed', 'code': 200} Feb 16 13:09:32.610189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-60a455e7-58f4-40c2-a236-86ea750ab557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:32.612259 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-60a455e7-58f4-40c2-a236-86ea750ab557 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1098 time: 0.0882614 Feb 16 13:09:32.614046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:32.746764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-152e1e5d-51d3-4c06-801e-46a25cfd0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:32.748268 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-152e1e5d-51d3-4c06-801e-46a25cfd0215 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1298366 Feb 16 13:09:32.857675 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-91ae8a3e-e185-488b-9a2d-c3ef430bdf67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 999 time: 0.1023955 Feb 16 13:09:32.926663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-6b6c664d-9fa9-48ab-b138-46f3c255a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:32.928174 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-6b6c664d-9fa9-48ab-b138-46f3c255a118 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0637636 Feb 16 13:09:32.977134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:24:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:09:31Z', 'revision_number': 9, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:32.982561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:33.000192 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:09:33.000777 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:33.001190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:09:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.008577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-631536ed-12ed-40d1-9930-b2ed0a96dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:33.010309 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-631536ed-12ed-40d1-9930-b2ed0a96dd1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755944 Feb 16 13:09:33.066310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77567b6-cc53-4236-a2cc-df4db4d3c097 req-52f09e56-56ba-4a9c-91f7-9c7492097794 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:33.066916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d77567b6-cc53-4236-a2cc-df4db4d3c097 req-52f09e56-56ba-4a9c-91f7-9c7492097794 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.1016054 Feb 16 13:09:33.122366 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d77567b6-cc53-4236-a2cc-df4db4d3c097 req-69c8e29b-b767-42c5-9b68-b89e2e91fb7f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497830 Feb 16 13:09:33.162407 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-384a6b67-0280-4c90-8e73-e6c5d89083c8 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443079 Feb 16 13:09:33.209702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:33.242659 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-22f2b24f-a303-460f-afe0-df10e410a8d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477668 Feb 16 13:09:33.320282 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bb15d6aa-b84c-40d4-a930-43dd5efccfbf req-badf4514-3a08-4b9b-bbe1-2573d8aef7f8 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513064 Feb 16 13:09:33.592045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:24:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:09:31Z', 'revision_number': 9, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.597083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d198fce-fa80-4a89-97d3-ef7165116835 None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:24:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:09:31Z', 'revision_number': 9, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:33.800506 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95503eb-e46f-4fba-9d19-2e3e2c9526df None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:09:33.886211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2dc51200-5832-42a1-8805-8d08e635fe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.318910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0afd-e461-452c-bf4c-9f2a4f9ec761 req-d09f0baf-fbe9-4a79-b745-df9e1bb96985 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:34.320420 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ded0afd-e461-452c-bf4c-9f2a4f9ec761 req-d09f0baf-fbe9-4a79-b745-df9e1bb96985 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0836806 Feb 16 13:09:34.365099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ded0afd-e461-452c-bf4c-9f2a4f9ec761 req-da4288ac-1ae8-4d4e-94c3-f43cc6fab222 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388672 Feb 16 13:09:35.556037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76562832-4b13-4996-9031-d5a9fb9cee1b req-51ff9e71-8c85-4cc0-b91e-48a974e5c790 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:35.557560 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76562832-4b13-4996-9031-d5a9fb9cee1b req-51ff9e71-8c85-4cc0-b91e-48a974e5c790 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0807414 Feb 16 13:09:35.603321 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76562832-4b13-4996-9031-d5a9fb9cee1b req-21d121cf-5969-485d-8fbb-e3a252e9afe5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Feb 16 13:09:35.630894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-d582e8f9-8d6e-4d02-b78e-7d47b3518081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:35.632463 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-d582e8f9-8d6e-4d02-b78e-7d47b3518081 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1098 time: 0.0761571 Feb 16 13:09:35.881036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-8fa016d1-234b-4c92-97e0-40bdbe917c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:35.882502 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-8fa016d1-234b-4c92-97e0-40bdbe917c3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.2420619 Feb 16 13:09:35.987490 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-2e0fd552-470b-4da1-a22b-7f367b14e02e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 1002 time: 0.0979078 Feb 16 13:09:36.053535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-187b72f2-6e09-4560-8d2b-bceab23e7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:36.054885 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-187b72f2-6e09-4560-8d2b-bceab23e7d83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0591774 Feb 16 13:09:36.136272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-d61a2ea8-4af8-4bda-874d-4010515c5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:36.137739 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-d61a2ea8-4af8-4bda-874d-4010515c5faa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751247 Feb 16 13:09:36.155911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4378-9d86-42fa-a708-4e3e65d5e829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.274001 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-7a802c32-9e1b-4ce7-a03d-f849e39ba5de service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285477 Feb 16 13:09:36.425308 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-ebaa0aae-453d-4f72-aceb-1f0ba0aaf98a service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448903 Feb 16 13:09:36.798653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411bd4-ceb8-428a-9b11-7e02663a56b1 req-120af598-2cb6-4700-81b2-1e32eacc6daa tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:36.800259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ef411bd4-ceb8-428a-9b11-7e02663a56b1 req-120af598-2cb6-4700-81b2-1e32eacc6daa tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0847635 Feb 16 13:09:36.847846 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ef411bd4-ceb8-428a-9b11-7e02663a56b1 req-5f8bd4cf-c636-4510-89df-d7f088954a83 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Feb 16 13:09:36.940468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-f05b1600-415a-4385-8841-266ea6a33f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:36.941882 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-f05b1600-415a-4385-8841-266ea6a33f0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1098 time: 0.0732608 Feb 16 13:09:37.089689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-49973b42-dc51-4f35-b185-106da0992b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:37.091236 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-49973b42-dc51-4f35-b185-106da0992b13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1283290 Feb 16 13:09:37.202914 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-1627a11e-7786-43be-b645-e9cf63f128cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 1002 time: 0.0976424 Feb 16 13:09:37.260727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-01e582a7-c25a-4b1f-9ed6-c26d0967a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:37.262170 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-01e582a7-c25a-4b1f-9ed6-c26d0967a6a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0591350 Feb 16 13:09:37.289177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.328851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.344483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-da700c0b-6642-4d80-a388-909c327938eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:37.345966 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-da700c0b-6642-4d80-a388-909c327938eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761664 Feb 16 13:09:37.489082 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-bee59b05-08af-4b43-90a3-63bacd4f2dbb service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359081 Feb 16 13:09:37.620970 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f69cf3f-7c44-4ce7-af4c-d2d6a5ca0ffb req-2bb2366b-3c49-4757-96e0-0b2b52a93cbd service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250498 Feb 16 13:09:38.044260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c24642-d258-4cc0-b39c-24aca8d784bf req-0660b13c-a243-4553-a3e9-7db8bcf939e8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:38.045950 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94c24642-d258-4cc0-b39c-24aca8d784bf req-0660b13c-a243-4553-a3e9-7db8bcf939e8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0899427 Feb 16 13:09:38.091217 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94c24642-d258-4cc0-b39c-24aca8d784bf req-8d70141a-1d6f-46b6-b128-6ed209a9d47d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 Feb 16 13:09:38.819676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.412039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c887-1d00-4f5b-8853-7a949b0844ce req-91c177b6-cf66-4d5a-9bd7-4bf6b2506886 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:39.413564 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6592c887-1d00-4f5b-8853-7a949b0844ce req-91c177b6-cf66-4d5a-9bd7-4bf6b2506886 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.2137535 Feb 16 13:09:39.460360 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6592c887-1d00-4f5b-8853-7a949b0844ce req-c8729bee-b906-4f3b-a5db-5a8e3f195cf0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Feb 16 13:09:40.647825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d29dce-7af1-40a4-87fe-040ca1187972 req-96b77f10-a425-4acb-8ccb-cd39b79a722f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:40.649277 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13d29dce-7af1-40a4-87fe-040ca1187972 req-96b77f10-a425-4acb-8ccb-cd39b79a722f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0813775 Feb 16 13:09:40.692943 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13d29dce-7af1-40a4-87fe-040ca1187972 req-d26036b7-1336-46ba-b4ed-648f5cf166e1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380402 Feb 16 13:09:41.309907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.877028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0e8a9-7c49-4816-afa2-345d8d6c0bd9 req-254ac27b-70cc-481c-a9ef-c96cf00b9177 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:41.878528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7be0e8a9-7c49-4816-afa2-345d8d6c0bd9 req-254ac27b-70cc-481c-a9ef-c96cf00b9177 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0796268 Feb 16 13:09:41.924752 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7be0e8a9-7c49-4816-afa2-345d8d6c0bd9 req-08fa2297-58ff-451b-a86d-13e84ee3d2ee tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Feb 16 13:09:43.121059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf658587-2525-4d21-bf4a-30348ac194ee req-213bdf06-5dfb-4917-b5f9-e88ea3460007 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:43.122572 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf658587-2525-4d21-bf4a-30348ac194ee req-213bdf06-5dfb-4917-b5f9-e88ea3460007 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0881643 Feb 16 13:09:43.174068 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf658587-2525-4d21-bf4a-30348ac194ee req-cd9a851c-918b-4e9d-93b9-acd522e74201 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Feb 16 13:09:44.360926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adcbbe-8b98-4a5b-b99d-d838979ac905 req-f5d0c6c5-8e9f-4b5b-8d01-cd2e55f2862a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:44.362407 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0adcbbe-8b98-4a5b-b99d-d838979ac905 req-f5d0c6c5-8e9f-4b5b-8d01-cd2e55f2862a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0801864 Feb 16 13:09:44.406842 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0adcbbe-8b98-4a5b-b99d-d838979ac905 req-338e03c6-9229-40f2-816a-0cd905eca821 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387535 Feb 16 13:09:45.606091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5863be-e191-493f-9775-549da932c9b8 req-a302b429-6e07-48f9-bc5d-4baabfc8d0f8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:45.607635 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ba5863be-e191-493f-9775-549da932c9b8 req-a302b429-6e07-48f9-bc5d-4baabfc8d0f8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0894184 Feb 16 13:09:45.656276 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ba5863be-e191-493f-9775-549da932c9b8 req-091f3b68-3edb-4078-b1b1-a01e9e2ac740 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Feb 16 13:09:46.841224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63630f9-01fe-4b22-87c9-77e0ac5ce6aa req-90b35ebd-0161-459e-9b4a-c9fb400c833c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:46.842674 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b63630f9-01fe-4b22-87c9-77e0ac5ce6aa req-90b35ebd-0161-459e-9b4a-c9fb400c833c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0803313 Feb 16 13:09:46.889958 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b63630f9-01fe-4b22-87c9-77e0ac5ce6aa req-e828d327-5292-44bd-a632-b54e055276ad tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416198 Feb 16 13:09:48.112933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62a987-c9f3-4fcc-943f-daa46e2a18f6 req-e2129081-1b93-43db-aff4-3f93d2574dca tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:48.114413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ff62a987-c9f3-4fcc-943f-daa46e2a18f6 req-e2129081-1b93-43db-aff4-3f93d2574dca tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0823019 Feb 16 13:09:48.159168 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ff62a987-c9f3-4fcc-943f-daa46e2a18f6 req-1ac91e24-f5f3-4b1e-a5c1-6170e8074cf0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390689 Feb 16 13:09:49.346655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bb51-3e17-4fea-99fc-c9091d5bc78f req-bd398981-eec9-4e50-a148-65532fdf6fa5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:49.348052 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f75bb51-3e17-4fea-99fc-c9091d5bc78f req-bd398981-eec9-4e50-a148-65532fdf6fa5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0832236 Feb 16 13:09:49.393170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f75bb51-3e17-4fea-99fc-c9091d5bc78f req-69e58b30-ab74-4653-9647-4a2042e986e9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 Feb 16 13:09:50.582331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21defff4-5ebd-4247-8c59-92b1b6021984 req-ee993e91-44cd-4231-b65b-ec2ac73682ec tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:50.583789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21defff4-5ebd-4247-8c59-92b1b6021984 req-ee993e91-44cd-4231-b65b-ec2ac73682ec tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0822682 Feb 16 13:09:50.630112 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-21defff4-5ebd-4247-8c59-92b1b6021984 req-6eca32a0-6c70-4217-961b-9404105871ed tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403426 Feb 16 13:09:51.823870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4bf08-9551-4adc-a641-f0831f22c6b3 req-24a97045-ed87-4811-b53d-ce09a22d4c2b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:51.825456 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-77b4bf08-9551-4adc-a641-f0831f22c6b3 req-24a97045-ed87-4811-b53d-ce09a22d4c2b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0865197 Feb 16 13:09:51.872083 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-77b4bf08-9551-4adc-a641-f0831f22c6b3 req-f06d54b6-0663-4c29-8952-f749eb4121d0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Feb 16 13:09:53.074508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfe16f-f171-4bb5-a25e-c2b7ab7bfdfa req-55ba5881-9dcc-4c9f-b9fd-1ddd9bed97f1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:53.077650 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c4dfe16f-f171-4bb5-a25e-c2b7ab7bfdfa req-55ba5881-9dcc-4c9f-b9fd-1ddd9bed97f1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0877185 Feb 16 13:09:53.129230 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c4dfe16f-f171-4bb5-a25e-c2b7ab7bfdfa req-fde6ffec-ef42-4631-95d3-227988ed8142 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473137 Feb 16 13:09:54.326721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451513a3-bc51-4b1a-bbde-4f9a9984b54f req-11c5c80e-6a26-4500-9940-ac01f7e403f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:54.327533 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-451513a3-bc51-4b1a-bbde-4f9a9984b54f req-11c5c80e-6a26-4500-9940-ac01f7e403f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0805564 Feb 16 13:09:54.372876 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-451513a3-bc51-4b1a-bbde-4f9a9984b54f req-7439fa81-1e7b-4e64-a5f0-3bd3296ccd20 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397091 Feb 16 13:09:55.559580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f3c55-dcea-49b4-82d5-ac48e662b20a req-286853bd-8584-4c2c-81d9-92f0b261623f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:55.561021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb2f3c55-dcea-49b4-82d5-ac48e662b20a req-286853bd-8584-4c2c-81d9-92f0b261623f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0828130 Feb 16 13:09:55.605700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb2f3c55-dcea-49b4-82d5-ac48e662b20a req-ee68dde1-6a6a-471c-81ef-90a0dbc965a1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Feb 16 13:09:56.794392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17ee3c-a953-4377-85b6-e7573b4283ec req-02a528b0-cd5f-42d1-9350-e1550eb444d0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:56.795902 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c17ee3c-a953-4377-85b6-e7573b4283ec req-02a528b0-cd5f-42d1-9350-e1550eb444d0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0808332 Feb 16 13:09:56.840001 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c17ee3c-a953-4377-85b6-e7573b4283ec req-f497ec3c-7bd6-4f42-a0c1-85a9e207e865 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Feb 16 13:09:58.029163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebe474-dfe8-4315-8478-5ee8589d6254 req-e82f0d4f-b811-48fa-934e-c4fa4f165b98 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:58.030573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-44ebe474-dfe8-4315-8478-5ee8589d6254 req-e82f0d4f-b811-48fa-934e-c4fa4f165b98 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0835202 Feb 16 13:09:58.073645 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-44ebe474-dfe8-4315-8478-5ee8589d6254 req-3f3e4b4e-19c5-48f6-af9d-f4d92adbdfa9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375226 Feb 16 13:09:59.266592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb33a03-1076-4edf-8ce0-c664e649d80c req-ce2eb57b-13ef-4868-9d11-66f01f1f434a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.268112 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5eb33a03-1076-4edf-8ce0-c664e649d80c req-ce2eb57b-13ef-4868-9d11-66f01f1f434a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0869930 Feb 16 13:09:59.313747 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5eb33a03-1076-4edf-8ce0-c664e649d80c req-97199f54-019c-4e33-a1a8-73813e8ef3c6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Feb 16 13:10:00.503800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77686d-ca40-47bc-a789-f805ab8845a3 req-1dc82f64-8c3d-48c8-8c68-e009b785d581 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:00.505259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e77686d-ca40-47bc-a789-f805ab8845a3 req-1dc82f64-8c3d-48c8-8c68-e009b785d581 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0820720 Feb 16 13:10:00.550227 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e77686d-ca40-47bc-a789-f805ab8845a3 req-db831a16-f5e1-4c05-ac68-87c561a21a78 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Feb 16 13:10:01.738796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836a7e1-5ed2-43cb-bc10-f88b1fa5ccc1 req-4d38184e-6744-44f8-824c-0b9cb67bdf09 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:01.740286 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d836a7e1-5ed2-43cb-bc10-f88b1fa5ccc1 req-4d38184e-6744-44f8-824c-0b9cb67bdf09 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0803645 Feb 16 13:10:01.788838 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d836a7e1-5ed2-43cb-bc10-f88b1fa5ccc1 req-7697f612-e08f-4af2-b640-a054c77e6d0d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428538 Feb 16 13:10:02.976544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522b9c-82dc-42a1-9300-3e9c0ca2e52b req-d1b44fac-6d18-4c5c-a698-e612c813201b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:02.978198 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d7522b9c-82dc-42a1-9300-3e9c0ca2e52b req-d1b44fac-6d18-4c5c-a698-e612c813201b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0827937 Feb 16 13:10:03.023610 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d7522b9c-82dc-42a1-9300-3e9c0ca2e52b req-1eddc507-54a5-4518-835e-ba0e31f5b198 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394471 Feb 16 13:10:03.857808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e06e954-e109-46d5-92b7-0a077b922062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:04.216258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373855e-b929-485f-b3d9-0aeba7c35995 req-c5e79b9e-0593-456c-8247-213fefb6d8f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:04.217733 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8373855e-b929-485f-b3d9-0aeba7c35995 req-c5e79b9e-0593-456c-8247-213fefb6d8f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0826230 Feb 16 13:10:04.263078 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8373855e-b929-485f-b3d9-0aeba7c35995 req-50226e24-e4d3-4101-873a-cf746a45f761 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 Feb 16 13:10:05.449283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3c65f-fd7a-4eae-a0c4-0982cddb5e4f req-c8f9adc6-2d77-4f3c-ae19-862c8cd353ee tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:05.451401 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9af3c65f-fd7a-4eae-a0c4-0982cddb5e4f req-c8f9adc6-2d77-4f3c-ae19-862c8cd353ee tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0801942 Feb 16 13:10:05.496338 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9af3c65f-fd7a-4eae-a0c4-0982cddb5e4f req-96db2e8b-5c05-44c4-8cf9-87458342fbdd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392892 Feb 16 13:10:06.150967 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d839-a6fc-4005-bc34-7e0d12120f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:06.772760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdf3dc-5ab9-43f0-870f-8c188133482f req-fb26285e-942c-49b9-bd49-53bb4e6b397a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:06.774216 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cafdf3dc-5ab9-43f0-870f-8c188133482f req-fb26285e-942c-49b9-bd49-53bb4e6b397a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.1689370 Feb 16 13:10:06.817744 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cafdf3dc-5ab9-43f0-870f-8c188133482f req-2e470f9b-e566-4178-9bb5-31179be3a3ad tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377991 Feb 16 13:10:07.251600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:07.314453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:08.005173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe16e6f-78e8-41de-bb99-f77a3ebc6423 req-1620d573-9158-4275-807f-716e9aab5e99 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:08.006689 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffe16e6f-78e8-41de-bb99-f77a3ebc6423 req-1620d573-9158-4275-807f-716e9aab5e99 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0808718 Feb 16 13:10:08.053427 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ffe16e6f-78e8-41de-bb99-f77a3ebc6423 req-703fa266-e2b0-4465-ab33-596193d01752 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 Feb 16 13:10:08.819367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:08.920199 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-70686858-4966-4b56-bb11-e66970379504 service neutron] 10.222.0.67 "GET /v2.0/ports/07c71c70-79df-4aba-9f7a-01eac7d39a48/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0748010 Feb 16 13:10:09.244665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97336-261c-4853-930a-aec1cdd616f6 req-4551b295-b885-4241-8514-fea2058620ae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:09.246247 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-84b97336-261c-4853-930a-aec1cdd616f6 req-4551b295-b885-4241-8514-fea2058620ae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0889316 Feb 16 13:10:09.292017 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-84b97336-261c-4853-930a-aec1cdd616f6 req-8ff186ce-2896-406d-b0cd-14d82b74257e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389783 Feb 16 13:10:09.645113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-d7cf2c91-ace2-48f3-9542-f6518ce58061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:09.646602 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-d7cf2c91-ace2-48f3-9542-f6518ce58061 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 1098 time: 0.0818629 Feb 16 13:10:09.744456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-6e10d146-2b67-4f7c-be75-646f565178dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:09.745986 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-6e10d146-2b67-4f7c-be75-646f565178dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1098 time: 0.0772421 Feb 16 13:10:09.999481 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:10:10.000490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-95cc0b59-fec3-45af-b1e9-e367cce6d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:10.001985 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-95cc0b59-fec3-45af-b1e9-e367cce6d6fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.2491646 Feb 16 13:10:10.107706 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-165bd70a-695b-4d91-9590-8b8e67a5b9da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 1002 time: 0.0986047 Feb 16 13:10:10.171135 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-7df5873e-3611-40bc-9708-a3d227126f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:10.172606 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-7df5873e-3611-40bc-9708-a3d227126f1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0583537 Feb 16 13:10:10.252126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f946-4362-4d81-8aad-9006710d19d4 req-04dc0eb4-8016-4dc7-9048-221744690a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:10.253554 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-04dc0eb4-8016-4dc7-9048-221744690a8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744464 Feb 16 13:10:10.390524 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-a207fd0a-2961-40a0-9153-7555d24626ae service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297481 Feb 16 13:10:10.485707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afcab9-8eb1-47ee-9364-449f2ba7daf4 req-fcf55156-f576-401b-b6cf-3d610affb96a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:10.487266 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d8afcab9-8eb1-47ee-9364-449f2ba7daf4 req-fcf55156-f576-401b-b6cf-3d610affb96a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0868506 Feb 16 13:10:10.532793 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d8afcab9-8eb1-47ee-9364-449f2ba7daf4 req-6351ae7f-b92b-40ee-9d3a-0869020c0830 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392082 Feb 16 13:10:10.538806 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7695f946-4362-4d81-8aad-9006710d19d4 req-c35e1589-b2b8-4811-8501-a76961d3619e service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396220 Feb 16 13:10:11.314403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:11.726205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40de4c-3cdc-492e-9c16-3c40d7f89737 req-e0ec77c6-ef4f-4377-9021-bdd8086c7455 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:11.727698 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ed40de4c-3cdc-492e-9c16-3c40d7f89737 req-e0ec77c6-ef4f-4377-9021-bdd8086c7455 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0831182 Feb 16 13:10:11.774046 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ed40de4c-3cdc-492e-9c16-3c40d7f89737 req-2f463c2c-7c82-427f-aa33-4626a2bda2d5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Feb 16 13:10:12.967602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5448-c07d-469d-baf1-cd9a3da2ab70 req-915f9062-e67a-44e2-903b-4c9c565b691b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:12.969085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a5b5448-c07d-469d-baf1-cd9a3da2ab70 req-915f9062-e67a-44e2-903b-4c9c565b691b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0838118 Feb 16 13:10:13.016339 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a5b5448-c07d-469d-baf1-cd9a3da2ab70 req-ca02bd98-d8de-4fbc-89f1-3ee5128d34d4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Feb 16 13:10:13.785528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:10:13.788203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:10:13.840324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee87bc-8956-4333-a6dd-322d6807600b req-fbc6d5f5-e818-4dbd-88f9-98fb56d7cac4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:13.842608 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4cee87bc-8956-4333-a6dd-322d6807600b req-fbc6d5f5-e818-4dbd-88f9-98fb56d7cac4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0886459 Feb 16 13:10:13.891982 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-a43e9870-103e-4d19-b255-1252e8502a3f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:13.892699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-a43e9870-103e-4d19-b255-1252e8502a3f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Synchronizing usage tracker for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:10:13.907576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4cee87bc-8956-4333-a6dd-322d6807600b req-6e7c413e-ff53-4413-9174-25f4c705d068 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583405 Feb 16 13:10:14.000357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-a43e9870-103e-4d19-b255-1252e8502a3f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Unset dirty status for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:10:14.002016 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-a43e9870-103e-4d19-b255-1252e8502a3f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf&tenant_id=eed6324356014f65b9d6d261bfabafc8&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.2246883 Feb 16 13:10:14.067764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:14.089249 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-2c494d10-65da-4659-81b8-c2ec47e2738e service neutron] 10.222.0.67 "GET /v2.0/ports/07c71c70-79df-4aba-9f7a-01eac7d39a48/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0807829 Feb 16 13:10:14.110298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:14.121232 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:14.136368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:14.138061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'mac_address': 'fa:16:3e:24:8c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:10:14.188566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-58553ba0-83eb-472f-b639-92405733acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:14.188988 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-58553ba0-83eb-472f-b639-92405733acb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1098 time: 0.0768313 Feb 16 13:10:14.198167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:14.217187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:14.253080 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'code': 200} Feb 16 13:10:14.260996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:14.335076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-59cb847d-03a7-47b3-92c7-164d8a18e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:14.337306 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-59cb847d-03a7-47b3-92c7-164d8a18e550 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1419718 Feb 16 13:10:14.340483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:14.347228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:10:14.347567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:10:14.444202 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-ed72172c-4b1a-4e0e-97fa-f70466610d52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 1000 time: 0.1001298 Feb 16 13:10:14.508658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-1eb83bb1-1d78-4928-9963-29af1d5b656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:14.510129 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-1eb83bb1-1d78-4928-9963-29af1d5b656f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0593028 Feb 16 13:10:14.590222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-1100e7ca-c66f-4982-9482-974eabbcaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:14.591842 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-1100e7ca-c66f-4982-9482-974eabbcaab3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748365 Feb 16 13:10:14.727980 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-9af3a2e2-7ba8-4db4-b23e-bbb8c9c2b4a8 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292121 Feb 16 13:10:14.879527 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-ea054df9-9f5b-46ec-a949-3731f1460f9e service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450067 Feb 16 13:10:14.905009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:14.923034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:14.938745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:15.007789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:15.080024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['07c71c70-79df-4aba-9f7a-01eac7d39a48'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:10:15.100084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7e827-209f-41c3-a01f-620437152f1e req-5a716a9b-3994-43cc-8cd7-a91a87b6cea3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:15.103221 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8ce7e827-209f-41c3-a01f-620437152f1e req-5a716a9b-3994-43cc-8cd7-a91a87b6cea3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 944 time: 0.0883055 Feb 16 13:10:15.141895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:15.151186 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8ce7e827-209f-41c3-a01f-620437152f1e req-e12f7d64-9de0-4245-881a-bf9a910ae1b5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423045 Feb 16 13:10:15.799650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:10:15.868392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 07c71c70-79df-4aba-9f7a-01eac7d39a48 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:15.868779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:15.988174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:16.021958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:16.116485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:16.186141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:16.254748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:16.311116 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'code': 200} Feb 16 13:10:16.357544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cd586-90fb-40d5-b08c-cc0d3c521b5a req-82a41b9a-0bdb-4fba-8180-d556eebdfce3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:16.360924 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a7cd586-90fb-40d5-b08c-cc0d3c521b5a req-82a41b9a-0bdb-4fba-8180-d556eebdfce3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0886161 Feb 16 13:10:16.404914 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a7cd586-90fb-40d5-b08c-cc0d3c521b5a req-5e76fd83-616f-43e4-9129-2f5ec4e9e50d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399866 Feb 16 13:10:17.597966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c3f44-d49a-4dd8-a4b8-6220e3b04cea req-45201ee8-09e1-49a5-8820-3d7b5a6eb45d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:17.599492 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-137c3f44-d49a-4dd8-a4b8-6220e3b04cea req-45201ee8-09e1-49a5-8820-3d7b5a6eb45d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0797322 Feb 16 13:10:17.645332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-137c3f44-d49a-4dd8-a4b8-6220e3b04cea req-5f036f8b-a998-4713-99f2-62e3eef29575 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Feb 16 13:10:18.246814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-57db9848-b534-467c-9a28-ee6346bd5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:18.248265 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-57db9848-b534-467c-9a28-ee6346bd5a97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 1098 time: 0.0725100 Feb 16 13:10:18.464976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-8523941c-a823-4907-b98e-4243a593fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:18.467117 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-8523941c-a823-4907-b98e-4243a593fcdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 1098 time: 0.1952329 Feb 16 13:10:18.608139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-b230c5d5-21c9-42dc-8a82-53a4acd7774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:18.609507 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-b230c5d5-21c9-42dc-8a82-53a4acd7774c service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1361158 Feb 16 13:10:18.716271 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-0d55040f-5b81-4472-a12d-d6e7c32def5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 200 len: 1002 time: 0.0999899 Feb 16 13:10:18.785354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-6eae38a4-1448-45ad-8f86-c436604c5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:18.786799 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-6eae38a4-1448-45ad-8f86-c436604c5034 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0639491 Feb 16 13:10:18.846290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a445c-c9c9-4b95-b194-aac83ac6db81 req-3213f3f8-8a91-4d52-b949-60fa1a28da2b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:18.847812 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2c9a445c-c9c9-4b95-b194-aac83ac6db81 req-3213f3f8-8a91-4d52-b949-60fa1a28da2b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0876844 Feb 16 13:10:18.864833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-0aa74f80-f843-44f3-a4bc-d6530fc0f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:18.866350 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-0aa74f80-f843-44f3-a4bc-d6530fc0f7ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728424 Feb 16 13:10:18.896705 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2c9a445c-c9c9-4b95-b194-aac83ac6db81 req-9d7d720e-d5eb-424e-bdaf-82268e2fbf3b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Feb 16 13:10:19.004281 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-c97fbae5-fbff-4e4b-9776-e491941b7598 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312838 Feb 16 13:10:19.142449 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ddaffd95-1b89-4def-9e31-aa734f56078b req-d4ffe098-5676-407b-8ad8-0fe64c8547be service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312420 Feb 16 13:10:20.232064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5a8c9-a044-4ca5-b802-23bf89a9951b req-1a5eaf22-f800-40c1-a6cd-36bd53456d1e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:20.233495 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3eb5a8c9-a044-4ca5-b802-23bf89a9951b req-1a5eaf22-f800-40c1-a6cd-36bd53456d1e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0824289 Feb 16 13:10:20.280257 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3eb5a8c9-a044-4ca5-b802-23bf89a9951b req-7c63ddf6-72d5-413e-813a-f339d8f4cdae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Feb 16 13:10:21.475469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941420-e30f-4a16-a660-c37838fbbfa6 req-ce9e0a06-5e46-4daa-b852-fca317a86bf3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:21.477029 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-53941420-e30f-4a16-a660-c37838fbbfa6 req-ce9e0a06-5e46-4daa-b852-fca317a86bf3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0883222 Feb 16 13:10:21.524089 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-53941420-e30f-4a16-a660-c37838fbbfa6 req-af49cfa9-a1ee-4b30-8f74-40b01b3f7fca tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Feb 16 13:10:21.717783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ff760-5a24-4829-89ab-1dcf4deb5bd8 req-0f83e463-e52d-416f-ae4c-5c5d94a2539a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:21.719314 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-939ff760-5a24-4829-89ab-1dcf4deb5bd8 req-0f83e463-e52d-416f-ae4c-5c5d94a2539a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0810363 Feb 16 13:10:21.771391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-939ff760-5a24-4829-89ab-1dcf4deb5bd8 req-8e8872a9-87e5-47e9-8267-9a191d5709ec tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462594 Feb 16 13:10:21.815813 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:10:21.819418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:10:21.979737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368f99b-8b8c-4d1d-abd8-cac4d4b57b14 req-fc5175a2-1faa-4338-8883-90d4a4e02f1e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:21.979737 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5368f99b-8b8c-4d1d-abd8-cac4d4b57b14 req-fc5175a2-1faa-4338-8883-90d4a4e02f1e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0930784 Feb 16 13:10:22.032835 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5368f99b-8b8c-4d1d-abd8-cac4d4b57b14 req-741ebe5c-1fdf-4edc-8bc2-f2f0ac2460cf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 Feb 16 13:10:22.040366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:22.073109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:22.097736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'mac_address': 'fa:16:3e:24:8c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:10:22.099104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:22.138385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:22.153642 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'code': 200} Feb 16 13:10:22.173818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:22.197087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:22.232584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:22.353037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:10:22.353037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:10:22.353037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=9']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:22.794604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc1ab7-b8a1-406c-bd17-c4184fca5a82 req-b1cb3d05-3581-4901-a8c8-d2752a9b7b2c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:22.796177 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94fc1ab7-b8a1-406c-bd17-c4184fca5a82 req-b1cb3d05-3581-4901-a8c8-d2752a9b7b2c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 943 time: 0.0863724 Feb 16 13:10:22.845988 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94fc1ab7-b8a1-406c-bd17-c4184fca5a82 req-2c5f3ca1-7f42-4e7d-a486-eda87740afc6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Feb 16 13:10:22.907546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:22.925440 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:22.941404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:23.079934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:23.152325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['07c71c70-79df-4aba-9f7a-01eac7d39a48'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:10:23.197390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:23.830556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:10:23.950012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 07c71c70-79df-4aba-9f7a-01eac7d39a48 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:23.950902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:24.045148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7def6fc-a519-477c-8390-055fc662c4cd req-4f5fa2fe-88c7-4060-bdad-1439cd616d7c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:24.046670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7def6fc-a519-477c-8390-055fc662c4cd req-4f5fa2fe-88c7-4060-bdad-1439cd616d7c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 945 time: 0.0849051 Feb 16 13:10:24.070821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:24.093371 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7def6fc-a519-477c-8390-055fc662c4cd req-95ccb7d1-e37f-40fd-9050-8a0cb751a340 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Feb 16 13:10:24.105106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:24.154384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:24.200508 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'code': 200} Feb 16 13:10:24.225486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:24.296693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:25.178345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-9cbb66a4-edb5-4d95-9991-626f37fdee3a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.179959 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-9cbb66a4-edb5-4d95-9991-626f37fdee3a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 946 time: 0.0855985 Feb 16 13:10:25.260980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Deleting port 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:10:25.261443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.303121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02300f2c-fc6e-4eb5-81b7-a1dd7ea112ca req-0733b76f-24f9-42c7-8b47-9b71308f7477 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.304511 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-02300f2c-fc6e-4eb5-81b7-a1dd7ea112ca req-0733b76f-24f9-42c7-8b47-9b71308f7477 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 946 time: 0.0979562 Feb 16 13:10:25.350591 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-02300f2c-fc6e-4eb5-81b7-a1dd7ea112ca req-bc00de26-df1a-40d7-98de-deeae76c5c61 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Feb 16 13:10:25.526257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] For port 07c71c70-79df-4aba-9f7a-01eac7d39a48, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=07c71c70-79df-4aba-9f7a-01eac7d39a48,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:25.526610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.830102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.830477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.830794 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e disassociated. External IP: 172.26.6.211, port: 07c71c70-79df-4aba-9f7a-01eac7d39a48. Feb 16 13:10:25.831177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Calling delete_port for 07c71c70-79df-4aba-9f7a-01eac7d39a48 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:10:26.073853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:26.235996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event deleted for resources: {'Port': ['ID=07c71c70-79df-4aba-9f7a-01eac7d39a48,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:26.248919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.248919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.248919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.248919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.249342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.249587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.249917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.250242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.250620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.250970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.254236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.254236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:26.452191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:10:26.508145 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3f7403a8-6d7a-4957-9317-4a104924dab9 req-3a299626-217b-4c2f-934d-ecdbf7055865 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 210 time: 0.0434475 Feb 16 13:10:26.636414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:10:26.646830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:10:26.656572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:10:26.657202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:10:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:26.717220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] No DVR routers for this DVR port 07c71c70-79df-4aba-9f7a-01eac7d39a48 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:10:26.720590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:26.723734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-deleted', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:26.776463 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433f0e61-3bed-4aa7-b780-b385d06049cf', 'name': 'network-vif-deleted', 'tag': '07c71c70-79df-4aba-9f7a-01eac7d39a48', 'status': 'completed', 'code': 200} Feb 16 13:10:26.819378 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-65404fde-0e4d-4e65-b351-7f6f83107975 req-e4be99c0-b21d-45b5-baa5-ce8352031091 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "DELETE /v2.0/ports/07c71c70-79df-4aba-9f7a-01eac7d39a48 HTTP/1.1" status: 204 len: 173 time: 1.6316526 Feb 16 13:10:26.842936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:10:27.173778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:27.178154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:10:27.187728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:10:27.188376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:10:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:27.383186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:10:27.689451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0e232ee-0995-4039-ba1b-3ce41c100b0a req-ec284ec3-fa47-4681-98b1-56bc56d9268b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=433f0e61-3bed-4aa7-b780-b385d06049cf HTTP/1.1" status: 200 len: 210 time: 0.0502915 Feb 16 13:10:27.711759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:27.716614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41bd75-2abd-450b-8584-730fb995e14e None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:10:27.951502 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d64ff2-97f8-4285-b520-16bd80f165b9 None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:10:29.050517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-7ac9c097-657a-4066-b19d-cef34b61f396 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1913748243&fields=id&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 267 time: 0.0526140 Feb 16 13:10:29.309990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-b35a3971-c7b5-4298-8267-48a2351fb427 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:29.311412 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-b35a3971-c7b5-4298-8267-48a2351fb427 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.2545612 Feb 16 13:10:29.327732 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-dcfc0cb2-f159-4b4a-ac06-37fc58d080f6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/quotas/eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 375 time: 0.0098653 Feb 16 13:10:29.415574 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-8147ac62-fc90-485f-82de-7ef1ccd69f58 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825477 Feb 16 13:10:29.599216 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-035c352e-b701-4280-834a-fa191afe2afa service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711469 Feb 16 13:10:29.735626 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-e463463e-8f44-4ab1-948e-4746b952b87a service neutron] 10.222.0.47 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303275 Feb 16 13:10:29.881039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:10:29.918756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 07c71c70-79df-4aba-9f7a-01eac7d39a48 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:10:29.918756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 07c71c70-79df-4aba-9f7a-01eac7d39a48 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:10:29.990073 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-725e3971-ed6f-496d-bf8c-e746d932a4f6 req-168c6be7-a659-4b20-a130-37c2764afc9e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 210 time: 0.0482190 Feb 16 13:10:31.154675 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45614b48-8146-4277-8515-c9ad39c2ef25 req-f38f81f5-bb5e-457d-8926-fb7b75d1fba1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 210 time: 0.0529671 Feb 16 13:10:32.247394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-741aad49-e36a-4ad0-b3e9-dcbbb9207402 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.248914 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-741aad49-e36a-4ad0-b3e9-dcbbb9207402 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 812 time: 0.1553926 Feb 16 13:10:32.302227 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-2153577a-dc07-4bdb-b92e-bc9f06d4a8db tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 380 time: 0.0434179 Feb 16 13:10:32.311090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'port': {'device_id': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'admin_state_up': True, 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'security_groups': ['27a0a17a-66d8-4c5c-9d23-dd5db8713485']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:10:32.316669 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ef132193-9058-4d34-ab5f-a0300a36176f req-fb12c46e-d0f0-471a-8e5f-17084f54b64a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 210 time: 0.0440621 Feb 16 13:10:32.455572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:10:32.459828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Usage tracker for resource:port and tenant:eed6324356014f65b9d6d261bfabafc8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:10:32.462766 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:10:32.470584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:10:32.564494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Made reservation on behalf of eed6324356014f65b9d6d261bfabafc8 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:10:32.567978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:32.736551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Allocated IP 172.20.0.13 (aad063fb-f3f6-465d-91af-1b6db65d879f/1b26c711-231a-4b8d-a084-f558d629045e/aba6c048-3800-405c-93f7-90522ebff40c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:10:32.941900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:32.958257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Transition to ACTIVE for port object aba6c048-3800-405c-93f7-90522ebff40c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:10:33.065297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.141456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Network aad063fb-f3f6-465d-91af-1b6db65d879f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:10:33.144721 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:10:33.148697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:10:33.179348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:33.218949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:33.219634 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.305682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-60859249-9870-4f97-8867-a7c3a9b2528c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9983432 Feb 16 13:10:33.318186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Request body: {'port': {'device_id': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:10:33.440439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.504220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-22a5ca7f-637f-4282-aa59-2ffc881ba5d2 None None] Provisioning for port aba6c048-3800-405c-93f7-90522ebff40c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:10:33.510515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-22a5ca7f-637f-4282-aa59-2ffc881ba5d2 None None] Provisioning complete for port aba6c048-3800-405c-93f7-90522ebff40c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:33.510891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22a5ca7f-637f-4282-aa59-2ffc881ba5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.522124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154d65-cddc-4bdc-ae4e-fbe7be6744ec req-594a88ed-3bc6-43c4-be4d-d6573a89d645 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:33.523747 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-05154d65-cddc-4bdc-ae4e-fbe7be6744ec req-594a88ed-3bc6-43c4-be4d-d6573a89d645 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 932 time: 0.0950649 Feb 16 13:10:33.567027 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-22a5ca7f-637f-4282-aa59-2ffc881ba5d2 None None] Port aba6c048-3800-405c-93f7-90522ebff40c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:10:33.575598 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-05154d65-cddc-4bdc-ae4e-fbe7be6744ec req-4aba1d63-56ec-4724-9ec9-52034248498e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 Feb 16 13:10:33.865243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92d854e0-3d5d-4d8e-9809-db79001d2745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.927994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba6c048-3800-405c-93f7-90522ebff40c {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:33.935662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.950949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Transition to ACTIVE for port object aba6c048-3800-405c-93f7-90522ebff40c will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:10:34.046935 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:34.181848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:34.286400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Attempting to bind port aba6c048-3800-405c-93f7-90522ebff40c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:10:34.286737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Attempting to bind port aba6c048-3800-405c-93f7-90522ebff40c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:10:34.287095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Attempting to bind port aba6c048-3800-405c-93f7-90522ebff40c on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:10:34.291848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Port aba6c048-3800-405c-93f7-90522ebff40c on network aad063fb-f3f6-465d-91af-1b6db65d879f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:10:34.292166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Attempting to bind port aba6c048-3800-405c-93f7-90522ebff40c on network aad063fb-f3f6-465d-91af-1b6db65d879f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:10:34.297126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:10:34.297463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Checking segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:10:34.297845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Bound using segment: {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:10:34.298265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Bound port: aba6c048-3800-405c-93f7-90522ebff40c, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab4fc06-69c2-4cd1-add9-bdc5479196d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:10:34.298608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:34.390602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:10:34.393883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:10:34.474039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:34.536520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.537134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:34.538511 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 1094 time: 1.2249928 Feb 16 13:10:34.538952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:34.559545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19917cb-745b-4ab3-8182-16cfb519c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:34.589763 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'status': 'completed', 'code': 200} Feb 16 13:10:34.692724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17537147-9150-4e46-b029-ab74d9fb7335 req-04e30ffa-dad6-4f49-969e-40838dc4dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.694289 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-17537147-9150-4e46-b029-ab74d9fb7335 req-04e30ffa-dad6-4f49-969e-40838dc4dbe7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1097 time: 0.0837839 Feb 16 13:10:34.778221 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ded55-c6ae-4306-afc9-4340db85e3c3 req-8c325b22-7bea-4897-b4bb-a6a2e19d49dd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.779790 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-008ded55-c6ae-4306-afc9-4340db85e3c3 req-8c325b22-7bea-4897-b4bb-a6a2e19d49dd tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0835428 Feb 16 13:10:34.829487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-008ded55-c6ae-4306-afc9-4340db85e3c3 req-b15d5b02-1d3e-4f57-b19c-0edd355a9133 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Feb 16 13:10:34.849928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17537147-9150-4e46-b029-ab74d9fb7335 req-bc7077b5-2178-43ba-ad7e-d93115b4a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.851486 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-17537147-9150-4e46-b029-ab74d9fb7335 req-bc7077b5-2178-43ba-ad7e-d93115b4a6ef service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=eed6324356014f65b9d6d261bfabafc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1494656 Feb 16 13:10:34.992384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17537147-9150-4e46-b029-ab74d9fb7335 req-4def5f76-073c-48fa-99c4-c13a7efdfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.993777 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-17537147-9150-4e46-b029-ab74d9fb7335 req-4def5f76-073c-48fa-99c4-c13a7efdfd85 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1357908 Feb 16 13:10:35.104699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-51177236-0ab5-4a89-b61a-d1c2f80c73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:35.106332 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-51177236-0ab5-4a89-b61a-d1c2f80c73d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1097 time: 0.0707810 Feb 16 13:10:35.177961 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-6f706d3f-810f-47bf-9307-2319fea6bdf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 217 time: 0.0640850 Feb 16 13:10:35.241387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-debae8c9-9fcc-400a-b406-62190f44d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:35.242896 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-debae8c9-9fcc-400a-b406-62190f44d7ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0583112 Feb 16 13:10:35.325571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-625eaf0c-c72b-4ffd-bc4d-47a28cba96da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:35.327156 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-625eaf0c-c72b-4ffd-bc4d-47a28cba96da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776112 Feb 16 13:10:35.467126 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-7b7ab8be-0819-46ef-a886-6e7dff00b702 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296825 Feb 16 13:10:35.606560 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f1cc9fa3-6a0c-4d90-8fd6-5b9db9244b54 req-9336b358-cd69-4fcd-af45-4dcc5b080280 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330166 Feb 16 13:10:36.022920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fa15a-ad0e-4bf6-8790-2a0f0af50dec req-20079357-dcce-4d22-974a-9d945aba6c91 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:36.024460 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bf9fa15a-ad0e-4bf6-8790-2a0f0af50dec req-20079357-dcce-4d22-974a-9d945aba6c91 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0859160 Feb 16 13:10:36.070481 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bf9fa15a-ad0e-4bf6-8790-2a0f0af50dec req-58f9c036-f3ad-44f7-a3f7-fe123b1c62b5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392156 Feb 16 13:10:36.144102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36a7447d-8451-4c6e-b259-cfd744e69fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:37.239513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:37.266369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c52da-f9c2-4e8b-b8b4-044d5b083ef3 req-b86bdccc-ce22-4fca-a590-dd7a619d4c6f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:37.267901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-470c52da-f9c2-4e8b-b8b4-044d5b083ef3 req-b86bdccc-ce22-4fca-a590-dd7a619d4c6f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0888360 Feb 16 13:10:37.284698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:37.318105 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-470c52da-f9c2-4e8b-b8b4-044d5b083ef3 req-5d9ccde8-9166-4c98-bf15-2ddbcff299f9 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443707 Feb 16 13:10:37.924061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:10:38.101289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:38.115236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'aba6c048-3800-405c-93f7-90522ebff40c', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': 'aba6c048-3800-405c-93f7-90522ebff40c', 'mac_address': 'fa:16:3e:75:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:10:38.170435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:38.187916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba6c048-3800-405c-93f7-90522ebff40c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:38.203655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:38.269888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:38.340502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:38.348307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.348533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.349016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.349361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.349690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.350019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.350343 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.350758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.351121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.351444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.351766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.352092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:38.515054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943d70-d26c-426e-9d6a-d001acb40043 req-d0138aa1-bf2f-44e9-96d4-d135b746c5cf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:38.516485 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88943d70-d26c-426e-9d6a-d001acb40043 req-d0138aa1-bf2f-44e9-96d4-d135b746c5cf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 945 time: 0.0856037 Feb 16 13:10:38.517965 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['aba6c048-3800-405c-93f7-90522ebff40c'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:10:38.572119 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88943d70-d26c-426e-9d6a-d001acb40043 req-efa58315-cc21-4d19-8213-076b9079befc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498087 Feb 16 13:10:38.827757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:39.765583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdacf6c-2f82-4adb-8607-d67629332da1 req-436b4fdd-aba1-4d90-9868-33deb0a8fc4a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:39.767147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0fdacf6c-2f82-4adb-8607-d67629332da1 req-436b4fdd-aba1-4d90-9868-33deb0a8fc4a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 945 time: 0.0858335 Feb 16 13:10:39.812149 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0fdacf6c-2f82-4adb-8607-d67629332da1 req-08516eaa-3e63-454a-92b6-e78051508da6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Feb 16 13:10:39.950683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:10:40.096088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port aba6c048-3800-405c-93f7-90522ebff40c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:10:40.101282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port aba6c048-3800-405c-93f7-90522ebff40c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:40.101646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:40.221803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:40.250349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:40.260259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:40.294787 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'code': 200} Feb 16 13:10:40.327322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:40.401238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:40.816994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3311e-6a5e-4c81-b509-71d293ceffbf req-4bfeaec1-d39f-4247-862f-82bba33ca7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:40.818496 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ea3311e-6a5e-4c81-b509-71d293ceffbf req-4bfeaec1-d39f-4247-862f-82bba33ca7a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1099 time: 0.1726847 Feb 16 13:10:40.863658 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ea3311e-6a5e-4c81-b509-71d293ceffbf req-75180722-2c04-4b78-9828-e130f2f62ed1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377717 Feb 16 13:10:41.009056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa33a5-83f7-46fb-8b3f-eb38b55a8004 req-577ee655-7de1-41fd-b068-a5feb2b37188 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:41.010804 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0aa33a5-83f7-46fb-8b3f-eb38b55a8004 req-577ee655-7de1-41fd-b068-a5feb2b37188 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0841999 Feb 16 13:10:41.058441 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0aa33a5-83f7-46fb-8b3f-eb38b55a8004 req-10ab7ac8-60c7-4cd7-a7e2-b1a46e72e6c4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397012 Feb 16 13:10:41.366861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:42.258116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd5b6-cf40-44cc-a1f1-cc589d1eef0e req-6a533f40-f84d-4120-b0b3-6b154a8b7a8d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:42.259649 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-60ffd5b6-cf40-44cc-a1f1-cc589d1eef0e req-6a533f40-f84d-4120-b0b3-6b154a8b7a8d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0866256 Feb 16 13:10:42.309391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-60ffd5b6-cf40-44cc-a1f1-cc589d1eef0e req-a6933672-02c5-489a-a9e9-82497a4122bf tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Feb 16 13:10:43.497755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089c09a-2665-47bb-abff-03aa7f7441f4 req-7b0c1c18-a60a-4fd2-9963-35c0909184da tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:43.499248 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5089c09a-2665-47bb-abff-03aa7f7441f4 req-7b0c1c18-a60a-4fd2-9963-35c0909184da tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0829756 Feb 16 13:10:43.544011 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5089c09a-2665-47bb-abff-03aa7f7441f4 req-78b889e1-31f2-4bad-8d30-50908ebba1a1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Feb 16 13:10:43.727943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff44d3-7e6c-460d-8ae3-3f1bd9538698 req-beef96ef-d5d1-4faa-868f-c63168b96050 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:43.729932 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8eff44d3-7e6c-460d-8ae3-3f1bd9538698 req-beef96ef-d5d1-4faa-868f-c63168b96050 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0861337 Feb 16 13:10:43.738296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 59790) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:10:43.743270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Request body: {'floatingip': {'port_id': 'aba6c048-3800-405c-93f7-90522ebff40c'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:10:43.825542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:44.544605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:44.605571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:44.804156 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e associated. External IP: 172.26.6.211, port: aba6c048-3800-405c-93f7-90522ebff40c. Feb 16 13:10:45.164542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:10:45.348418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:10:45.353631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:45.359000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:10:45.368110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:10:45.368726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:10:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:45.538041 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-beea2e9e-41e4-4535-97e5-25ce1c275982 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "PUT /v2.0/floatingips/49664417-b49d-492a-921b-f5b408793e2e HTTP/1.1" status: 200 len: 993 time: 1.7956109 Feb 16 13:10:45.538041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:45.563947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:10:45.652130 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'status': 'completed', 'code': 200} Feb 16 13:10:45.752919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-99815acf-5b73-48fd-ae3d-e8da9d2dd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:45.754471 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-99815acf-5b73-48fd-ae3d-e8da9d2dd93f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0807216 Feb 16 13:10:45.897620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-7ecf7865-8283-4640-820f-afdf5bab4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:45.899123 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-7ecf7865-8283-4640-820f-afdf5bab4989 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1377883 Feb 16 13:10:45.928743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'aba6c048-3800-405c-93f7-90522ebff40c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:75:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:10:44Z', 'revision_number': 13, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:45.932883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:10:45.941839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:10:45.942460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:10:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:46.016295 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-9c73fcd7-597d-4466-910f-c2677d35ca16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 1001 time: 0.1102710 Feb 16 13:10:46.085742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-959de110-2c98-4160-af86-565ed970e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:46.087325 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-959de110-2c98-4160-af86-565ed970e9e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0649292 Feb 16 13:10:46.165990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-f639ad16-0ae9-48ab-aaf0-2dadc9a874ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:46.167833 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-f639ad16-0ae9-48ab-aaf0-2dadc9a874ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736816 Feb 16 13:10:46.181191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:10:46.308725 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-e5fc37a6-4388-4f33-b0a8-24f01aa7385b service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339736 Feb 16 13:10:46.476967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-76ea1070-cf3f-470b-b9ca-ccf4d72e9507 req-6c00cd58-5485-4ba5-905b-9ca5acf7aa8c service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612890 Feb 16 13:10:46.574759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'aba6c048-3800-405c-93f7-90522ebff40c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:75:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:10:44Z', 'revision_number': 13, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:10:46.579655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5bdd0-5f7f-4475-a81b-fc52f0d2a002 None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '49664417-b49d-492a-921b-f5b408793e2e', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '730a9df9-3546-4782-9024-7f44caad4352', 'port_id': 'aba6c048-3800-405c-93f7-90522ebff40c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'mac_address': 'fa:16:3e:75:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:08Z', 'updated_at': '2022-02-16T13:10:44Z', 'revision_number': 13, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:10:46.831913 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b1bdb9-19fc-481a-b917-ef35eaf4488b None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:10:47.014213 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:10:48.788362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cdec1-e8c4-4364-9600-11e84040c89d req-0d64c716-aee6-4106-98a5-9ac6e0131064 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:48.789865 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a85cdec1-e8c4-4364-9600-11e84040c89d req-0d64c716-aee6-4106-98a5-9ac6e0131064 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0803876 Feb 16 13:10:48.834391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a85cdec1-e8c4-4364-9600-11e84040c89d req-6f8962d3-a762-4067-ae7f-f5f28cd37962 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382187 Feb 16 13:10:59.183095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a13-b6ab-4f09-a2a3-9e792f92528a req-0d958c4e-f417-4108-9a3e-6c38bee3057f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:59.184549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8726a13-b6ab-4f09-a2a3-9e792f92528a req-0d958c4e-f417-4108-9a3e-6c38bee3057f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0829978 Feb 16 13:10:59.228679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8726a13-b6ab-4f09-a2a3-9e792f92528a req-3ee73b8b-d99e-4052-82fc-53bc13ac1666 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Feb 16 13:10:59.322811 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-c1a33c0b-3650-424d-89ef-94d6737d5a6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676935 Feb 16 13:11:00.440260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9c7ab-7766-4a45-a52c-3d43e891eaac req-0e065f13-53ee-4403-a4d6-fd7efffc0386 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:00.441739 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-59a9c7ab-7766-4a45-a52c-3d43e891eaac req-0e065f13-53ee-4403-a4d6-fd7efffc0386 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0945241 Feb 16 13:11:00.488354 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-59a9c7ab-7766-4a45-a52c-3d43e891eaac req-dfa46a01-df51-4c1e-9816-aa25b918e4f1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Feb 16 13:11:01.679182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41529003-72e5-410b-942b-e868f73e9996 req-d52d7557-b780-44e1-a93f-9fc9d8964ee3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:01.680720 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-41529003-72e5-410b-942b-e868f73e9996 req-d52d7557-b780-44e1-a93f-9fc9d8964ee3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0833435 Feb 16 13:11:01.730139 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-41529003-72e5-410b-942b-e868f73e9996 req-cb3e21ce-3eaa-4948-a677-5c2e81534b9e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Feb 16 13:11:01.761999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-ee24a313-c3b3-4250-a736-d3e3916304d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:01.763553 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-ee24a313-c3b3-4250-a736-d3e3916304d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0771134 Feb 16 13:11:01.907733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-e50a4481-d2b0-49f0-b20d-a26ba8c82ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:01.909212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-e50a4481-d2b0-49f0-b20d-a26ba8c82ac8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1387973 Feb 16 13:11:02.016491 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-af9cbfd0-141c-4092-9ef0-e3221d5268ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 1003 time: 0.1004548 Feb 16 13:11:02.083573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-a94a609b-0511-4aea-bf35-28bc37bdb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:02.085033 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-a94a609b-0511-4aea-bf35-28bc37bdb172 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0614307 Feb 16 13:11:02.168076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-91606395-d7fe-4c16-bb42-60a8d6d074ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:02.169483 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-91606395-d7fe-4c16-bb42-60a8d6d074ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758221 Feb 16 13:11:02.306796 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-7ffc0382-8590-40d4-b476-1ae773493ee8 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297696 Feb 16 13:11:02.448315 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-99cdd49b-38f4-42fc-8182-6bed32b1835b service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328661 Feb 16 13:11:02.949981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee041a5-a0f9-4e14-92fe-844c7e651aa8 req-60f8ab95-ce26-470b-8be2-8718a5a92e56 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:02.951437 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dee041a5-a0f9-4e14-92fe-844c7e651aa8 req-60f8ab95-ce26-470b-8be2-8718a5a92e56 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0870471 Feb 16 13:11:02.997751 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dee041a5-a0f9-4e14-92fe-844c7e651aa8 req-62f87d08-d2e4-42c5-b342-bda606d14530 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Feb 16 13:11:03.840608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dee1151e-ae94-44de-86dc-0bbf6f911de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:04.184131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f196a10-4817-4096-b8ac-47b3974929e8 req-20b5b494-315b-4954-aeb6-ca4cffe142a2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:04.185595 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1f196a10-4817-4096-b8ac-47b3974929e8 req-20b5b494-315b-4954-aeb6-ca4cffe142a2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0791609 Feb 16 13:11:04.233645 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1f196a10-4817-4096-b8ac-47b3974929e8 req-81a6c445-b372-4e4d-9f27-862265ba06f3 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Feb 16 13:11:05.421073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789fa96-2b00-4e36-8b58-0cba9216bea8 req-9989f79c-c078-4c4b-b50a-e2e96bd19f8e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:05.422560 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6789fa96-2b00-4e36-8b58-0cba9216bea8 req-9989f79c-c078-4c4b-b50a-e2e96bd19f8e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0816650 Feb 16 13:11:05.469162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6789fa96-2b00-4e36-8b58-0cba9216bea8 req-60869f60-a0fb-411c-aa89-cfdaca732589 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Feb 16 13:11:06.160845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9413d56f-bd73-489b-84ff-9117ea0c0408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:06.665534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836732-1471-40a1-983f-e6974f5ddfc1 req-18d5d296-71e5-4464-9ebf-6e30e9fe2b99 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:06.667667 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8c836732-1471-40a1-983f-e6974f5ddfc1 req-18d5d296-71e5-4464-9ebf-6e30e9fe2b99 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0857520 Feb 16 13:11:06.711975 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8c836732-1471-40a1-983f-e6974f5ddfc1 req-b85a489f-9b29-4e12-a881-57126b61ce99 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Feb 16 13:11:07.257634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:07.286569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:07.900605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d15c2c-ea5d-4a7c-9495-b536d6bd95fa req-01f4c110-657e-4c93-a98f-faf56d7e93cc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:07.902106 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-78d15c2c-ea5d-4a7c-9495-b536d6bd95fa req-01f4c110-657e-4c93-a98f-faf56d7e93cc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0796468 Feb 16 13:11:07.948655 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-78d15c2c-ea5d-4a7c-9495-b536d6bd95fa req-55a90aa1-7275-4d78-8ea3-3de86a27232c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Feb 16 13:11:08.826252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.141814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5503-230c-4ede-88a8-24fd0bb3b77a req-2f4acbc1-b396-47ea-8823-5d1307a4bba4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:09.143285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c6e5503-230c-4ede-88a8-24fd0bb3b77a req-2f4acbc1-b396-47ea-8823-5d1307a4bba4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0830851 Feb 16 13:11:09.194198 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c6e5503-230c-4ede-88a8-24fd0bb3b77a req-9ebff19a-d6ed-4324-b7ad-08ca9973741a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452242 Feb 16 13:11:10.386103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515ced-b723-40d2-80d8-fed289adc194 req-b33af714-7e5c-4ff3-a831-98c54c15057f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.387675 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e515ced-b723-40d2-80d8-fed289adc194 req-b33af714-7e5c-4ff3-a831-98c54c15057f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0828569 Feb 16 13:11:10.434085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e515ced-b723-40d2-80d8-fed289adc194 req-b10ad997-fe61-49e9-ab47-ccd22ff2b72a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Feb 16 13:11:11.346062 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.624166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe263b6-7f10-4fd7-a5ea-82fc04f00a2d req-536eb5dc-8d0d-44b5-9b06-e9cee722b2ae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:11.625637 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dbe263b6-7f10-4fd7-a5ea-82fc04f00a2d req-536eb5dc-8d0d-44b5-9b06-e9cee722b2ae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0851259 Feb 16 13:11:11.671003 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dbe263b6-7f10-4fd7-a5ea-82fc04f00a2d req-c602e6b4-5bb1-402e-9695-fcd04f6e6b51 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Feb 16 13:11:12.857575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dfcac-9164-4405-aa88-835ddbc66f54 req-2f7c0dfc-7b2f-49cb-a2bc-23699d922c0d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.859081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-400dfcac-9164-4405-aa88-835ddbc66f54 req-2f7c0dfc-7b2f-49cb-a2bc-23699d922c0d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0799804 Feb 16 13:11:12.909506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-400dfcac-9164-4405-aa88-835ddbc66f54 req-ff330fbd-61ff-4ddd-a052-d6fae2e22a47 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446932 Feb 16 13:11:14.104176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a670b1-4fe7-4579-af12-1abd3603fa8d req-38789569-dd4b-4340-a6be-661a8ac4f8c2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:14.105689 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-60a670b1-4fe7-4579-af12-1abd3603fa8d req-38789569-dd4b-4340-a6be-661a8ac4f8c2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0826983 Feb 16 13:11:14.151573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-60a670b1-4fe7-4579-af12-1abd3603fa8d req-c124ec92-8724-47ea-845c-9ed09bf98d3a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 Feb 16 13:11:15.351606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95a393-c63e-4eb9-9a89-500ffbd01d08 req-158ba61b-7863-4cbe-baff-cbb953b15170 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:15.353867 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb95a393-c63e-4eb9-9a89-500ffbd01d08 req-158ba61b-7863-4cbe-baff-cbb953b15170 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0872483 Feb 16 13:11:15.399291 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb95a393-c63e-4eb9-9a89-500ffbd01d08 req-f905dd99-c65d-4cdc-b92a-afd421363445 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397058 Feb 16 13:11:15.983981 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-22dd48c5-b688-443e-b01e-80209e6fc107 service neutron] 10.222.0.67 "GET /v2.0/ports/aba6c048-3800-405c-93f7-90522ebff40c/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.1807833 Feb 16 13:11:16.599909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f4a84-4c93-4cd9-905e-81c9412de8ec req-13b9b4c0-53f5-4218-b7cc-03dd74ce5c60 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:16.602384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d66f4a84-4c93-4cd9-905e-81c9412de8ec req-13b9b4c0-53f5-4218-b7cc-03dd74ce5c60 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0940650 Feb 16 13:11:16.664234 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d66f4a84-4c93-4cd9-905e-81c9412de8ec req-2fd3c315-a409-40a5-8683-678af0b28d18 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553968 Feb 16 13:11:16.713719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-40e13a3a-e502-4c61-97c1-9d21fec5cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:16.715273 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-40e13a3a-e502-4c61-97c1-9d21fec5cf0f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 1099 time: 0.0791495 Feb 16 13:11:16.807225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-30dba70a-c0b1-4085-8488-a28f0e9cabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:16.808706 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-30dba70a-c0b1-4085-8488-a28f0e9cabc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0712779 Feb 16 13:11:16.944305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-6869a906-0ba4-4dad-87fc-5fa74e8d720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:16.945666 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-6869a906-0ba4-4dad-87fc-5fa74e8d720b service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1295898 Feb 16 13:11:17.063785 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-d1b620ec-a722-4a63-858f-b167eefa882c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 1003 time: 0.1101794 Feb 16 13:11:17.128477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-c5770434-b310-4898-9a76-091a03fd2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:17.129883 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-c5770434-b310-4898-9a76-091a03fd2512 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0598023 Feb 16 13:11:17.210908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-7573f7b4-e8c6-4614-9d02-6c328b755860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:17.212325 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-7573f7b4-e8c6-4614-9d02-6c328b755860 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738330 Feb 16 13:11:17.352508 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-04627d4f-bf62-4039-9f2c-5a24673c2e63 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289124 Feb 16 13:11:17.498549 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-91ea714d-d4f5-4055-932c-0e71acf8309e service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389916 Feb 16 13:11:17.865467 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359f50-13c0-4de7-b9f0-a0954153cf76 req-65930b00-1b75-4d89-9a16-b280ef4a1c20 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:17.866935 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-28359f50-13c0-4de7-b9f0-a0954153cf76 req-65930b00-1b75-4d89-9a16-b280ef4a1c20 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0916238 Feb 16 13:11:17.913213 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-28359f50-13c0-4de7-b9f0-a0954153cf76 req-dacd3468-1b1d-45aa-85bf-5e50ed68bd78 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Feb 16 13:11:19.107889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83bf18-ddeb-4ebf-b247-cd6e7928c494 req-a84f668b-17fa-4d87-99ea-6d9f9bbafbc0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:19.110451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0b83bf18-ddeb-4ebf-b247-cd6e7928c494 req-a84f668b-17fa-4d87-99ea-6d9f9bbafbc0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0831223 Feb 16 13:11:19.162152 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0b83bf18-ddeb-4ebf-b247-cd6e7928c494 req-2fbb5911-6c99-482f-a831-b594c8080172 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436630 Feb 16 13:11:20.126407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:20.249333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.280250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:20.290140 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:20.337384 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'code': 200} Feb 16 13:11:20.353621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0fd69-8517-4b6b-bd48-216ebdf5133c req-ed4cfb0d-f0f9-4959-a79f-ab1ad19675e1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:20.355106 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8e0fd69-8517-4b6b-bd48-216ebdf5133c req-ed4cfb0d-f0f9-4959-a79f-ab1ad19675e1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0852509 Feb 16 13:11:20.401487 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8e0fd69-8517-4b6b-bd48-216ebdf5133c req-f60bee83-060b-40c1-a75c-9d43c5d58b4c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399914 Feb 16 13:11:20.402975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.473963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:21.603411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4bf84-cb6c-456d-a590-33e67661ad2f req-f9a54737-ce76-48c4-ad0b-2c2937126e54 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:21.604920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7ac4bf84-cb6c-456d-a590-33e67661ad2f req-f9a54737-ce76-48c4-ad0b-2c2937126e54 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0875721 Feb 16 13:11:21.650299 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7ac4bf84-cb6c-456d-a590-33e67661ad2f req-fff4d87f-0944-4986-9b6f-30adf8b2d7ae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396087 Feb 16 13:11:22.129951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:11:22.267051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:22.280730 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'aba6c048-3800-405c-93f7-90522ebff40c', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': 'aba6c048-3800-405c-93f7-90522ebff40c', 'mac_address': 'fa:16:3e:75:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:11:22.336314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.354825 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba6c048-3800-405c-93f7-90522ebff40c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:11:22.373453 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:22.480513 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.554219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:22.558240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['aba6c048-3800-405c-93f7-90522ebff40c'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:11:22.845027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d35a-16d6-4ff5-8f69-8b38174f249c req-ba3568dd-a9ee-4b72-985f-54ed0e5e0e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:22.846396 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3e2d35a-16d6-4ff5-8f69-8b38174f249c req-ba3568dd-a9ee-4b72-985f-54ed0e5e0e10 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 945 time: 0.0800774 Feb 16 13:11:22.891529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d3e2d35a-16d6-4ff5-8f69-8b38174f249c req-2f12bdde-0c51-4450-8e83-cbdc5ec59138 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389590 Feb 16 13:11:24.003426 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:11:24.158215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:24.181620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a449-79d1-4c85-98c4-6218f4f56e31 req-da9ed2e6-8829-4a2c-9568-b4973c800a4e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:24.183106 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c335a449-79d1-4c85-98c4-6218f4f56e31 req-da9ed2e6-8829-4a2c-9568-b4973c800a4e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 945 time: 0.1816664 Feb 16 13:11:24.230231 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c335a449-79d1-4c85-98c4-6218f4f56e31 req-0cc9dd50-846b-4f7b-ae76-5ae052aca51a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Feb 16 13:11:24.233223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port aba6c048-3800-405c-93f7-90522ebff40c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:24.233557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.356024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.384631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:24.395071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:24.439706 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'code': 200} Feb 16 13:11:24.480486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.548672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:25.418039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2d4c-eb93-4682-8cdf-fb37409853a1 req-1bce7e7a-21c8-439e-9de1-e966a316e18b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:25.419561 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2f5f2d4c-eb93-4682-8cdf-fb37409853a1 req-1bce7e7a-21c8-439e-9de1-e966a316e18b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0829802 Feb 16 13:11:25.467366 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2f5f2d4c-eb93-4682-8cdf-fb37409853a1 req-303aa4f3-841c-4767-bf11-5793f5e04087 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 Feb 16 13:11:26.657986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9d0c-a00e-4a41-84ff-ad62a5c9d5ab req-3f5eb2ec-3604-4198-b027-dcb226c2dfb5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:26.659413 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-608d9d0c-a00e-4a41-84ff-ad62a5c9d5ab req-3f5eb2ec-3604-4198-b027-dcb226c2dfb5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0807688 Feb 16 13:11:26.705864 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-608d9d0c-a00e-4a41-84ff-ad62a5c9d5ab req-34ff6151-97a4-4272-bd19-c3331d1f01d5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Feb 16 13:11:27.909980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348e10b-a326-4538-8f70-02320310aca2 req-8c9b1a83-c5b9-499b-8c40-78c45aa59da4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:27.911476 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c348e10b-a326-4538-8f70-02320310aca2 req-8c9b1a83-c5b9-499b-8c40-78c45aa59da4 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0848444 Feb 16 13:11:27.962366 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c348e10b-a326-4538-8f70-02320310aca2 req-7dd52544-eb07-4a38-9042-33ea4ad40df5 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448098 Feb 16 13:11:29.019165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65842b48-5073-4bf3-96ad-8a690a832df3 req-19845d3e-9e10-4983-a47c-1f26ce12db40 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:29.020712 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65842b48-5073-4bf3-96ad-8a690a832df3 req-19845d3e-9e10-4983-a47c-1f26ce12db40 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0814841 Feb 16 13:11:29.067984 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-65842b48-5073-4bf3-96ad-8a690a832df3 req-33841b6d-0321-4ffc-bf3b-37cac3bb8cf0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400565 Feb 16 13:11:29.073857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-04b83380-4fb6-4abf-93d5-439e1794daae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:29.074588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-04b83380-4fb6-4abf-93d5-439e1794daae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Synchronizing usage tracker for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:29.214060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-04b83380-4fb6-4abf-93d5-439e1794daae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Unset dirty status for tenant:eed6324356014f65b9d6d261bfabafc8 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:29.215264 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-04b83380-4fb6-4abf-93d5-439e1794daae tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8&tenant_id=eed6324356014f65b9d6d261bfabafc8&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.2263863 Feb 16 13:11:29.299729 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-bc1395b0-b908-46a3-aa75-59c23df06cb2 service neutron] 10.222.0.67 "GET /v2.0/ports/aba6c048-3800-405c-93f7-90522ebff40c/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0778923 Feb 16 13:11:29.392087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-f9318b09-2a25-4768-9a5e-2f6ee4fcd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:29.393577 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-f9318b09-2a25-4768-9a5e-2f6ee4fcd188 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0712240 Feb 16 13:11:29.531994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-9938fc99-39e0-4e32-9807-5d5619604bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:29.533468 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-9938fc99-39e0-4e32-9807-5d5619604bcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1338484 Feb 16 13:11:29.639383 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-9df4ffe8-448e-4717-8450-7f1639f346a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 1003 time: 0.0987980 Feb 16 13:11:29.701972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-b839e388-e029-4012-9b9c-4b1eadca20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:29.703439 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-b839e388-e029-4012-9b9c-4b1eadca20d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0580420 Feb 16 13:11:29.782728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-08022563-6985-4024-be66-29f579e66121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:29.784150 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-08022563-6985-4024-be66-29f579e66121 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743890 Feb 16 13:11:30.035567 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-174ca648-34f5-402a-b153-6c11c1b79443 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443173 Feb 16 13:11:30.179064 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-b68c2efa-8c95-44cc-848d-e86ebd581f34 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329768 Feb 16 13:11:30.269118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4d-4d8a-4183-8820-45744a6b9702 req-a9876f57-98ce-49f5-9cc1-c9225034ed24 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:30.270580 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e00aff4d-4d8a-4183-8820-45744a6b9702 req-a9876f57-98ce-49f5-9cc1-c9225034ed24 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0868254 Feb 16 13:11:30.315906 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e00aff4d-4d8a-4183-8820-45744a6b9702 req-e0342c4e-fa70-43fc-bdf6-47a8068ed53d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Feb 16 13:11:31.504040 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738d508-008a-4e64-bc26-0ac5df7c17ad req-3384a890-8530-43ad-ada1-03a1a25e1ebb tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:31.505577 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8738d508-008a-4e64-bc26-0ac5df7c17ad req-3384a890-8530-43ad-ada1-03a1a25e1ebb tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0821095 Feb 16 13:11:31.550569 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8738d508-008a-4e64-bc26-0ac5df7c17ad req-a6bab641-cd06-4de5-920d-07bf7225ec45 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385203 Feb 16 13:11:32.760799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73cd96-d8d5-4b29-be0b-3dba2152fd25 req-91f8b1a2-5b2b-401c-a869-f33880be96a2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.762241 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab73cd96-d8d5-4b29-be0b-3dba2152fd25 req-91f8b1a2-5b2b-401c-a869-f33880be96a2 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0844791 Feb 16 13:11:32.811217 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab73cd96-d8d5-4b29-be0b-3dba2152fd25 req-cfdc6d45-f85b-47b2-8d98-2e383c3f3d1a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Feb 16 13:11:33.910602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-20bbe1fa-9fb2-49d5-8569-a68db70a4fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.012760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658070-6409-4162-82c8-11960a437076 req-5dd6edce-41f0-4724-ab0b-16c46f034669 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.014343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11658070-6409-4162-82c8-11960a437076 req-5dd6edce-41f0-4724-ab0b-16c46f034669 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0878131 Feb 16 13:11:34.064541 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11658070-6409-4162-82c8-11960a437076 req-f18112ff-3405-46bd-a6cd-c54844b79703 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Feb 16 13:11:34.975902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-0ef851da-d2e6-4f13-95d3-8a2e5d02a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.977562 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-0ef851da-d2e6-4f13-95d3-8a2e5d02a0bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8&tenant_id=eed6324356014f65b9d6d261bfabafc8 HTTP/1.1" status: 200 len: 1099 time: 0.0725050 Feb 16 13:11:35.087803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-4496fc70-c9b9-4081-acd2-dada65d0af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.089388 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-4496fc70-c9b9-4081-acd2-dada65d0af32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0834341 Feb 16 13:11:35.239443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-f456fa5a-8b8d-41d5-adfe-7602dacc9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.240974 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-f456fa5a-8b8d-41d5-adfe-7602dacc9a00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1423156 Feb 16 13:11:35.356307 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-d01a0d46-799a-43c2-9356-04d38b91e434 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 1003 time: 0.1054962 Feb 16 13:11:35.396009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd86fe8-8117-40d7-a074-1d65e4ff68a6 req-c5f68231-b1f6-406e-9b1a-e8034942e286 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.397531 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4fd86fe8-8117-40d7-a074-1d65e4ff68a6 req-c5f68231-b1f6-406e-9b1a-e8034942e286 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0823267 Feb 16 13:11:35.424937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-53edaaf8-22d3-4287-a23d-40f6041552df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.426402 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-53edaaf8-22d3-4287-a23d-40f6041552df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0613739 Feb 16 13:11:35.448392 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4fd86fe8-8117-40d7-a074-1d65e4ff68a6 req-69aaaabc-cdab-4ee7-9719-92f4347eddb8 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Feb 16 13:11:35.509388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-953556c6-8f4e-4e7f-a1c9-ad360990a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.510943 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-953556c6-8f4e-4e7f-a1c9-ad360990a98b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724699 Feb 16 13:11:35.649470 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-7e68cc71-0b7f-437a-b5ab-833b413c534d service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285479 Feb 16 13:11:35.787213 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5a0c098f-8138-4d14-a714-5fdce0b25bb8 req-ccd247bb-2cd0-41a1-a1d7-4c9c5724ccf7 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292300 Feb 16 13:11:36.207962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d46d2a25-f07b-4b18-8e7d-2a2acd8fc186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:36.218916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:36.384510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:36.412857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:36.423105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:36.470226 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'code': 200} Feb 16 13:11:36.539242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:36.620203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=9']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:36.649111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa18d1-f081-4a69-9353-34be6d3f0e59 req-d6c19e99-6d26-4900-876d-a7c484607f0c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:36.650727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2fa18d1-f081-4a69-9353-34be6d3f0e59 req-d6c19e99-6d26-4900-876d-a7c484607f0c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0940337 Feb 16 13:11:36.705481 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2fa18d1-f081-4a69-9353-34be6d3f0e59 req-b1e8e66c-64e2-462f-9221-5cada0229101 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481980 Feb 16 13:11:37.285842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:37.339151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:37.900575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146643b-ecaa-4a6d-be21-051b361855bf req-1ce16e36-ffd6-4623-a377-511b46a9aa7b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:37.901981 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f146643b-ecaa-4a6d-be21-051b361855bf req-1ce16e36-ffd6-4623-a377-511b46a9aa7b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0830157 Feb 16 13:11:37.948764 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f146643b-ecaa-4a6d-be21-051b361855bf req-3c79d54a-6b8d-46a7-a00b-886385a16d4d tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Feb 16 13:11:38.840046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.147616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0e9e9-f58b-4f58-a508-17c81cab6140 req-53908b0f-10e7-4013-a17c-bbb8c59a0efa tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:39.149151 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fdf0e9e9-f58b-4f58-a508-17c81cab6140 req-53908b0f-10e7-4013-a17c-bbb8c59a0efa tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0853972 Feb 16 13:11:39.194222 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fdf0e9e9-f58b-4f58-a508-17c81cab6140 req-ac460638-17a0-4a46-83e5-065cfab1e5a7 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393708 Feb 16 13:11:39.934408 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-8cd9ac81-9ad8-4c60-afbe-5b3900d6ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:39.936002 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-8cd9ac81-9ad8-4c60-afbe-5b3900d6ab25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eed6324356014f65b9d6d261bfabafc8&device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 1097 time: 0.0760822 Feb 16 13:11:40.091553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-c8703852-ba3c-432b-859d-d52f0bf3afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:40.093037 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-c8703852-ba3c-432b-859d-d52f0bf3afec service neutron] 10.222.0.67 "GET /v2.0/networks?id=aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 200 len: 912 time: 0.1325610 Feb 16 13:11:40.202098 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-6d53c94e-17d5-4367-9ead-5b8d97d062c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 200 len: 1001 time: 0.0977130 Feb 16 13:11:40.236091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:11:40.279855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-dfc25784-9636-4d62-bdde-4d64c2c615e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:40.281307 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-dfc25784-9636-4d62-bdde-4d64c2c615e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 200 len: 851 time: 0.0697718 Feb 16 13:11:40.368937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-803a90d9-70ad-412e-b12b-dbd782093119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:40.370410 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-803a90d9-70ad-412e-b12b-dbd782093119 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aad063fb-f3f6-465d-91af-1b6db65d879f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785484 Feb 16 13:11:40.385994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:40.386160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a0c8-22a7-4ea1-b0a8-610701d921ee req-5f4651a8-683c-4b18-ba00-b8242f7d1dea tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:40.389575 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a118a0c8-22a7-4ea1-b0a8-610701d921ee req-5f4651a8-683c-4b18-ba00-b8242f7d1dea tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 944 time: 0.0863934 Feb 16 13:11:40.407290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'aba6c048-3800-405c-93f7-90522ebff40c', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'port_id': 'aba6c048-3800-405c-93f7-90522ebff40c', 'mac_address': 'fa:16:3e:75:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:11:40.448582 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a118a0c8-22a7-4ea1-b0a8-610701d921ee req-0f1b25f5-7182-4044-89ed-21f669360c5e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525880 Feb 16 13:11:40.469434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:40.484805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba6c048-3800-405c-93f7-90522ebff40c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:11:40.501337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:40.515613 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-b6e969b8-3278-4ace-8162-f71a24fa9823 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353033 Feb 16 13:11:40.577251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:40.657296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:40.661469 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['aba6c048-3800-405c-93f7-90522ebff40c'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:11:40.700391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.700739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.701080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.701416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.701747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.702077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.702401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.702727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.703149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.703474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.703794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.704112 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:40.768012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8ef377c9-7e61-400a-86c9-1db2512eb6d4 req-60f18e97-6ea9-48ab-830a-8005979fa504 service neutron] 10.222.0.67 "GET /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430801 Feb 16 13:11:41.361744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:41.636473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f7194-242c-420e-a7d4-d5794df28876 req-6fc03a1e-352a-45c1-b57e-46ce9696e174 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:41.637991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a76f7194-242c-420e-a7d4-d5794df28876 req-6fc03a1e-352a-45c1-b57e-46ce9696e174 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 946 time: 0.0808823 Feb 16 13:11:41.682397 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a76f7194-242c-420e-a7d4-d5794df28876 req-b4e7a774-a519-496f-bca3-ac55e245d4b0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 Feb 16 13:11:42.250125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:42.331591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port aba6c048-3800-405c-93f7-90522ebff40c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:42.331865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.453349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.479817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:42.489423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:42.554493 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'code': 200} Feb 16 13:11:42.601599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:42.668525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:42.877261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676fc69-33ce-43f2-ad52-07f96c680cf9 req-409d8ab7-9a04-4077-84e1-1dded2b4f5b0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.878858 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3676fc69-33ce-43f2-ad52-07f96c680cf9 req-409d8ab7-9a04-4077-84e1-1dded2b4f5b0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0898771 Feb 16 13:11:42.922601 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3676fc69-33ce-43f2-ad52-07f96c680cf9 req-64403add-e053-42ab-b8ec-14b4e7e85ffe tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 Feb 16 13:11:44.117109 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef401eb-72e3-479d-a59a-9f701843474e req-5fe002bf-9600-4f78-9da7-6ba49027acba tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.119292 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cef401eb-72e3-479d-a59a-9f701843474e req-5fe002bf-9600-4f78-9da7-6ba49027acba tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0820227 Feb 16 13:11:44.165201 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cef401eb-72e3-479d-a59a-9f701843474e req-29435e8d-530c-4f04-ac14-b199f17619a0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 Feb 16 13:11:45.362356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c905e-6923-4ac6-a9f0-df71a08696b3 req-057a7590-af15-43e1-9ccf-e328190d9dcc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:45.363904 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-879c905e-6923-4ac6-a9f0-df71a08696b3 req-057a7590-af15-43e1-9ccf-e328190d9dcc tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0860062 Feb 16 13:11:45.418810 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-879c905e-6923-4ac6-a9f0-df71a08696b3 req-4f38c38f-f928-4720-ab7c-32f82690b8a6 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481958 Feb 16 13:11:46.613924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687365c-a60c-4854-9ae5-e36b6280c4ac req-d4d0300a-d6fc-4533-b815-661a504ffc3f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:46.615404 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1687365c-a60c-4854-9ae5-e36b6280c4ac req-d4d0300a-d6fc-4533-b815-661a504ffc3f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0807412 Feb 16 13:11:46.661113 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1687365c-a60c-4854-9ae5-e36b6280c4ac req-b71071c0-5e9c-4813-8ad0-e969b1152348 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392594 Feb 16 13:11:46.848225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5466-c062-4ff6-8c10-2f921944c184 req-0578262a-0cbc-403f-ae6c-a45562a5207e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:46.849728 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae9d5466-c062-4ff6-8c10-2f921944c184 req-0578262a-0cbc-403f-ae6c-a45562a5207e tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0830200 Feb 16 13:11:46.895582 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ae9d5466-c062-4ff6-8c10-2f921944c184 req-716a8a29-22a3-4200-8de7-ac7c1e0db663 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392914 Feb 16 13:11:47.083873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de4b0-009f-4a70-8d84-a0bc4ebbcf33 req-487c941f-3c6d-491b-acc7-a90b22aed5a0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:47.085326 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-611de4b0-009f-4a70-8d84-a0bc4ebbcf33 req-487c941f-3c6d-491b-acc7-a90b22aed5a0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0794005 Feb 16 13:11:47.134262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-611de4b0-009f-4a70-8d84-a0bc4ebbcf33 req-b50f52e4-7e1e-4d29-9dd3-e33ad852d31b tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Feb 16 13:11:47.785861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75a113-acd9-44e7-b79d-a0e7af324226 req-ba8391d6-21f7-4f64-9bf1-6389b141abb1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:47.787350 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6c75a113-acd9-44e7-b79d-a0e7af324226 req-ba8391d6-21f7-4f64-9bf1-6389b141abb1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0807316 Feb 16 13:11:47.832083 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6c75a113-acd9-44e7-b79d-a0e7af324226 req-e6e5fb69-9b6a-4f77-b416-8ca1cc1878b1 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385096 Feb 16 13:11:49.036838 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5087396-3c11-40e2-b0a5-85dff19a4145 req-ac763684-8aa5-405c-a261-ef301ca8de73 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:49.038352 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b5087396-3c11-40e2-b0a5-85dff19a4145 req-ac763684-8aa5-405c-a261-ef301ca8de73 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0861859 Feb 16 13:11:49.083691 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b5087396-3c11-40e2-b0a5-85dff19a4145 req-0fb48d5d-a18f-4426-98ee-df1471f2b472 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390608 Feb 16 13:11:50.271746 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f6dc1-922b-484c-b0fe-a8eadb89e3c4 req-2e967b1d-deb5-4a06-8aff-202bded38a17 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:50.273243 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7e4f6dc1-922b-484c-b0fe-a8eadb89e3c4 req-2e967b1d-deb5-4a06-8aff-202bded38a17 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0825899 Feb 16 13:11:50.319110 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7e4f6dc1-922b-484c-b0fe-a8eadb89e3c4 req-6f654a3a-7ab8-4232-b855-f2c3d7d0a46c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups?id=27a0a17a-66d8-4c5c-9d23-dd5db8713485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397730 Feb 16 13:11:50.375600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf56e8-eafc-4326-9085-9c66439df284 req-50f67a5e-3926-4bbf-a1af-ceb0bc43ba0c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:50.377074 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-93cf56e8-eafc-4326-9085-9c66439df284 req-50f67a5e-3926-4bbf-a1af-ceb0bc43ba0c tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 947 time: 0.0833585 Feb 16 13:11:50.451693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Deleting port aba6c048-3800-405c-93f7-90522ebff40c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:50.451955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:50.708904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] For port aba6c048-3800-405c-93f7-90522ebff40c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=aba6c048-3800-405c-93f7-90522ebff40c,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:50.709266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:51.009106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:51.009502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:51.009828 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Floating IP 49664417-b49d-492a-921b-f5b408793e2e disassociated. External IP: 172.26.6.211, port: aba6c048-3800-405c-93f7-90522ebff40c. Feb 16 13:11:51.010175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Calling delete_port for aba6c048-3800-405c-93f7-90522ebff40c owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:51.239511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:51.293950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event deleted for resources: {'Port': ['ID=aba6c048-3800-405c-93f7-90522ebff40c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:51.304830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.305182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.305524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.305860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.306190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.306519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.306851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.307204 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.307530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.307854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.308178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.308497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:51.512840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:11:51.577839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-abd7440a-6040-45ec-a31a-4d3549e00eff req-e9d37734-493e-4a64-ada1-006af830f761 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 210 time: 0.1453249 Feb 16 13:11:51.700199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:51.709647 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:51.719974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:51.720599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:11:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:51.884945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] No DVR routers for this DVR port aba6c048-3800-405c-93f7-90522ebff40c on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:51.887472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:51.890229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-deleted', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:51.908961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:51.991959 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-93cf56e8-eafc-4326-9085-9c66439df284 req-a2754c47-b70b-486b-9ab8-d065104978e0 tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.67 "DELETE /v2.0/ports/aba6c048-3800-405c-93f7-90522ebff40c HTTP/1.1" status: 204 len: 173 time: 1.6067390 Feb 16 13:11:51.995992 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7995f8-83b3-4efb-930d-3899b8c382d8', 'name': 'network-vif-deleted', 'tag': 'aba6c048-3800-405c-93f7-90522ebff40c', 'status': 'completed', 'code': 200} Feb 16 13:11:52.245782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:52.250383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:52.260975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:52.261593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:11:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:52.499419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:52.750640 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-79cd31f2-bc05-46ed-b9f6-642f78b4002f req-282f69d0-536e-4eaf-b801-f0be13df7e0f tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7995f8-83b3-4efb-930d-3899b8c382d8 HTTP/1.1" status: 200 len: 210 time: 0.0489032 Feb 16 13:11:52.847351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:52.851785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a139a-c3a9-4084-8ddf-5e386472374a None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:07:03Z', 'revision_number': 4, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '29cbb24b-61c4-4351-8f40-ec8ab07c5f4a', 'name': '', 'network_id': 'aad063fb-f3f6-465d-91af-1b6db65d879f', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'mac_address': 'fa:16:3e:49:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '1b26c711-231a-4b8d-a084-f558d629045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:03Z', 'updated_at': '2022-02-16T13:07:10Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'subnets': [{'id': '1b26c711-231a-4b8d-a084-f558d629045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:53.096028 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f634707-b76c-4a6b-8a4b-7eb46c5124f9 None None] New status for floating IP 49664417-b49d-492a-921b-f5b408793e2e: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:11:54.342649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:54.376917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: aba6c048-3800-405c-93f7-90522ebff40c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:11:54.377262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device aba6c048-3800-405c-93f7-90522ebff40c not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:11:57.241890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60018) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:57.308170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:57.339462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:57.549699 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:57.568568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a0a17a-66d8-4c5c-9d23-dd5db8713485,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:57.577238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.577585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.577924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.578257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.578582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.578909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.579258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.579607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.579931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.580249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.580565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.580902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:57.663339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:57.665223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fc62d516-3d73-4dab-949f-051808388b8a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "DELETE /v2.0/security-groups/27a0a17a-66d8-4c5c-9d23-dd5db8713485 HTTP/1.1" status: 204 len: 168 time: 0.4216580 Feb 16 13:11:57.667652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60022) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:57.684492 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-335aca41-1ca2-468b-9ce7-d3084eff7aba tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] show failed (client error): The resource could not be found. Feb 16 13:11:57.685517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-335aca41-1ca2-468b-9ce7-d3084eff7aba tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "GET /v2.0/security-groups/27a0a17a-66d8-4c5c-9d23-dd5db8713485 HTTP/1.1" status: 404 len: 347 time: 0.0169351 Feb 16 13:11:57.688257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60026) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:57.850114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Deleting port 14df45ce-c412-48b9-8cf8-f9e31a91e66c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:57.850637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:58.028885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:58.029336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:58.156418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Calling delete_port for 14df45ce-c412-48b9-8cf8-f9e31a91e66c owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:58.376682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:58.424496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Pushing event deleted for resources: {'Port': ['ID=14df45ce-c412-48b9-8cf8-f9e31a91e66c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:58.523194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:58.537879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:58.539076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-37ea660f-13c9-4efe-96d4-c7822f794a9a tempest-ServerActionsTestJSON-450054408 tempest-ServerActionsTestJSON-450054408-project] 10.222.0.47 "DELETE /v2.0/floatingips/49664417-b49d-492a-921b-f5b408793e2e HTTP/1.1" status: 204 len: 168 time: 0.8498750 Feb 16 13:11:58.542202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60030) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:59.249034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:59.604457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Deleting port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:59.605131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:59.782061 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] For port 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:59.782463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:59.906953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Calling delete_port for 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:12:00.298481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:00.348316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Pushing event deleted for resources: {'Port': ['ID=29cbb24b-61c4-4351-8f40-ec8ab07c5f4a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:00.739144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:01.003081 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:12:01.114044 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Router 730a9df9-3546-4782-9024-7f44caad4352 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:12:01.293359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:12:01.303321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] Sync routers for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:12:01.305670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e4bc51cb-cd1e-4f63-bd7c-5867f790a6be admin admin] 10.222.0.47 "PUT /v2.0/routers/730a9df9-3546-4782-9024-7f44caad4352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7624311 Feb 16 13:12:01.308243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60036) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:01.314033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:12:01.314686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:11:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:01.497549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:12:01.497824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:01.678805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:01.787099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:12:00Z', 'revision_number': 5, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port': {'id': 'a83d4e51-73f1-4de5-86cc-c6ab58e3713c', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a9df9-3546-4782-9024-7f44caad4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:07:00Z', 'updated_at': '2022-02-16T13:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:01.791650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] Checking router: 730a9df9-3546-4782-9024-7f44caad4352 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:12:01.799322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Deleting port a83d4e51-73f1-4de5-86cc-c6ab58e3713c {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:12:01.799891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:01.800075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] Routers {'730a9df9-3546-4782-9024-7f44caad4352'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:12:01.800690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:11:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['730a9df9-3546-4782-9024-7f44caad4352'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:01.964318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] Set router 730a9df9-3546-4782-9024-7f44caad4352 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:12:02.003379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] For port a83d4e51-73f1-4de5-86cc-c6ab58e3713c, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:02.003769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:02.072630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:12:01Z', 'revision_number': 6, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:02.076801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bdc33-a494-402d-a51b-69fb8799a7b6 None None] The sync data for ids ['730a9df9-3546-4782-9024-7f44caad4352'] in dv-neutron-829487-1-hyperv is: [{'id': '730a9df9-3546-4782-9024-7f44caad4352', 'name': 'tempest-ServerActionsTestJSON-1902818670-router', 'tenant_id': 'eed6324356014f65b9d6d261bfabafc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:59Z', 'updated_at': '2022-02-16T13:12:01Z', 'revision_number': 6, 'project_id': 'eed6324356014f65b9d6d261bfabafc8', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:12:02.246141 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Calling delete_port for a83d4e51-73f1-4de5-86cc-c6ab58e3713c owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:12:02.421625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:02.456726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:12:02.457070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 29cbb24b-61c4-4351-8f40-ec8ab07c5f4a not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:12:02.542409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:02.626508 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83d4e51-73f1-4de5-86cc-c6ab58e3713c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:02.693573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:02.875504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:02.878071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:02.960727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:02.961273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 730a9df9-3546-4782-9024-7f44caad4352 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:12:02.974532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:02.975990 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e93d263e-c738-482e-8650-df96288cac96 admin admin] 10.222.0.47 "DELETE /v2.0/routers/730a9df9-3546-4782-9024-7f44caad4352 HTTP/1.1" status: 204 len: 168 time: 1.6668255 Feb 16 13:12:02.978426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60040) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:03.044933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] Deleting subnet 1b26c711-231a-4b8d-a084-f558d629045e {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:12:03.048432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.100882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.182849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.332689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.372705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b26c711-231a-4b8d-a084-f558d629045e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:03.374681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.379592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93639966-e19e-4d2b-8a3d-4af3ca8c9379 None None] Network aad063fb-f3f6-465d-91af-1b6db65d879f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:12:03.380936 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bd7f83d2-26ff-4d24-8caf-b8297ab16169 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1b26c711-231a-4b8d-a084-f558d629045e HTTP/1.1" status: 204 len: 168 time: 0.4014921 Feb 16 13:12:03.384013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:03.496459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.507090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Deleting port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:12:03.507434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.690669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] DHCP port deletion for aad063fb-f3f6-465d-91af-1b6db65d879f request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:12:03.695401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Deleting port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:12:03.696382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.721969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] For port fb9ee799-c27b-4bcd-bca7-e34eb51f0607, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:03.722538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.857237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Calling delete_port for fb9ee799-c27b-4bcd-bca7-e34eb51f0607 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:12:03.875547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf6e4-5778-44d1-8eee-5ca778b782d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:03.919275 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] For port fb9ee799-c27b-4bcd-bca7-e34eb51f0607, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,segment=NetworkSegment(5ab4fc06-69c2-4cd1-add9-bdc5479196d6),segment_id=5ab4fc06-69c2-4cd1-add9-bdc5479196d6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:03.919692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.035362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.055793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Calling delete_port for fb9ee799-c27b-4bcd-bca7-e34eb51f0607 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:12:04.087954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9ee799-c27b-4bcd-bca7-e34eb51f0607,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:04.089780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] No DVR routers for this DVR port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:12:04.134184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:12:04.134542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:12:04.209197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.235340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad063fb-f3f6-465d-91af-1b6db65d879f']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:04.248189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab4fc06-69c2-4cd1-add9-bdc5479196d6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:04.248481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab4fc06-69c2-4cd1-add9-bdc5479196d6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:04.260865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.277507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.283753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:12:04.284141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:12:04.297682 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:12:04.443271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a83d4e51-73f1-4de5-86cc-c6ab58e3713c no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:04.458015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.463089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.481071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: a83d4e51-73f1-4de5-86cc-c6ab58e3713c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:12:04.481420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a83d4e51-73f1-4de5-86cc-c6ab58e3713c not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:12:04.481853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fb9ee799-c27b-4bcd-bca7-e34eb51f0607 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:04.488605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] Pushing event deleted for resources: {'Network': ['ID=aad063fb-f3f6-465d-91af-1b6db65d879f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:04.516002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: fb9ee799-c27b-4bcd-bca7-e34eb51f0607 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:12:04.516353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device fb9ee799-c27b-4bcd-bca7-e34eb51f0607 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:12:04.575862 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fcf74f1d-971f-4e4f-87af-1a270371014d admin admin] 10.222.0.47 "DELETE /v2.0/networks/aad063fb-f3f6-465d-91af-1b6db65d879f HTTP/1.1" status: 204 len: 168 time: 1.1905823 Feb 16 13:12:04.636370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Deleting port fb9ee799-c27b-4bcd-bca7-e34eb51f0607 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:12:04.783692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.783692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2b31ba92-6f3e-47b0-81da-d8dbc6f1dfe5 None None] The port 'fb9ee799-c27b-4bcd-bca7-e34eb51f0607' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:12:05.083610 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60050) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:05.135945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-753f6e99-8c17-4820-8e74-b54e661b7323 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eed6324356014f65b9d6d261bfabafc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511596 Feb 16 13:12:05.138399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60054) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:05.202632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c44e14a1-1a92-4deb-a917-28feb20558dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.229254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c44e14a1-1a92-4deb-a917-28feb20558dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.342431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c44e14a1-1a92-4deb-a917-28feb20558dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.358322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e14a1-1a92-4deb-a917-28feb20558dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d74631-5033-438e-acb3-09fc03f1868c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:05.369760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c44e14a1-1a92-4deb-a917-28feb20558dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.370911 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c44e14a1-1a92-4deb-a917-28feb20558dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09d74631-5033-438e-acb3-09fc03f1868c HTTP/1.1" status: 204 len: 168 time: 0.2316077 Feb 16 13:12:06.181934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eba9e93f-2383-4253-822b-8d6ab17d9e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.464235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60078) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:06.569266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1289496429-network', 'tenant_id': '428266128eea4f8d8bc5045050ed57b9'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:06.574847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:06.578656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Usage tracker for resource:network and tenant:428266128eea4f8d8bc5045050ed57b9 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:06.581522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:06.587986 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:06.663438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Made reservation on behalf of 428266128eea4f8d8bc5045050ed57b9 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:06.666669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.679329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.694292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:06.698153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:428266128eea4f8d8bc5045050ed57b9 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:06.700966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:06.706633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:06.792990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.857617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.892527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:12:06.897693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24bafc7-e659-45ba-a91a-8a910633e130,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:06.906023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.906252 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Added segment b6acc675-9fca-497a-9e1b-51c8a2e393a1 of type vlan for network 3be6a001-5700-4e05-8ea0-e8f25198730e Feb 16 13:12:06.934153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.017662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.018722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:07.019343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.127288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3be6a001-5700-4e05-8ea0-e8f25198730e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:07.137535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3be6a001-5700-4e05-8ea0-e8f25198730e details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:12:07.183058 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-49c9ca4f-773c-406a-8fa0-a933e6afd2e7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7176752 Feb 16 13:12:07.186135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60084) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:07.199497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Request body: {'subnet': {'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1289496429-subnet', 'tenant_id': '428266128eea4f8d8bc5045050ed57b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:07.204549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:07.208708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Usage tracker for resource:subnet and tenant:428266128eea4f8d8bc5045050ed57b9 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:07.212227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:07.217967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:07.303074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Made reservation on behalf of 428266128eea4f8d8bc5045050ed57b9 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:07.305479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.331983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.333556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.571217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.652201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef8d44f-3263-4854-9d11-8366dedd4b59,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:07.657309 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Checking segment: {'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:07.658178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Network hostable DHCP agents. Network: 3be6a001-5700-4e05-8ea0-e8f25198730e, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:12:07.764705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Network 3be6a001-5700-4e05-8ea0-e8f25198730e is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:12:07.850728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3be6a001-5700-4e05-8ea0-e8f25198730e) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:07.854807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:07.855417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:07.860652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06314a0d-0267-4e9d-b906-caded698e0e8 None None] Network 3be6a001-5700-4e05-8ea0-e8f25198730e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:12:08.051284 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7382cbec-4040-4fd1-93ea-1e00822d2c03 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8639152 Feb 16 13:12:08.071657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11031648-c57c-4774-8710-b3297c31a7ac None None] Network 3be6a001-5700-4e05-8ea0-e8f25198730e requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:12:08.569882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-01af40d1-c4d0-4432-ad12-fb81da6d9764 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:08.570653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-01af40d1-c4d0-4432-ad12-fb81da6d9764 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Synchronizing usage tracker for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:08.672942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-01af40d1-c4d0-4432-ad12-fb81da6d9764 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Unset dirty status for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:08.674052 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-01af40d1-c4d0-4432-ad12-fb81da6d9764 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/networks?id=3be6a001-5700-4e05-8ea0-e8f25198730e HTTP/1.1" status: 200 len: 814 time: 0.2526925 Feb 16 13:12:08.689570 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-f72e38c6-3305-4840-96f0-ad0d0fffc1a4 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/quotas/428266128eea4f8d8bc5045050ed57b9 HTTP/1.1" status: 200 len: 375 time: 0.0099328 Feb 16 13:12:08.736260 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-5d6c2184-de5d-4234-b9bb-bacc8569e3bf tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=428266128eea4f8d8bc5045050ed57b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416760 Feb 16 13:12:08.822104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:08.872599 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-b42f1049-8d4a-4f70-ba70-aea4b4ab7120 service neutron] 10.222.0.47 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297715 Feb 16 13:12:09.005898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-b86265d5-d977-4443-8623-1c4a4f94b8a6 service neutron] 10.222.0.47 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269388 Feb 16 13:12:09.301595 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1d24e30a-3b0e-43a3-9c09-e415e47243f1 req-2ba42aa6-07a1-4a1c-a95e-233584a947f1 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 210 time: 0.0497456 Feb 16 13:12:10.465796 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ef1dea3e-85a8-401b-abd9-0bdb44e5d95a req-50e06fd3-5a96-425d-9403-680af43d8c8a tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 210 time: 0.0468018 Feb 16 13:12:11.376187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:11.572295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-ab8d00b3-acf8-434c-a444-0419c07d6d93 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:11.573790 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-ab8d00b3-acf8-434c-a444-0419c07d6d93 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "GET /v2.0/networks?id=3be6a001-5700-4e05-8ea0-e8f25198730e HTTP/1.1" status: 200 len: 814 time: 0.1502481 Feb 16 13:12:11.587067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Request body: {'port': {'device_id': '3a899330-9768-4292-a216-db9ff8823f55', 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e', 'admin_state_up': True, 'tenant_id': '428266128eea4f8d8bc5045050ed57b9'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:11.618557 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dfe05600-4fef-482c-a2e9-5a3ed2f5633b req-12c320d6-129c-405f-bd68-1e9e1099f48f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 210 time: 0.0429940 Feb 16 13:12:11.723266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:11.727894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Usage tracker for resource:port and tenant:428266128eea4f8d8bc5045050ed57b9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:11.730694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:11.736405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:11.840066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Made reservation on behalf of 428266128eea4f8d8bc5045050ed57b9 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:11.843812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:12.014347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Allocated IP 172.20.0.3 (3be6a001-5700-4e05-8ea0-e8f25198730e/aef8d44f-3263-4854-9d11-8366dedd4b59/7b998218-8bfe-4896-846b-f584409d9a06) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:12:12.313252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:12.412388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:12.491034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Network 3be6a001-5700-4e05-8ea0-e8f25198730e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:12:12.494921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:12.497628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:12:12.538300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Pushing event updated for resources: {'Port': ['ID=7b998218-8bfe-4896-846b-f584409d9a06,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:12.567705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:12.568240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:12.644943 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6bfb2c97-adfd-4a54-b9c5-59ae5d6a55ae tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0616317 Feb 16 13:12:12.655574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-973b7905-4590-4d83-a9e2-ef99c3f33f40 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:12:12.656693 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-973b7905-4590-4d83-a9e2-ef99c3f33f40 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053129 Feb 16 13:12:12.666747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Request body: {'port': {'device_id': '3a899330-9768-4292-a216-db9ff8823f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:12.779325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:12.815310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef551-bd98-4ee4-bda3-127a5f362d74 req-e5331812-f253-4b5a-acb1-a8367d085b88 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:12.816779 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc3ef551-bd98-4ee4-bda3-127a5f362d74 req-e5331812-f253-4b5a-acb1-a8367d085b88 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 931 time: 0.0828080 Feb 16 13:12:12.861194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-cc3ef551-bd98-4ee4-bda3-127a5f362d74 req-b0f0d3c6-c92f-47d3-9608-e16c8d8952bc tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Synchronizing usage tracker for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:12.959978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-cc3ef551-bd98-4ee4-bda3-127a5f362d74 req-b0f0d3c6-c92f-47d3-9608-e16c8d8952bc tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Unset dirty status for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:12.961332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc3ef551-bd98-4ee4-bda3-127a5f362d74 req-b0f0d3c6-c92f-47d3-9608-e16c8d8952bc tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382785 Feb 16 13:12:13.125962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b998218-8bfe-4896-846b-f584409d9a06 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:13.133302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:13.147527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Transition to ACTIVE for port object 7b998218-8bfe-4896-846b-f584409d9a06 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:13.222703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:13.354121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Pushing event updated for resources: {'Port': ['ID=7b998218-8bfe-4896-846b-f584409d9a06,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:13.453103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Attempting to bind port 7b998218-8bfe-4896-846b-f584409d9a06 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:12:13.453338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Attempting to bind port 7b998218-8bfe-4896-846b-f584409d9a06 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:12:13.453655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Attempting to bind port 7b998218-8bfe-4896-846b-f584409d9a06 on network 3be6a001-5700-4e05-8ea0-e8f25198730e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:13.458086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Port 7b998218-8bfe-4896-846b-f584409d9a06 on network 3be6a001-5700-4e05-8ea0-e8f25198730e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:12:13.458403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Attempting to bind port 7b998218-8bfe-4896-846b-f584409d9a06 on network 3be6a001-5700-4e05-8ea0-e8f25198730e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:13.464123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:12:13.464462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Checking segment: {'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:13.464838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Bound using segment: {'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:12:13.465252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Bound port: 7b998218-8bfe-4896-846b-f584409d9a06, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:12:13.465585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:13.561875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] For port 7b998218-8bfe-4896-846b-f584409d9a06, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:12:13.564892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] For port 7b998218-8bfe-4896-846b-f584409d9a06, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7b998218-8bfe-4896-846b-f584409d9a06,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:12:13.686609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:13.747968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:13.748608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:13.749986 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] 10.222.0.67 "PUT /v2.0/ports/7b998218-8bfe-4896-846b-f584409d9a06 HTTP/1.1" status: 200 len: 1093 time: 1.0871551 Feb 16 13:12:13.750426 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a899330-9768-4292-a216-db9ff8823f55', 'tag': '7b998218-8bfe-4896-846b-f584409d9a06'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:13.778628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d05d8-fab7-47e6-a06f-027784b9d839 service neutron] Pushing event updated for resources: {'Port': ['ID=7b998218-8bfe-4896-846b-f584409d9a06,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:13.802062 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a899330-9768-4292-a216-db9ff8823f55', 'tag': '7b998218-8bfe-4896-846b-f584409d9a06', 'status': 'completed', 'code': 200} Feb 16 13:12:13.898010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e14a4d-d668-4a1c-9e2b-f3041afffee7 req-ef6392b2-6076-43c5-ada2-a22c6fc0c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:13.899552 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a3e14a4d-d668-4a1c-9e2b-f3041afffee7 req-ef6392b2-6076-43c5-ada2-a22c6fc0c03b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=428266128eea4f8d8bc5045050ed57b9&device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 1096 time: 0.0762825 Feb 16 13:12:14.048140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e14a4d-d668-4a1c-9e2b-f3041afffee7 req-ecd39b45-476b-4ee3-a328-461192580710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:14.049618 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a3e14a4d-d668-4a1c-9e2b-f3041afffee7 req-ecd39b45-476b-4ee3-a328-461192580710 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=428266128eea4f8d8bc5045050ed57b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1416733 Feb 16 13:12:14.150785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997d61a-e704-4fc4-8d3c-c8d528feb353 req-3dae9ca4-d43e-4573-9272-54c0714db534 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:14.153012 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f997d61a-e704-4fc4-8d3c-c8d528feb353 req-3dae9ca4-d43e-4573-9272-54c0714db534 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 943 time: 0.0822504 Feb 16 13:12:14.191498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e14a4d-d668-4a1c-9e2b-f3041afffee7 req-c4bf16c5-f98e-4024-8810-b5e6f1965942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:14.192970 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a3e14a4d-d668-4a1c-9e2b-f3041afffee7 req-c4bf16c5-f98e-4024-8810-b5e6f1965942 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1368103 Feb 16 13:12:14.198944 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f997d61a-e704-4fc4-8d3c-c8d528feb353 req-e7426bd5-9555-44d3-aab5-916352a27820 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Feb 16 13:12:14.307162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-63c5b103-e026-4556-87a8-406c5dce6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:14.308567 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-63c5b103-e026-4556-87a8-406c5dce6925 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=428266128eea4f8d8bc5045050ed57b9&device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 1096 time: 0.0717928 Feb 16 13:12:14.497117 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-15ef8b01-3a82-485d-8115-ab8e9b6b77fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b998218-8bfe-4896-846b-f584409d9a06 HTTP/1.1" status: 200 len: 217 time: 0.1806698 Feb 16 13:12:14.561679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-1b4d1379-366e-4c15-ad46-e20298df1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:14.563056 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-1b4d1379-366e-4c15-ad46-e20298df1a77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aef8d44f-3263-4854-9d11-8366dedd4b59 HTTP/1.1" status: 200 len: 854 time: 0.0586293 Feb 16 13:12:14.613343 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-2c4a386e-20c0-4969-9e2f-9a89674c6cff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3be6a001-5700-4e05-8ea0-e8f25198730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436497 Feb 16 13:12:14.749546 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-c78c7e65-e8ff-47f7-b7ea-0e5304ddc20c service neutron] 10.222.0.67 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291213 Feb 16 13:12:14.890714 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e9bac4f8-8563-4119-a296-9b5b085bec21 req-84d1787a-3acd-4b15-af48-22baffd4874e service neutron] 10.222.0.67 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320977 Feb 16 13:12:15.390741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a608b82-4812-4666-a851-0c68ac62f5f1 req-635f7aff-fcf1-4678-be57-3d93238b997b tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.392251 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2a608b82-4812-4666-a851-0c68ac62f5f1 req-635f7aff-fcf1-4678-be57-3d93238b997b tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 943 time: 0.0851045 Feb 16 13:12:15.443074 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2a608b82-4812-4666-a851-0c68ac62f5f1 req-b255eaa0-4835-4f9f-acf8-3f43ce8489f1 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Feb 16 13:12:16.648834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b9e19-c468-425f-8def-32bf07bcba17 req-c209115f-1692-45d4-900f-95788cf0adff tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:16.650256 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-320b9e19-c468-425f-8def-32bf07bcba17 req-c209115f-1692-45d4-900f-95788cf0adff tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 943 time: 0.0822918 Feb 16 13:12:16.695728 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-320b9e19-c468-425f-8def-32bf07bcba17 req-d5ddd2c1-eeb8-4d47-98ac-44b35102fa19 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Feb 16 13:12:17.889384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea61b-eb0c-4f6d-ba34-f580ef7d608b req-d996ac6f-8918-458a-bbb6-b7721091012f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:17.893656 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5fea61b-eb0c-4f6d-ba34-f580ef7d608b req-d996ac6f-8918-458a-bbb6-b7721091012f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 943 time: 0.0877628 Feb 16 13:12:17.941949 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5fea61b-eb0c-4f6d-ba34-f580ef7d608b req-ee63bcc6-3c0c-4e64-8ff0-f828a84feda1 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Feb 16 13:12:18.421134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 7b998218-8bfe-4896-846b-f584409d9a06 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:12:18.598391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 7b998218-8bfe-4896-846b-f584409d9a06, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7b998218-8bfe-4896-846b-f584409d9a06,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:18.614687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '7b998218-8bfe-4896-846b-f584409d9a06', 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e', 'port_id': '7b998218-8bfe-4896-846b-f584409d9a06', 'mac_address': 'fa:16:3e:09:d3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef8d44f-3263-4854-9d11-8366dedd4b59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:12:18.670845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:18.690565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b998218-8bfe-4896-846b-f584409d9a06 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:18.709289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 7b998218-8bfe-4896-846b-f584409d9a06, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7b998218-8bfe-4896-846b-f584409d9a06,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:18.748665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:18.816535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=7b998218-8bfe-4896-846b-f584409d9a06,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:19.015479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['7b998218-8bfe-4896-846b-f584409d9a06'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:19.133428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedbdd8-0bd0-4a35-b150-879fb378e6a2 req-d14e52ee-09b3-4c1a-a89a-aa0c45eb2ab1 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:19.134945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bedbdd8-0bd0-4a35-b150-879fb378e6a2 req-d14e52ee-09b3-4c1a-a89a-aa0c45eb2ab1 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 944 time: 0.0820150 Feb 16 13:12:19.184547 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bedbdd8-0bd0-4a35-b150-879fb378e6a2 req-08d9f123-692e-4ea6-b189-d4caf7e1c028 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Feb 16 13:12:20.390465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ac55-526e-4f3d-81e4-b82067571a7b req-b5339433-66b0-48b2-9b4e-645bc6cc6413 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:20.392078 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3225ac55-526e-4f3d-81e4-b82067571a7b req-b5339433-66b0-48b2-9b4e-645bc6cc6413 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 944 time: 0.0989647 Feb 16 13:12:20.420306 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 7b998218-8bfe-4896-846b-f584409d9a06 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:12:20.438839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3225ac55-526e-4f3d-81e4-b82067571a7b req-6ddbef24-d470-45da-8ba3-c4097beb6c17 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Feb 16 13:12:20.570772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 7b998218-8bfe-4896-846b-f584409d9a06 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:12:20.576472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 7b998218-8bfe-4896-846b-f584409d9a06 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:20.583169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:20.700714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:20.728048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a899330-9768-4292-a216-db9ff8823f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b998218-8bfe-4896-846b-f584409d9a06'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:20.737509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 7b998218-8bfe-4896-846b-f584409d9a06, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7b998218-8bfe-4896-846b-f584409d9a06,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:20.775592 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a899330-9768-4292-a216-db9ff8823f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b998218-8bfe-4896-846b-f584409d9a06', 'code': 200} Feb 16 13:12:20.793612 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:20.862841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=7b998218-8bfe-4896-846b-f584409d9a06,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:21.141920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b5bd-5285-4356-b0d6-383dd3812b69 req-c92300c3-5fd4-4853-8e0a-e9fa42c50ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:21.142537 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9a55b5bd-5285-4356-b0d6-383dd3812b69 req-c92300c3-5fd4-4853-8e0a-e9fa42c50ed3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 1098 time: 0.0727191 Feb 16 13:12:21.185451 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9a55b5bd-5285-4356-b0d6-383dd3812b69 req-3a83774d-4428-42eb-a76a-3e0f95015a46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352178 Feb 16 13:12:21.638057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad6a6a-17fd-4f38-be4a-6ad60de0c059 req-5cd4d739-6d8d-4085-a556-2fb35e79ab98 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:21.639609 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0ad6a6a-17fd-4f38-be4a-6ad60de0c059 req-5cd4d739-6d8d-4085-a556-2fb35e79ab98 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0859501 Feb 16 13:12:21.686046 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0ad6a6a-17fd-4f38-be4a-6ad60de0c059 req-61e5a579-8bf4-41ab-a2ba-d6a840c2cda9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Feb 16 13:12:22.873666 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a914f8b-da31-496e-b878-a25acbe32e78 req-ac14bb86-a469-4fea-bc2f-5a6cd7b837f9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:22.875200 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1a914f8b-da31-496e-b878-a25acbe32e78 req-ac14bb86-a469-4fea-bc2f-5a6cd7b837f9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0804479 Feb 16 13:12:22.921353 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1a914f8b-da31-496e-b878-a25acbe32e78 req-417dc251-d41e-4a97-9682-d7f36df61650 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Feb 16 13:12:23.213965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-a33b5466-6939-472a-b93c-4ebdaffe0251 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:23.215457 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-a33b5466-6939-472a-b93c-4ebdaffe0251 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/networks?id=3be6a001-5700-4e05-8ea0-e8f25198730e HTTP/1.1" status: 200 len: 814 time: 0.1496768 Feb 16 13:12:23.231382 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-a7a85395-3eb5-4377-b983-3c1fa5e32715 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/quotas/428266128eea4f8d8bc5045050ed57b9 HTTP/1.1" status: 200 len: 375 time: 0.0102711 Feb 16 13:12:23.418040 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-b6ac1c02-c15f-422e-b15d-7f65c7f94029 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=428266128eea4f8d8bc5045050ed57b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1736286 Feb 16 13:12:23.553108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8dac4b91-9baa-4a3d-b30c-f9393af87af7 service neutron] 10.222.0.47 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278920 Feb 16 13:12:23.690831 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-7b8b7e4a-0ae3-4a2a-b8f8-e671deeaf8dd service neutron] 10.222.0.47 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313386 Feb 16 13:12:23.970416 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e756bb6f-bf6d-49aa-9f17-9401e9e90144 req-562c3915-d2ff-4d8e-a24f-bd0ce543c67f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 210 time: 0.0427265 Feb 16 13:12:25.137041 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-22f30a31-7f23-4877-aca9-4e5099e67596 req-b7e76600-d9f9-402e-baa8-2aaae7630d89 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 210 time: 0.0476942 Feb 16 13:12:26.127012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-9ee46fd5-eb80-4915-8359-35de8a0c6bfc tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:26.128487 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-9ee46fd5-eb80-4915-8359-35de8a0c6bfc tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "GET /v2.0/networks?id=3be6a001-5700-4e05-8ea0-e8f25198730e HTTP/1.1" status: 200 len: 814 time: 0.1568394 Feb 16 13:12:26.141233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Request body: {'port': {'device_id': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e', 'admin_state_up': True, 'tenant_id': '428266128eea4f8d8bc5045050ed57b9'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:26.294793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:26.297183 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-95c16343-4ba3-4281-89f0-1651b6ea3100 req-0fbdbfa5-48f1-4b43-af2e-fbb58402043a tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 210 time: 0.0457253 Feb 16 13:12:26.303994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Usage tracker for resource:port and tenant:428266128eea4f8d8bc5045050ed57b9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:26.305375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:26.311596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:26.376538 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Made reservation on behalf of 428266128eea4f8d8bc5045050ed57b9 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:26.380158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.558967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Allocated IP 172.20.0.13 (3be6a001-5700-4e05-8ea0-e8f25198730e/aef8d44f-3263-4854-9d11-8366dedd4b59/c913c6b4-a4c0-4e86-ab03-595f06654dfb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:12:26.780655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.874316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.888549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['7b998218-8bfe-4896-846b-f584409d9a06'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:26.952060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Network 3be6a001-5700-4e05-8ea0-e8f25198730e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:12:26.955321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:26.959455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:12:26.990594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Pushing event updated for resources: {'Port': ['ID=c913c6b4-a4c0-4e86-ab03-595f06654dfb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:27.033737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.034549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:27.136667 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8b5157b7-f02a-4add-87f4-ad963aa73e04 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9991670 Feb 16 13:12:27.149121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Request body: {'port': {'device_id': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:27.265027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:27.486870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167eb12-f182-4d57-af8b-95193581757c req-eea7a2a9-1140-4d32-9627-9e5d591620b9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.488339 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4167eb12-f182-4d57-af8b-95193581757c req-eea7a2a9-1140-4d32-9627-9e5d591620b9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 932 time: 0.0825787 Feb 16 13:12:27.539719 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4167eb12-f182-4d57-af8b-95193581757c req-e28b4234-2843-496f-989e-ff4cd6befbb2 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 Feb 16 13:12:27.632369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c913c6b4-a4c0-4e86-ab03-595f06654dfb {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:27.640265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:27.656161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Transition to ACTIVE for port object c913c6b4-a4c0-4e86-ab03-595f06654dfb will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:27.742164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:28.007009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Pushing event updated for resources: {'Port': ['ID=c913c6b4-a4c0-4e86-ab03-595f06654dfb,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:28.094490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Attempting to bind port c913c6b4-a4c0-4e86-ab03-595f06654dfb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:12:28.094969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Attempting to bind port c913c6b4-a4c0-4e86-ab03-595f06654dfb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:12:28.095342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Attempting to bind port c913c6b4-a4c0-4e86-ab03-595f06654dfb on network 3be6a001-5700-4e05-8ea0-e8f25198730e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:28.100990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Port c913c6b4-a4c0-4e86-ab03-595f06654dfb on network 3be6a001-5700-4e05-8ea0-e8f25198730e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:12:28.101313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Attempting to bind port c913c6b4-a4c0-4e86-ab03-595f06654dfb on network 3be6a001-5700-4e05-8ea0-e8f25198730e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:28.106812 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:12:28.107182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Checking segment: {'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:28.107582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Bound using segment: {'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:12:28.108007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Bound port: c913c6b4-a4c0-4e86-ab03-595f06654dfb, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6acc675-9fca-497a-9e1b-51c8a2e393a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:12:28.108353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:28.202960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] For port c913c6b4-a4c0-4e86-ab03-595f06654dfb, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:12:28.206225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] For port c913c6b4-a4c0-4e86-ab03-595f06654dfb, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c913c6b4-a4c0-4e86-ab03-595f06654dfb,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:12:28.279307 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:28.341782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:28.342400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:28.343882 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] 10.222.0.67 "PUT /v2.0/ports/c913c6b4-a4c0-4e86-ab03-595f06654dfb HTTP/1.1" status: 200 len: 1094 time: 1.1990016 Feb 16 13:12:28.344306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'tag': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:28.368271 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed257d-8250-42e7-bafc-69f12c342a1c service neutron] Pushing event updated for resources: {'Port': ['ID=c913c6b4-a4c0-4e86-ab03-595f06654dfb,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:28.399974 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'tag': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb', 'status': 'completed', 'code': 200} Feb 16 13:12:28.498714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aaf2b-25de-4c1e-a13c-d14614fb6bc9 req-da98880f-edc7-429d-85f4-a34e7f9a9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:28.500338 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-235aaf2b-25de-4c1e-a13c-d14614fb6bc9 req-da98880f-edc7-429d-85f4-a34e7f9a9944 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=428266128eea4f8d8bc5045050ed57b9&device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 1097 time: 0.0770867 Feb 16 13:12:28.656728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aaf2b-25de-4c1e-a13c-d14614fb6bc9 req-60bf7d35-d3fe-4d1d-a90d-dc4670c48948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:28.658214 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-235aaf2b-25de-4c1e-a13c-d14614fb6bc9 req-60bf7d35-d3fe-4d1d-a90d-dc4670c48948 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=428266128eea4f8d8bc5045050ed57b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1448221 Feb 16 13:12:28.734539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6b9cb-9d1a-4648-96d4-dbfed8fb4db0 req-0a91771e-8ebd-4754-83ff-fb05f3e827fe tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:28.736240 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0d6b9cb-9d1a-4648-96d4-dbfed8fb4db0 req-0a91771e-8ebd-4754-83ff-fb05f3e827fe tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 944 time: 0.0870323 Feb 16 13:12:28.783168 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b0d6b9cb-9d1a-4648-96d4-dbfed8fb4db0 req-7dc1a9ed-9f69-449f-9528-60c89ba535af tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Feb 16 13:12:28.804182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aaf2b-25de-4c1e-a13c-d14614fb6bc9 req-2ddefb8c-f3a6-4923-b44d-0560be27e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:28.805652 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-235aaf2b-25de-4c1e-a13c-d14614fb6bc9 req-2ddefb8c-f3a6-4923-b44d-0560be27e405 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1409645 Feb 16 13:12:28.914780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-e74dac87-f83e-4ce6-833a-80570c61ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:28.916289 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-e74dac87-f83e-4ce6-833a-80570c61ff60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=428266128eea4f8d8bc5045050ed57b9&device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 1097 time: 0.0731261 Feb 16 13:12:28.989287 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-b602dc6d-9f0c-4362-ba52-6a95eb8165c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c913c6b4-a4c0-4e86-ab03-595f06654dfb HTTP/1.1" status: 200 len: 217 time: 0.0657191 Feb 16 13:12:29.053774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-df130f2a-e99f-46e0-ac4b-4babe33795ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:29.055174 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-df130f2a-e99f-46e0-ac4b-4babe33795ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aef8d44f-3263-4854-9d11-8366dedd4b59 HTTP/1.1" status: 200 len: 854 time: 0.0592458 Feb 16 13:12:29.111576 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-8c4d53cf-f2f2-4c8a-b934-324ac6adaa6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3be6a001-5700-4e05-8ea0-e8f25198730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459545 Feb 16 13:12:29.249614 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-7c8007a4-2be9-446e-819b-ad3b8245f1f9 service neutron] 10.222.0.67 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316288 Feb 16 13:12:29.385310 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f8af6e18-7cb0-4893-b817-c7590778efcc req-cce62c58-fc18-47d4-8a87-2f7372a10ec1 service neutron] 10.222.0.67 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294217 Feb 16 13:12:29.976846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e1538-9694-42f3-af58-f093fed3ad3e req-c2ec2154-59f9-4772-a8b4-879f0a898f5a tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:29.978327 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a7e1538-9694-42f3-af58-f093fed3ad3e req-c2ec2154-59f9-4772-a8b4-879f0a898f5a tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 944 time: 0.0857878 Feb 16 13:12:30.025797 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3a7e1538-9694-42f3-af58-f093fed3ad3e req-505fa4eb-02c3-4c7c-9f67-7b4d9c7290b2 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Feb 16 13:12:31.215708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9285b-1642-4024-af25-8fdcb2500e0c req-227c8ba2-f1a0-44c8-af83-d4f3182db78b tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:31.217184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-feb9285b-1642-4024-af25-8fdcb2500e0c req-227c8ba2-f1a0-44c8-af83-d4f3182db78b tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 944 time: 0.0795796 Feb 16 13:12:31.263857 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-feb9285b-1642-4024-af25-8fdcb2500e0c req-a76cc7a4-cbf0-44e3-8781-cb455176074d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Feb 16 13:12:32.450316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdc55-c75e-4aa4-b319-58fbe1a39961 req-f6b8cfa0-5557-487c-8a41-93d999e46de5 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:32.451491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c913c6b4-a4c0-4e86-ab03-595f06654dfb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:12:32.451964 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-18ffdc55-c75e-4aa4-b319-58fbe1a39961 req-f6b8cfa0-5557-487c-8a41-93d999e46de5 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 944 time: 0.0831439 Feb 16 13:12:32.502681 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-18ffdc55-c75e-4aa4-b319-58fbe1a39961 req-f9bbab4c-4c9c-4fb1-a1c4-e61003379e1d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 Feb 16 13:12:32.586783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port c913c6b4-a4c0-4e86-ab03-595f06654dfb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c913c6b4-a4c0-4e86-ab03-595f06654dfb,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:32.600418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb', 'network_id': '3be6a001-5700-4e05-8ea0-e8f25198730e', 'port_id': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb', 'mac_address': 'fa:16:3e:69:dc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef8d44f-3263-4854-9d11-8366dedd4b59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:12:32.657542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:32.675272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c913c6b4-a4c0-4e86-ab03-595f06654dfb {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:32.691130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port c913c6b4-a4c0-4e86-ab03-595f06654dfb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c913c6b4-a4c0-4e86-ab03-595f06654dfb,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:32.769538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:32.837327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=c913c6b4-a4c0-4e86-ab03-595f06654dfb,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:33.011783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['c913c6b4-a4c0-4e86-ab03-595f06654dfb'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:33.686826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a47709-e94b-4bb8-8775-04089ea5fc68 req-d6b35e26-4664-410f-883f-340bb22108a4 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:33.688341 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-04a47709-e94b-4bb8-8775-04089ea5fc68 req-d6b35e26-4664-410f-883f-340bb22108a4 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 945 time: 0.0811024 Feb 16 13:12:33.736700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-04a47709-e94b-4bb8-8775-04089ea5fc68 req-ed67d122-cc05-4a1d-b4a8-794eb16542ec tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Feb 16 13:12:33.872846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84e35a11-b9de-4ec6-abcf-4a3ceddc5b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.463386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c913c6b4-a4c0-4e86-ab03-595f06654dfb up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:12:34.592654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port c913c6b4-a4c0-4e86-ab03-595f06654dfb completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:12:34.597926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port c913c6b4-a4c0-4e86-ab03-595f06654dfb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:34.598297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.716985 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.754722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:34.764939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port c913c6b4-a4c0-4e86-ab03-595f06654dfb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c913c6b4-a4c0-4e86-ab03-595f06654dfb,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:34.800668 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb', 'code': 200} Feb 16 13:12:34.839590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.911979 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=c913c6b4-a4c0-4e86-ab03-595f06654dfb,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:34.928026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06c5a1-4e89-401f-bd3a-4648d0bc9d6d req-df3f6cbc-3cfa-4955-8d02-4e2ab38a4863 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:34.929763 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f06c5a1-4e89-401f-bd3a-4648d0bc9d6d req-df3f6cbc-3cfa-4955-8d02-4e2ab38a4863 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 946 time: 0.0826848 Feb 16 13:12:34.976044 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6f06c5a1-4e89-401f-bd3a-4648d0bc9d6d req-444431f0-2727-4c68-9f2d-0bab11d6794f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Feb 16 13:12:35.271893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192510e-eeea-4b71-929d-881cc47ae91b req-9aaf6fa6-1f3c-4795-ae91-8e52ce1f6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:35.272539 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a192510e-eeea-4b71-929d-881cc47ae91b req-9aaf6fa6-1f3c-4795-ae91-8e52ce1f6267 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 1099 time: 0.1255252 Feb 16 13:12:35.316502 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a192510e-eeea-4b71-929d-881cc47ae91b req-89a802f6-2365-4adb-a39a-51247afdab1d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Feb 16 13:12:36.165228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3af81f54-f69f-42e1-b78d-0bde8433c4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:36.187718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea1d6a-f055-453b-a1a0-b557c90c94d7 req-e5298552-4a6d-4c34-8172-c9dc97b23f6a tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:36.189189 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5dea1d6a-f055-453b-a1a0-b557c90c94d7 req-e5298552-4a6d-4c34-8172-c9dc97b23f6a tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 946 time: 0.1021254 Feb 16 13:12:36.233337 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5dea1d6a-f055-453b-a1a0-b557c90c94d7 req-eff94e92-60b2-4ec1-9e83-08f3377a119a tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378933 Feb 16 13:12:37.244709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:37.318978 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:37.425485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286682a1-34d8-4cd0-a796-066c9786fe3f req-8cf374a2-64f6-4231-b4e9-41de90ed2b8d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:37.427162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-286682a1-34d8-4cd0-a796-066c9786fe3f req-8cf374a2-64f6-4231-b4e9-41de90ed2b8d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 946 time: 0.0811837 Feb 16 13:12:37.475452 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-286682a1-34d8-4cd0-a796-066c9786fe3f req-946fcc4c-7195-45f5-b475-25bf8929bba5 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Feb 16 13:12:38.004124 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:12:38.050220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20236c6b-7ddd-4881-843c-5c4fdab42c69 req-d84cbe76-80b2-4ed8-a1f9-8ba0e95c8cbc tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.051706 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-20236c6b-7ddd-4881-843c-5c4fdab42c69 req-d84cbe76-80b2-4ed8-a1f9-8ba0e95c8cbc tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 946 time: 0.0929353 Feb 16 13:12:38.096838 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-20236c6b-7ddd-4881-843c-5c4fdab42c69 req-4878cb85-f62f-4422-887c-e6fd02637f14 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Feb 16 13:12:38.833481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:39.285641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2960-e722-4b3f-b690-f2e195a09fea req-c7571d59-c699-401e-ab05-390527f1cb2d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:39.287147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab1b2960-e722-4b3f-b690-f2e195a09fea req-c7571d59-c699-401e-ab05-390527f1cb2d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 946 time: 0.0828254 Feb 16 13:12:39.332475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab1b2960-e722-4b3f-b690-f2e195a09fea req-dc153732-8a47-4054-acad-8a8cf520f7f3 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Feb 16 13:12:39.530066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-bfd9f165-1498-45ea-90a5-5a8692e9280f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:39.530755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-bfd9f165-1498-45ea-90a5-5a8692e9280f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Synchronizing usage tracker for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:39.587581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-bfd9f165-1498-45ea-90a5-5a8692e9280f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Unset dirty status for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:39.588685 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-bfd9f165-1498-45ea-90a5-5a8692e9280f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 946 time: 0.1403699 Feb 16 13:12:39.661404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Deleting port c913c6b4-a4c0-4e86-ab03-595f06654dfb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:12:39.661749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:40.019809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] For port c913c6b4-a4c0-4e86-ab03-595f06654dfb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c913c6b4-a4c0-4e86-ab03-595f06654dfb,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:40.020193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:40.147501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Calling delete_port for c913c6b4-a4c0-4e86-ab03-595f06654dfb owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:12:40.428646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:40.441027 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['7b998218-8bfe-4896-846b-f584409d9a06', 'c913c6b4-a4c0-4e86-ab03-595f06654dfb'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:40.481265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Pushing event deleted for resources: {'Port': ['ID=c913c6b4-a4c0-4e86-ab03-595f06654dfb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:40.496351 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-50d8af4a-6cbd-49cf-891e-924e314e8277 req-d0669e78-2db5-4b3b-8e34-829ff1039d39 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 210 time: 0.0553048 Feb 16 13:12:40.565500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] No DVR routers for this DVR port c913c6b4-a4c0-4e86-ab03-595f06654dfb on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:12:40.567962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:40.570662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'name': 'network-vif-deleted', 'tag': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:40.626197 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab25eec-42b7-4cb3-a090-8e4082d6604a', 'name': 'network-vif-deleted', 'tag': 'c913c6b4-a4c0-4e86-ab03-595f06654dfb', 'status': 'completed', 'code': 200} Feb 16 13:12:40.657230 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0e43847-c34e-4c14-8b82-27e6766ba5a6 req-1c4066ae-7748-4cf5-8c1f-ad106f03bdc9 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "DELETE /v2.0/ports/c913c6b4-a4c0-4e86-ab03-595f06654dfb HTTP/1.1" status: 204 len: 173 time: 1.0627055 Feb 16 13:12:40.861124 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-a4eff987-a530-41ad-a22a-0bbc2d2190fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732267 Feb 16 13:12:41.020632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-fd0438b9-68d2-44f0-bff5-1adb437139b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:41.022149 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-fd0438b9-68d2-44f0-bff5-1adb437139b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=428266128eea4f8d8bc5045050ed57b9&device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 1098 time: 0.0831366 Feb 16 13:12:41.170115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-b140aecc-c831-4e69-9584-2c0e345b4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:41.171616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-b140aecc-c831-4e69-9584-2c0e345b4639 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3be6a001-5700-4e05-8ea0-e8f25198730e HTTP/1.1" status: 200 len: 914 time: 0.1277876 Feb 16 13:12:41.244907 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-fdd53e67-8b34-409d-ad91-86d4ba4b19c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b998218-8bfe-4896-846b-f584409d9a06 HTTP/1.1" status: 200 len: 217 time: 0.0655434 Feb 16 13:12:41.311603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-45ae9ee0-ed99-49ea-a50a-c67847b31d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:41.312983 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-45ae9ee0-ed99-49ea-a50a-c67847b31d2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aef8d44f-3263-4854-9d11-8366dedd4b59 HTTP/1.1" status: 200 len: 854 time: 0.0583839 Feb 16 13:12:41.363624 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-3f8a1972-d9e3-49bd-83e3-5ec0d4e7a272 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3be6a001-5700-4e05-8ea0-e8f25198730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417044 Feb 16 13:12:41.401012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:41.506460 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-97d7b449-a369-41be-bb46-82b490a446cf service neutron] 10.222.0.67 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316853 Feb 16 13:12:41.641285 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-fbd47810-5885-4e0e-b840-ab77a86fe37f req-7f3c0692-2d1b-47fe-a5d6-5635ed696e45 service neutron] 10.222.0.67 "GET /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282170 Feb 16 13:12:41.670117 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a726ab98-b061-4aad-be0a-0ca21ae7da45 req-bf7d2d78-bb42-465e-8f7a-a2113e55b042 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab25eec-42b7-4cb3-a090-8e4082d6604a HTTP/1.1" status: 200 len: 210 time: 0.0425396 Feb 16 13:12:42.923701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cdac4-2992-4b77-a837-cd7e996aa786 req-45c236ac-e437-4a3b-b048-ee2153676417 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:42.925161 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5c6cdac4-2992-4b77-a837-cd7e996aa786 req-45c236ac-e437-4a3b-b048-ee2153676417 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0815649 Feb 16 13:12:43.059997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5c6cdac4-2992-4b77-a837-cd7e996aa786 req-46cc8927-48ac-4d4b-889d-cd551a58d10d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292305 Feb 16 13:12:43.257305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a3c4c-60a3-4f06-a3f2-8a4c32161342 req-4747b705-0459-486d-ac39-135a1d3580d3 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:43.258753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-885a3c4c-60a3-4f06-a3f2-8a4c32161342 req-4747b705-0459-486d-ac39-135a1d3580d3 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0786159 Feb 16 13:12:43.301352 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-885a3c4c-60a3-4f06-a3f2-8a4c32161342 req-dd1057ed-608e-4132-8596-d090d7846955 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Feb 16 13:12:43.491701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2f550-2d67-4c0b-a61c-5483a5ee97a7 req-68fd46cb-d18f-454f-9df2-6722aa7e2a2f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:43.493175 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cdc2f550-2d67-4c0b-a61c-5483a5ee97a7 req-68fd46cb-d18f-454f-9df2-6722aa7e2a2f tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0874498 Feb 16 13:12:43.536170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cdc2f550-2d67-4c0b-a61c-5483a5ee97a7 req-be68b22a-b293-43e8-8461-c05b64974204 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373478 Feb 16 13:12:43.832347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae995f7-60ee-42d6-b824-927714e0d182 req-57cc72e5-ae31-4687-830c-43578aa09d40 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:43.833694 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ae995f7-60ee-42d6-b824-927714e0d182 req-57cc72e5-ae31-4687-830c-43578aa09d40 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0781333 Feb 16 13:12:43.881049 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ae995f7-60ee-42d6-b824-927714e0d182 req-36ab4c65-825b-41f7-9be9-dd40504f1ebd tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Feb 16 13:12:44.078475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65878a-ef65-4634-a2f4-3dfd1765a7f2 req-78b27ecb-fa0c-4e03-a1f8-ad0a0be70241 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:44.079981 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4c65878a-ef65-4634-a2f4-3dfd1765a7f2 req-78b27ecb-fa0c-4e03-a1f8-ad0a0be70241 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0823753 Feb 16 13:12:44.128016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4c65878a-ef65-4634-a2f4-3dfd1765a7f2 req-bd61de7d-f7a3-4835-8099-177747dcf414 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 Feb 16 13:12:44.329950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a6-3f30-4fbf-b64e-64a7e4f2a71f req-c50da95a-d7d9-45e2-af83-03cdbff3c561 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:44.331428 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07f888a6-3f30-4fbf-b64e-64a7e4f2a71f req-c50da95a-d7d9-45e2-af83-03cdbff3c561 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0877752 Feb 16 13:12:44.374959 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07f888a6-3f30-4fbf-b64e-64a7e4f2a71f req-eab79f2d-a120-4de4-b4d8-5428982abeac tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371072 Feb 16 13:12:44.518832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c913c6b4-a4c0-4e86-ab03-595f06654dfb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:44.555933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: c913c6b4-a4c0-4e86-ab03-595f06654dfb {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:12:44.556283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c913c6b4-a4c0-4e86-ab03-595f06654dfb not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:12:45.118595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4dde5-2e21-4dfa-b20c-7a2ee90c2bc0 req-09d61611-fa58-4fda-90bc-f79e6fffc060 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:45.120146 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2dd4dde5-2e21-4dfa-b20c-7a2ee90c2bc0 req-09d61611-fa58-4fda-90bc-f79e6fffc060 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0801594 Feb 16 13:12:45.163252 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2dd4dde5-2e21-4dfa-b20c-7a2ee90c2bc0 req-5d193e01-3595-4dae-b01e-464b603e9e88 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Feb 16 13:12:46.355904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59db781-91ac-41fa-98f3-f34d4c49cb3a req-3c142f8c-2702-4069-a7e1-fedeba73f14d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:46.357299 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f59db781-91ac-41fa-98f3-f34d4c49cb3a req-3c142f8c-2702-4069-a7e1-fedeba73f14d tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.0833824 Feb 16 13:12:46.402296 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f59db781-91ac-41fa-98f3-f34d4c49cb3a req-98cf54ca-c67e-4be6-b086-ca31ad740fb6 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24bafc7-e659-45ba-a91a-8a910633e130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Feb 16 13:12:46.684030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-6ff3cf61-034a-4cd1-ab0b-ee9e9ed78031 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:46.684774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-6ff3cf61-034a-4cd1-ab0b-ee9e9ed78031 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Synchronizing usage tracker for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:46.747236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-6ff3cf61-034a-4cd1-ab0b-ee9e9ed78031 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Unset dirty status for tenant:428266128eea4f8d8bc5045050ed57b9 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:46.748597 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-6ff3cf61-034a-4cd1-ab0b-ee9e9ed78031 tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 945 time: 0.1459942 Feb 16 13:12:46.819631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Deleting port 7b998218-8bfe-4896-846b-f584409d9a06 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:12:46.819970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:47.161455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] For port 7b998218-8bfe-4896-846b-f584409d9a06, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7b998218-8bfe-4896-846b-f584409d9a06,segment=NetworkSegment(b6acc675-9fca-497a-9e1b-51c8a2e393a1),segment_id=b6acc675-9fca-497a-9e1b-51c8a2e393a1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:47.162321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:47.284292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Calling delete_port for 7b998218-8bfe-4896-846b-f584409d9a06 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:12:47.478925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:47.492175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['7b998218-8bfe-4896-846b-f584409d9a06'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:47.541671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Pushing event deleted for resources: {'Port': ['ID=7b998218-8bfe-4896-846b-f584409d9a06,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:47.560165 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-77f1ceb0-86e4-46c5-942b-c8dbdfa70806 req-09521dcc-59a5-4dcf-9d0a-2fc27edda86b tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a899330-9768-4292-a216-db9ff8823f55 HTTP/1.1" status: 200 len: 210 time: 0.0433657 Feb 16 13:12:47.614330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] No DVR routers for this DVR port 7b998218-8bfe-4896-846b-f584409d9a06 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:12:47.616820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:47.619357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a899330-9768-4292-a216-db9ff8823f55', 'name': 'network-vif-deleted', 'tag': '7b998218-8bfe-4896-846b-f584409d9a06'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:47.664328 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a899330-9768-4292-a216-db9ff8823f55', 'name': 'network-vif-deleted', 'tag': '7b998218-8bfe-4896-846b-f584409d9a06', 'status': 'completed', 'code': 200} Feb 16 13:12:47.673275 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b00056d-6308-4805-ad90-8e6d09bbc192 req-8857834c-aac2-4cf0-8204-9c4db85a0abb tempest-ServersNegativeTestJSON-553546389 tempest-ServersNegativeTestJSON-553546389-project] 10.222.0.67 "DELETE /v2.0/ports/7b998218-8bfe-4896-846b-f584409d9a06 HTTP/1.1" status: 204 len: 173 time: 0.9187107 Feb 16 13:12:48.658027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60248) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:48.721642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] Deleting subnet aef8d44f-3263-4854-9d11-8366dedd4b59 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:12:48.725604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:48.775211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:48.829950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:48.958850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:48.996623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef8d44f-3263-4854-9d11-8366dedd4b59,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:49.000319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.006747 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0c5f268a-25cd-45c4-89e3-17b068b3cb7a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/aef8d44f-3263-4854-9d11-8366dedd4b59 HTTP/1.1" status: 204 len: 168 time: 0.3476756 Feb 16 13:12:49.009727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:49.116786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.241531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.265626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be6a001-5700-4e05-8ea0-e8f25198730e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:49.277853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6acc675-9fca-497a-9e1b-51c8a2e393a1') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:49.278128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6acc675-9fca-497a-9e1b-51c8a2e393a1') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:49.290108 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.310769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.316734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:12:49.317123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:12:49.330325 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:12:49.460629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.488270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:49.496011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be6a001-5700-4e05-8ea0-e8f25198730e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:49.564940 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c374263c-fa49-4df6-8e84-881ec9e1ce79 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3be6a001-5700-4e05-8ea0-e8f25198730e HTTP/1.1" status: 204 len: 168 time: 0.5540664 Feb 16 13:12:49.869344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60258) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:49.924055 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b7bfbf62-9e79-4751-af6b-33753c12281c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=428266128eea4f8d8bc5045050ed57b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534964 Feb 16 13:12:49.926640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:49.986197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2b58-e1b3-411b-bcd0-3e8ba85cb0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:50.013411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2b58-e1b3-411b-bcd0-3e8ba85cb0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:50.233326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2b58-e1b3-411b-bcd0-3e8ba85cb0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:50.251296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b2b58-e1b3-411b-bcd0-3e8ba85cb0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24bafc7-e659-45ba-a91a-8a910633e130,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:50.341302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2b58-e1b3-411b-bcd0-3e8ba85cb0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:50.342395 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aa7b2b58-e1b3-411b-bcd0-3e8ba85cb0e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f24bafc7-e659-45ba-a91a-8a910633e130 HTTP/1.1" status: 204 len: 168 time: 0.4147666 Feb 16 13:12:50.530452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 7b998218-8bfe-4896-846b-f584409d9a06 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:50.568574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 7b998218-8bfe-4896-846b-f584409d9a06 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:12:50.568925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 7b998218-8bfe-4896-846b-f584409d9a06 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:12:51.465096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60286) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:51.570066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210481317'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:51.575058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:51.578852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:network and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:51.581681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:51.588420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:51.655555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:51.659038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:51.671399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:51.686213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:51.689985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:security_group_rule and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:51.692720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:51.699192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:51.781807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:51.854347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:51.889695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:12:51.894866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06bc09-3ff5-4f21-943e-9379e27a59c6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:51.901531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:51.901891 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Added segment 98c7e5a6-9a6f-4504-b260-1fb5dd87a18e of type vlan for network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 Feb 16 13:12:51.926878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:52.015003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:52.020679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:52.021304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:52.131486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Network': ['ID=3b8c481b-573e-4d6d-a909-f2dd4a84af44,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:52.141611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:12:52.187709 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9a9d5260-5f9d-4997-bcd4-b4e952e3e157 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7214844 Feb 16 13:12:55.448875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:55.454592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'subnet': {'network_id': '3b8c481b-573e-4d6d-a909-f2dd4a84af44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:55.568713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:55.572699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:subnet and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:55.575581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:55.581240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:55.655067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:55.658640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:55.994737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.071295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Subnet': ['ID=23d0e4ea-e38c-4492-8faf-ae3204183b48,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:56.083724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Checking segment: {'id': '98c7e5a6-9a6f-4504-b260-1fb5dd87a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b8c481b-573e-4d6d-a909-f2dd4a84af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:56.084082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network hostable DHCP agents. Network: 3b8c481b-573e-4d6d-a909-f2dd4a84af44, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:12:56.088963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.089309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.089646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.089985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.090316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.090642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.090965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.091314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.091637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.091955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.092277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.092589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:56.215909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:12:56.358562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 3b8c481b-573e-4d6d-a909-f2dd4a84af44) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:56.362678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:56.363301 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.369320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e9821-d3f7-4e38-86d6-1bf7d09e7c17 None None] Network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:12:56.530726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d4fe0fcf-f44b-44ba-a06f-7697622bf092 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0807126 Feb 16 13:12:56.534119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:56.540449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078513607'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:56.554594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:56.554594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:network and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:56.554594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:56.557789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:56.581400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-3b8c481b-573e-4d6d-a909-f2dd4a84af44', 'network_id': '3b8c481b-573e-4d6d-a909-f2dd4a84af44', 'tenant_id': 'c0eb84c0aa1747a2b9313c89893aee1f', 'fixed_ips': [{'subnet_id': '23d0e4ea-e38c-4492-8faf-ae3204183b48'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:12:56.586228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.683928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:56.687624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.716723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:12:56.725549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.725874 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Added segment e42e44c1-d809-403a-95e8-69134cc0dd6e of type vlan for network a02757d4-f28e-4206-a6bd-2ef4e02a6f30 Feb 16 13:12:56.741911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Allocated IP 2001:db8:0:ffff::2 (3b8c481b-573e-4d6d-a909-f2dd4a84af44/23d0e4ea-e38c-4492-8faf-ae3204183b48/f627e5d4-e86b-4790-805c-5240b08cab07) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:12:56.751751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.884456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.889938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:56.890542 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.952225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:56.964507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Transition to ACTIVE for port object f627e5d4-e86b-4790-805c-5240b08cab07 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:56.984096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Transition to ACTIVE for port object f627e5d4-e86b-4790-805c-5240b08cab07 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:57.084833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.096258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Network': ['ID=a02757d4-f28e-4206-a6bd-2ef4e02a6f30,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:57.124125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a02757d4-f28e-4206-a6bd-2ef4e02a6f30 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:12:57.170173 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-87ca46f0-056e-4b5f-8472-d03a1ff32f6f tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6349807 Feb 16 13:12:57.173159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60300) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:57.179316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'subnet': {'network_id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:57.218376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:12:57.230218 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:57.237697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:12:57.284741 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Pushing event updated for resources: {'Port': ['ID=f627e5d4-e86b-4790-805c-5240b08cab07,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:57.288896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:57.292801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:subnet and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:12:57.295764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:12:57.302759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:57.303802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.304156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.304509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.304850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.305214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.305933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.305933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.306242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.306557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.306886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.307238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.307629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:57.362521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Attempting to bind port f627e5d4-e86b-4790-805c-5240b08cab07 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:12:57.362894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Attempting to bind port f627e5d4-e86b-4790-805c-5240b08cab07 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '98c7e5a6-9a6f-4504-b260-1fb5dd87a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b8c481b-573e-4d6d-a909-f2dd4a84af44'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:12:57.363309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Attempting to bind port f627e5d4-e86b-4790-805c-5240b08cab07 on network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:57.369729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:12:57.370406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Checking segment: {'id': '98c7e5a6-9a6f-4504-b260-1fb5dd87a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b8c481b-573e-4d6d-a909-f2dd4a84af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:57.370523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.370890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Bound using segment: {'id': '98c7e5a6-9a6f-4504-b260-1fb5dd87a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b8c481b-573e-4d6d-a909-f2dd4a84af44'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:12:57.371392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Bound port: f627e5d4-e86b-4790-805c-5240b08cab07, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c7e5a6-9a6f-4504-b260-1fb5dd87a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b8c481b-573e-4d6d-a909-f2dd4a84af44'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:12:57.371766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.427718 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:57.431523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.472707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] For port f627e5d4-e86b-4790-805c-5240b08cab07, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:12:57.476634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] For port f627e5d4-e86b-4790-805c-5240b08cab07, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f627e5d4-e86b-4790-805c-5240b08cab07,segment=NetworkSegment(98c7e5a6-9a6f-4504-b260-1fb5dd87a18e),segment_id=98c7e5a6-9a6f-4504-b260-1fb5dd87a18e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:12:57.585728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.672207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6be61-1f79-493a-8b68-c33b0ca34cd2 None None] Pushing event updated for resources: {'Port': ['ID=f627e5d4-e86b-4790-805c-5240b08cab07,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:57.807802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.905106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Subnet': ['ID=72c02456-d229-4f8f-9f39-b236d0ceb3c8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:57.909861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Checking segment: {'id': 'e42e44c1-d809-403a-95e8-69134cc0dd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:57.910224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network hostable DHCP agents. Network: a02757d4-f28e-4206-a6bd-2ef4e02a6f30, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:12:58.044201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network a02757d4-f28e-4206-a6bd-2ef4e02a6f30 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:12:58.163931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a02757d4-f28e-4206-a6bd-2ef4e02a6f30) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:58.169425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:58.170218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:58.173020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37beaecf-cf2d-4051-8102-438a34b19c54 None None] Network a02757d4-f28e-4206-a6bd-2ef4e02a6f30 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:12:58.347250 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-33317048-984b-431b-a7eb-5dc33b692ff3 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1730013 Feb 16 13:12:58.350553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60304) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:58.465148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a02757d4-f28e-4206-a6bd-2ef4e02a6f30', 'network_id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30', 'tenant_id': 'c0eb84c0aa1747a2b9313c89893aee1f', 'fixed_ips': [{'subnet_id': '72c02456-d229-4f8f-9f39-b236d0ceb3c8'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:12:58.465148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:58.532605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:58.539375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f627e5d4-e86b-4790-805c-5240b08cab07 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:12:58.608924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:58.710909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Allocated IP 2001:db8::2 (a02757d4-f28e-4206-a6bd-2ef4e02a6f30/72c02456-d229-4f8f-9f39-b236d0ceb3c8/e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:12:58.729555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3ec23-12e5-4223-8f1d-9ac19499ba32 None None] Network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:12:58.816974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f627e5d4-e86b-4790-805c-5240b08cab07 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:12:58.939363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3581f760-30e4-438f-a5f7-75a60663cf64 None None] Provisioning for port f627e5d4-e86b-4790-805c-5240b08cab07 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:12:58.988745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3581f760-30e4-438f-a5f7-75a60663cf64 None None] Provisioning complete for port f627e5d4-e86b-4790-805c-5240b08cab07 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:58.989026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3581f760-30e4-438f-a5f7-75a60663cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.284737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.299767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3581f760-30e4-438f-a5f7-75a60663cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.309828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Transition to ACTIVE for port object e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:59.355060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Transition to ACTIVE for port object e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:59.360651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3581f760-30e4-438f-a5f7-75a60663cf64 None None] For port f627e5d4-e86b-4790-805c-5240b08cab07, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f627e5d4-e86b-4790-805c-5240b08cab07,segment=NetworkSegment(98c7e5a6-9a6f-4504-b260-1fb5dd87a18e),segment_id=98c7e5a6-9a6f-4504-b260-1fb5dd87a18e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:59.450183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.494896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3581f760-30e4-438f-a5f7-75a60663cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.527187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Network a02757d4-f28e-4206-a6bd-2ef4e02a6f30 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:12:59.530183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:59.532618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:12:59.536087 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.572144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Pushing event updated for resources: {'Port': ['ID=e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:59.577856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Subnet': ['ID=72c02456-d229-4f8f-9f39-b236d0ceb3c8,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:59.613286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.613773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.614269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.614725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.615227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.615701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.617282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.617282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.617282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.617569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.618115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.618539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:59.715588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b61c1d0e-a4d4-4951-91cc-3fbb088bae59 None None] Provisioning complete for port f627e5d4-e86b-4790-805c-5240b08cab07 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:59.716334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b61c1d0e-a4d4-4951-91cc-3fbb088bae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.741011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Attempting to bind port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:12:59.741388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Attempting to bind port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'e42e44c1-d809-403a-95e8-69134cc0dd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:12:59.741764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Attempting to bind port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 on network a02757d4-f28e-4206-a6bd-2ef4e02a6f30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:59.759299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581f760-30e4-438f-a5f7-75a60663cf64 None None] Pushing event updated for resources: {'Port': ['ID=f627e5d4-e86b-4790-805c-5240b08cab07,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:59.763057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:12:59.763442 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Checking segment: {'id': 'e42e44c1-d809-403a-95e8-69134cc0dd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:59.763842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.764231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Bound using segment: {'id': 'e42e44c1-d809-403a-95e8-69134cc0dd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:12:59.764720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Bound port: e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42e44c1-d809-403a-95e8-69134cc0dd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:12:59.765097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.802057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.827802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02757d4-f28e-4206-a6bd-2ef4e02a6f30']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:59.840818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42e44c1-d809-403a-95e8-69134cc0dd6e') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:59.841114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42e44c1-d809-403a-95e8-69134cc0dd6e') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:59.853266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.869693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.875869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:12:59.876254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:12:59.891071 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:12:59.916093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] For port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:12:59.973506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] For port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154,segment=NetworkSegment(e42e44c1-d809-403a-95e8-69134cc0dd6e),segment_id=e42e44c1-d809-403a-95e8-69134cc0dd6e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:00.032819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:13:00.032819 dv-neutron-829487-1-hyperv neutron-server[88443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:13:00.032819 dv-neutron-829487-1-hyperv neutron-server[88443]: [parameters: {'id': 'a02757d4-f28e-4206-a6bd-2ef4e02a6f30'}] Feb 16 13:13:00.032819 dv-neutron-829487-1-hyperv neutron-server[88443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:00.033208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:00.068200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:00.191621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5343-7d7b-4af7-ada7-cc4c05bc61cf None None] Pushing event updated for resources: {'Port': ['ID=e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:00.215021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d670e8-68ac-49ae-9ea2-3d7991b0e72d None None] Network a02757d4-f28e-4206-a6bd-2ef4e02a6f30 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:00.452742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cd4d9-0e38-4b59-a0c4-6ee7ccbfbde2 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:13:00.478675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f627e5d4-e86b-4790-805c-5240b08cab07 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:00.533889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:00.544806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Deleting port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:00.545496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:00.599656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f627e5d4-e86b-4790-805c-5240b08cab07 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:00.600327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:00.629268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cd4d9-0e38-4b59-a0c4-6ee7ccbfbde2 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:13:00.757999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] For port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154,segment=NetworkSegment(e42e44c1-d809-403a-95e8-69134cc0dd6e),segment_id=e42e44c1-d809-403a-95e8-69134cc0dd6e)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:00.758258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:00.883606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Calling delete_port for e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:01.055878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.110938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Port': ['ID=e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:01.112950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No DVR routers for this DVR port e4c2ac26-0b98-4c3f-aff0-6ae7eb40c154 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:01.242930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.268156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02757d4-f28e-4206-a6bd-2ef4e02a6f30']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:01.280315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42e44c1-d809-403a-95e8-69134cc0dd6e') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:01.280615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42e44c1-d809-403a-95e8-69134cc0dd6e') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:01.291641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.307288 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.313554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:01.313966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:01.328453 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:01.477242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.494463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.505052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Network': ['ID=a02757d4-f28e-4206-a6bd-2ef4e02a6f30,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:01.511784 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bb18600c-4a30-40ca-8f6b-7287f65b736c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/a02757d4-f28e-4206-a6bd-2ef4e02a6f30 HTTP/1.1" status: 204 len: 168 time: 3.1602039 Feb 16 13:13:01.515151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60308) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:01.520394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835798668'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:01.525665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:01.529440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:network and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:01.532260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:01.539158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:01.614792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:01.618239 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.649521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:01.657600 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.657945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Added segment 48dc7f9b-2d98-43a4-902a-9f0f40922f16 of type vlan for network ee6e0ece-9362-4cf9-b5a8-59828bc9f699 Feb 16 13:13:01.683192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.775119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.780542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:01.781122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.887170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Network': ['ID=ee6e0ece-9362-4cf9-b5a8-59828bc9f699,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:01.897536 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network ee6e0ece-9362-4cf9-b5a8-59828bc9f699 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:01.964900 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d9b52e5-af2e-4dc3-aa10-2eec712d0b15 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4484947 Feb 16 13:13:01.967871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60312) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:01.974033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'subnet': {'network_id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:02.091839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:02.095659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:subnet and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:02.098782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:02.104416 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:02.186259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:02.189808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:02.281048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Performing IP validity checks on allocation pools {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:13:02.281481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.ipam_backend_mixin [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:13:02.479351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:02.646405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Subnet': ['ID=2f72bf86-96d9-42f5-86e1-873c81874d51,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:02.656581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Checking segment: {'id': '48dc7f9b-2d98-43a4-902a-9f0f40922f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:02.656942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network hostable DHCP agents. Network: ee6e0ece-9362-4cf9-b5a8-59828bc9f699, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:02.757521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network ee6e0ece-9362-4cf9-b5a8-59828bc9f699 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:02.837367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, ee6e0ece-9362-4cf9-b5a8-59828bc9f699) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:02.841450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:02.842047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:02.849315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7f9b6e-904b-461f-8bf7-31a5914b4e6f None None] Network ee6e0ece-9362-4cf9-b5a8-59828bc9f699 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:02.981557 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c87be93a-de0f-4bb4-ab30-89ee55c38b1e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0125294 Feb 16 13:13:02.984146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:03.066696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-ee6e0ece-9362-4cf9-b5a8-59828bc9f699', 'network_id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699', 'tenant_id': 'c0eb84c0aa1747a2b9313c89893aee1f', 'fixed_ips': [{'subnet_id': '2f72bf86-96d9-42f5-86e1-873c81874d51'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:03.068203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.130490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.200591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.222490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Allocated IP 2001:db8::3 (ee6e0ece-9362-4cf9-b5a8-59828bc9f699/2f72bf86-96d9-42f5-86e1-873c81874d51/b5ff74a1-9083-45e9-812a-ff71abd6e950) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:03.421939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.431793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Transition to ACTIVE for port object b5ff74a1-9083-45e9-812a-ff71abd6e950 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:03.450446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Transition to ACTIVE for port object b5ff74a1-9083-45e9-812a-ff71abd6e950 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:03.535388 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.602892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Network ee6e0ece-9362-4cf9-b5a8-59828bc9f699 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:03.605697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:03.609317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:03.614857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Pushing event updated for resources: {'Port': ['ID=b5ff74a1-9083-45e9-812a-ff71abd6e950,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:03.627206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.671719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Subnet': ['ID=2f72bf86-96d9-42f5-86e1-873c81874d51,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:03.704110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Attempting to bind port b5ff74a1-9083-45e9-812a-ff71abd6e950 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:03.704482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Attempting to bind port b5ff74a1-9083-45e9-812a-ff71abd6e950 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '48dc7f9b-2d98-43a4-902a-9f0f40922f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:03.704843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Attempting to bind port b5ff74a1-9083-45e9-812a-ff71abd6e950 on network ee6e0ece-9362-4cf9-b5a8-59828bc9f699 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:03.710550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:03.710921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Checking segment: {'id': '48dc7f9b-2d98-43a4-902a-9f0f40922f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:03.711354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.711749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Bound using segment: {'id': '48dc7f9b-2d98-43a4-902a-9f0f40922f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:03.712199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Bound port: b5ff74a1-9083-45e9-812a-ff71abd6e950, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48dc7f9b-2d98-43a4-902a-9f0f40922f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:03.712566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.771342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.806787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6e0ece-9362-4cf9-b5a8-59828bc9f699']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:03.819587 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dc7f9b-2d98-43a4-902a-9f0f40922f16') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:03.819887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dc7f9b-2d98-43a4-902a-9f0f40922f16') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:03.831326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.847495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.852269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] For port b5ff74a1-9083-45e9-812a-ff71abd6e950, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:03.854125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:03.854551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:03.869818 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:03.911926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c697458-97a1-4ac1-9394-0933afbc9529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:03.945375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] For port b5ff74a1-9083-45e9-812a-ff71abd6e950, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b5ff74a1-9083-45e9-812a-ff71abd6e950,segment=NetworkSegment(48dc7f9b-2d98-43a4-902a-9f0f40922f16),segment_id=48dc7f9b-2d98-43a4-902a-9f0f40922f16)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:03.981252 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:13:03.981252 dv-neutron-829487-1-hyperv neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:13:03.981252 dv-neutron-829487-1-hyperv neutron-server[88444]: [parameters: {'id': 'ee6e0ece-9362-4cf9-b5a8-59828bc9f699'}] Feb 16 13:13:03.981252 dv-neutron-829487-1-hyperv neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:03.981697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:04.003131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:04.128907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d7c0a-5267-4449-aad8-9ce48664b24c None None] Pushing event updated for resources: {'Port': ['ID=b5ff74a1-9083-45e9-812a-ff71abd6e950,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:04.156792 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0c4f6-4de0-4305-b992-ea05ca940a54 None None] Network ee6e0ece-9362-4cf9-b5a8-59828bc9f699 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:04.350821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0fccc2-b96c-4f5d-971f-33613a394f09 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:13:04.434192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fccc2-b96c-4f5d-971f-33613a394f09 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:13:04.482855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:04.494372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Deleting port b5ff74a1-9083-45e9-812a-ff71abd6e950 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:04.494705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:04.702630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] For port b5ff74a1-9083-45e9-812a-ff71abd6e950, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b5ff74a1-9083-45e9-812a-ff71abd6e950,segment=NetworkSegment(48dc7f9b-2d98-43a4-902a-9f0f40922f16),segment_id=48dc7f9b-2d98-43a4-902a-9f0f40922f16)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:04.703012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:04.825806 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Calling delete_port for b5ff74a1-9083-45e9-812a-ff71abd6e950 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:04.980551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.032708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Port': ['ID=b5ff74a1-9083-45e9-812a-ff71abd6e950,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:05.036137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No DVR routers for this DVR port b5ff74a1-9083-45e9-812a-ff71abd6e950 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:05.158257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.182361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6e0ece-9362-4cf9-b5a8-59828bc9f699']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:05.198348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dc7f9b-2d98-43a4-902a-9f0f40922f16') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:05.198639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dc7f9b-2d98-43a4-902a-9f0f40922f16') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:05.210418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.225931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.231788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:05.232097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:05.246476 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:05.392434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.409050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.423555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Network': ['ID=ee6e0ece-9362-4cf9-b5a8-59828bc9f699,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:05.430516 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-aba337cc-3867-438a-84fa-1b4a25819c82 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/ee6e0ece-9362-4cf9-b5a8-59828bc9f699 HTTP/1.1" status: 204 len: 168 time: 2.4453683 Feb 16 13:13:05.433995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:05.439250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-988870950'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:05.444733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:05.448771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:network and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:05.451603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:05.457659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:05.540506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:05.543857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.571475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:05.579591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.579929 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Added segment bcfdaa9a-9868-4ece-aba9-f8688403881a of type vlan for network a34a789e-b92c-48c0-9af6-661016a080ab Feb 16 13:13:05.605214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.712194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.717677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:05.718267 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.825008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Network': ['ID=a34a789e-b92c-48c0-9af6-661016a080ab,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:05.835834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a34a789e-b92c-48c0-9af6-661016a080ab details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:05.884597 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1c8c4259-ab6e-465e-b45f-6743a7a0fefb tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4495826 Feb 16 13:13:05.887308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:05.892817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'subnet': {'network_id': 'a34a789e-b92c-48c0-9af6-661016a080ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:06.101026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:06.104929 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:subnet and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:06.107883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:06.113631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:06.152022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78a375da-77ea-4158-802e-d29f5f49170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:06.220623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:06.224483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:06.490034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:06.584045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Subnet': ['ID=32de1e34-2920-4461-955f-1c50a58e5310,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:06.592604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Checking segment: {'id': 'bcfdaa9a-9868-4ece-aba9-f8688403881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a34a789e-b92c-48c0-9af6-661016a080ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:06.592965 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network hostable DHCP agents. Network: a34a789e-b92c-48c0-9af6-661016a080ab, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:06.700550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network a34a789e-b92c-48c0-9af6-661016a080ab is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:06.809094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a34a789e-b92c-48c0-9af6-661016a080ab) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:06.813248 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:06.813841 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:06.818937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ddf6a-2ac9-4cf4-86d2-44ac6a9b377a None None] Network a34a789e-b92c-48c0-9af6-661016a080ab requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:06.930220 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3e442928-ee7d-4b0b-bfa0-a0ea36ba8f9c tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0418484 Feb 16 13:13:06.935211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:06.941284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682503443'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:06.946787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:06.950685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:network and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:06.953463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:06.959439 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:07.050245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a34a789e-b92c-48c0-9af6-661016a080ab', 'network_id': 'a34a789e-b92c-48c0-9af6-661016a080ab', 'tenant_id': 'c0eb84c0aa1747a2b9313c89893aee1f', 'fixed_ips': [{'subnet_id': '32de1e34-2920-4461-955f-1c50a58e5310'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:07.051109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.060479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:07.064153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.091940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:07.101312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.101708 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Added segment 73635714-6c72-48e6-a20c-8b40178f173c of type vlan for network b461bb12-7f0f-4e38-a3c6-6b73d2f3682f Feb 16 13:13:07.128282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.216623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Allocated IP 2001:db8::2 (a34a789e-b92c-48c0-9af6-661016a080ab/32de1e34-2920-4461-955f-1c50a58e5310/8dc3fc7d-670b-4d37-9d34-56df204bdad7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:07.237993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.244459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:07.245101 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.308096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.353754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Network': ['ID=b461bb12-7f0f-4e38-a3c6-6b73d2f3682f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:07.371407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network b461bb12-7f0f-4e38-a3c6-6b73d2f3682f details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:07.386955 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-436a8e74-2c55-4ea2-b0cc-134c46da37f5 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4505906 Feb 16 13:13:07.389580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.389863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:07.395727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Request body: {'subnet': {'network_id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:07.511700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:07.515687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Usage tracker for resource:subnet and tenant:c0eb84c0aa1747a2b9313c89893aee1f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:07.518551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:07.525592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:07.564927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.576363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Transition to ACTIVE for port object 8dc3fc7d-670b-4d37-9d34-56df204bdad7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:07.593529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Transition to ACTIVE for port object 8dc3fc7d-670b-4d37-9d34-56df204bdad7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:07.609659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Made reservation on behalf of c0eb84c0aa1747a2b9313c89893aee1f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:07.613431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.670055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.738020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Network a34a789e-b92c-48c0-9af6-661016a080ab is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:07.741566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:07.745175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:07.750814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Pushing event updated for resources: {'Port': ['ID=8dc3fc7d-670b-4d37-9d34-56df204bdad7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:07.838548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Attempting to bind port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:07.838914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Attempting to bind port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'bcfdaa9a-9868-4ece-aba9-f8688403881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a34a789e-b92c-48c0-9af6-661016a080ab'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:07.839301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Attempting to bind port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 on network a34a789e-b92c-48c0-9af6-661016a080ab {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:07.844420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:07.844902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Checking segment: {'id': 'bcfdaa9a-9868-4ece-aba9-f8688403881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a34a789e-b92c-48c0-9af6-661016a080ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:07.845307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.845697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Bound using segment: {'id': 'bcfdaa9a-9868-4ece-aba9-f8688403881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a34a789e-b92c-48c0-9af6-661016a080ab'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:07.846152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Bound port: 8dc3fc7d-670b-4d37-9d34-56df204bdad7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfdaa9a-9868-4ece-aba9-f8688403881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a34a789e-b92c-48c0-9af6-661016a080ab'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:07.846520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:07.934944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] For port 8dc3fc7d-670b-4d37-9d34-56df204bdad7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:07.937793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] For port 8dc3fc7d-670b-4d37-9d34-56df204bdad7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8dc3fc7d-670b-4d37-9d34-56df204bdad7,segment=NetworkSegment(bcfdaa9a-9868-4ece-aba9-f8688403881a),segment_id=bcfdaa9a-9868-4ece-aba9-f8688403881a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:07.940691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.015893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.022786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event updated for resources: {'Subnet': ['ID=0ffed690-3a89-4768-96dd-22cb31000ca7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:08.031989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Checking segment: {'id': '73635714-6c72-48e6-a20c-8b40178f173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:08.032419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network hostable DHCP agents. Network: b461bb12-7f0f-4e38-a3c6-6b73d2f3682f, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:08.093196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c6e43-74ce-427c-ad76-f4ea38c2e0c9 None None] Pushing event updated for resources: {'Port': ['ID=8dc3fc7d-670b-4d37-9d34-56df204bdad7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:08.117878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Network b461bb12-7f0f-4e38-a3c6-6b73d2f3682f is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:08.192356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, b461bb12-7f0f-4e38-a3c6-6b73d2f3682f) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:08.197131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:08.197799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.204729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b090516c-a8b4-42e3-9890-7cd10e22830f None None] Network b461bb12-7f0f-4e38-a3c6-6b73d2f3682f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:08.314845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60338) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:08.315424 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-91b108ab-573f-491a-8465-6437edc480fc tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9235194 Feb 16 13:13:08.438310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-b461bb12-7f0f-4e38-a3c6-6b73d2f3682f', 'network_id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f', 'tenant_id': 'c0eb84c0aa1747a2b9313c89893aee1f', 'fixed_ips': [{'subnet_id': '0ffed690-3a89-4768-96dd-22cb31000ca7'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:08.439427 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.467532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.533796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8dc3fc7d-670b-4d37-9d34-56df204bdad7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:08.551824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.660001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Allocated IP 2001:db8::2 (b461bb12-7f0f-4e38-a3c6-6b73d2f3682f/0ffed690-3a89-4768-96dd-22cb31000ca7/1c57ed04-ed2f-4e1a-b771-db38b9de86ae) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:08.740941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:08.873284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.888957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:08.900690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Transition to ACTIVE for port object 1c57ed04-ed2f-4e1a-b771-db38b9de86ae will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:08.920566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Transition to ACTIVE for port object 1c57ed04-ed2f-4e1a-b771-db38b9de86ae will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:09.033767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.112623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Network b461bb12-7f0f-4e38-a3c6-6b73d2f3682f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:09.112623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:09.112623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb8d6d-b3c4-4c4c-bb1d-83232d31d990 None None] Network a34a789e-b92c-48c0-9af6-661016a080ab requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:09.124758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:09.130347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.169873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffed690-3a89-4768-96dd-22cb31000ca7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:09.212912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Pushing event updated for resources: {'Port': ['ID=1c57ed04-ed2f-4e1a-b771-db38b9de86ae,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:09.266972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.293238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b461bb12-7f0f-4e38-a3c6-6b73d2f3682f']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:09.306496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73635714-6c72-48e6-a20c-8b40178f173c') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:09.306819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73635714-6c72-48e6-a20c-8b40178f173c') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:09.315490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Attempting to bind port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:09.315862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Attempting to bind port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '73635714-6c72-48e6-a20c-8b40178f173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:09.316301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Attempting to bind port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae on network b461bb12-7f0f-4e38-a3c6-6b73d2f3682f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:09.320385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.324144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:09.324523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Checking segment: {'id': '73635714-6c72-48e6-a20c-8b40178f173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:09.324929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.325327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Bound using segment: {'id': '73635714-6c72-48e6-a20c-8b40178f173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:09.325794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Bound port: 1c57ed04-ed2f-4e1a-b771-db38b9de86ae, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73635714-6c72-48e6-a20c-8b40178f173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:09.326171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.342885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.350879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:09.351291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:09.366815 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:09.417236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3517f121-3e84-4b02-b75c-4ebe49a93202 None None] Provisioning for port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:09.438349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3517f121-3e84-4b02-b75c-4ebe49a93202 None None] Provisioning complete for port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:09.438800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3517f121-3e84-4b02-b75c-4ebe49a93202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.500629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:13:09.500629 dv-neutron-829487-1-hyperv neutron-server[88443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:13:09.500629 dv-neutron-829487-1-hyperv neutron-server[88443]: [parameters: {'id': 'b461bb12-7f0f-4e38-a3c6-6b73d2f3682f'}] Feb 16 13:13:09.500629 dv-neutron-829487-1-hyperv neutron-server[88443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:09.501100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:09.564615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] For port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:09.582620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] For port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1c57ed04-ed2f-4e1a-b771-db38b9de86ae,segment=NetworkSegment(73635714-6c72-48e6-a20c-8b40178f173c),segment_id=73635714-6c72-48e6-a20c-8b40178f173c)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:09.679238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.758409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3517f121-3e84-4b02-b75c-4ebe49a93202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.841345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a75da9-fe58-45d8-8c73-16af45f700fc None None] Pushing event updated for resources: {'Port': ['ID=1c57ed04-ed2f-4e1a-b771-db38b9de86ae,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:09.860865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3517f121-3e84-4b02-b75c-4ebe49a93202 None None] For port 8dc3fc7d-670b-4d37-9d34-56df204bdad7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8dc3fc7d-670b-4d37-9d34-56df204bdad7,segment=NetworkSegment(bcfdaa9a-9868-4ece-aba9-f8688403881a),segment_id=bcfdaa9a-9868-4ece-aba9-f8688403881a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:09.881376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfc1d1-30c7-4565-a6e2-f6cba3d46d87 None None] Network b461bb12-7f0f-4e38-a3c6-6b73d2f3682f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:09.946003 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3517f121-3e84-4b02-b75c-4ebe49a93202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.002710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.020364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Deleting port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:10.021019 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.110490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517f121-3e84-4b02-b75c-4ebe49a93202 None None] Pushing event updated for resources: {'Port': ['ID=8dc3fc7d-670b-4d37-9d34-56df204bdad7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:10.128310 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4cb017ac-cb79-4af9-a3df-88ae39fa8cea None None] Provisioning complete for port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:10.128940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4cb017ac-cb79-4af9-a3df-88ae39fa8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.232153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f37ad0-ea5a-4f46-bac1-f26c9c844aa6 None None] get_active_networks_info from dv-neutron-829487-1-hyperv {{(pid=88445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:13:10.238401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] For port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1c57ed04-ed2f-4e1a-b771-db38b9de86ae,segment=NetworkSegment(73635714-6c72-48e6-a20c-8b40178f173c),segment_id=73635714-6c72-48e6-a20c-8b40178f173c)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:10.238761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.345167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f37ad0-ea5a-4f46-bac1-f26c9c844aa6 None None] Resources bound (agent type, host, resource id): {{(pid=88445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:13:10.361978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Calling delete_port for 1c57ed04-ed2f-4e1a-b771-db38b9de86ae owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:10.478964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8dc3fc7d-670b-4d37-9d34-56df204bdad7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:10.528883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.574751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Port': ['ID=1c57ed04-ed2f-4e1a-b771-db38b9de86ae,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:10.580341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No DVR routers for this DVR port 1c57ed04-ed2f-4e1a-b771-db38b9de86ae on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:10.619751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:10.620125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.702573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.727222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b461bb12-7f0f-4e38-a3c6-6b73d2f3682f']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:10.739582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73635714-6c72-48e6-a20c-8b40178f173c') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:10.739876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73635714-6c72-48e6-a20c-8b40178f173c') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:10.750938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.766917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.772945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:10.773326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:10.791127 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:10.929226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.945715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.956196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Network': ['ID=b461bb12-7f0f-4e38-a3c6-6b73d2f3682f,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:10.962824 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-39889fa2-3b2b-418c-8c04-e4dbbaed9b0d tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/b461bb12-7f0f-4e38-a3c6-6b73d2f3682f HTTP/1.1" status: 204 len: 168 time: 2.6459851 Feb 16 13:13:10.965527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60342) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:11.009418 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ee8340-8f81-4ea2-a683-17c24b49bf14 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] GET failed (client error): The resource could not be found. Feb 16 13:13:11.009936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f7ee8340-8f81-4ea2-a683-17c24b49bf14 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Synchronizing usage tracker for tenant:c0eb84c0aa1747a2b9313c89893aee1f on resource:subnet {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:11.084112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f7ee8340-8f81-4ea2-a683-17c24b49bf14 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Unset dirty status for tenant:c0eb84c0aa1747a2b9313c89893aee1f on resource:subnet {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:11.085069 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f7ee8340-8f81-4ea2-a683-17c24b49bf14 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "GET /v2.0/subnets/0ffed690-3a89-4768-96dd-22cb31000ca7 HTTP/1.1" status: 404 len: 337 time: 0.1185462 Feb 16 13:13:11.098128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60346) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:11.123177 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec553af9-d940-4869-80fe-8c48272050ce tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] DELETE failed (client error): The resource could not be found. Feb 16 13:13:11.123638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec553af9-d940-4869-80fe-8c48272050ce tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:13:11.125250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ec553af9-d940-4869-80fe-8c48272050ce tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/b461bb12-7f0f-4e38-a3c6-6b73d2f3682f HTTP/1.1" status: 404 len: 339 time: 0.0261719 Feb 16 13:13:11.128944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60350) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:11.166280 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ded7fa-9b24-4d39-8481-e77fea597713 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] DELETE failed (client error): The resource could not be found. Feb 16 13:13:11.166724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ded7fa-9b24-4d39-8481-e77fea597713 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:13:11.168439 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d2ded7fa-9b24-4d39-8481-e77fea597713 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/subnets/0ffed690-3a89-4768-96dd-22cb31000ca7 HTTP/1.1" status: 404 len: 337 time: 0.0380561 Feb 16 13:13:11.170854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60354) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:11.194780 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7354fdbd-e0a1-4d30-bc12-ae005d87cd50 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] DELETE failed (client error): The resource could not be found. Feb 16 13:13:11.195194 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7354fdbd-e0a1-4d30-bc12-ae005d87cd50 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:13:11.196764 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7354fdbd-e0a1-4d30-bc12-ae005d87cd50 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/b461bb12-7f0f-4e38-a3c6-6b73d2f3682f HTTP/1.1" status: 404 len: 339 time: 0.0250161 Feb 16 13:13:11.198964 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60358) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:11.266532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Deleting subnet 32de1e34-2920-4461-955f-1c50a58e5310 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:13:11.269430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.324401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.420434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.501151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.688762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.726945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Subnet': ['ID=32de1e34-2920-4461-955f-1c50a58e5310,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:11.730485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.736876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86df06-e8a5-4632-a0e3-f9a3b8bd9164 None None] Network a34a789e-b92c-48c0-9af6-661016a080ab requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:11.815966 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a5ff5d8f-e51b-41d1-b3b2-e1261dd2d1cd tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/subnets/32de1e34-2920-4461-955f-1c50a58e5310 HTTP/1.1" status: 204 len: 168 time: 0.6157312 Feb 16 13:13:11.818209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60362) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:11.937785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.948318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Deleting port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:11.948656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.008894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] DHCP port deletion for a34a789e-b92c-48c0-9af6-661016a080ab request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:13:12.013321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Deleting port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:12.013801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.156268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] For port 8dc3fc7d-670b-4d37-9d34-56df204bdad7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8dc3fc7d-670b-4d37-9d34-56df204bdad7,segment=NetworkSegment(bcfdaa9a-9868-4ece-aba9-f8688403881a),segment_id=bcfdaa9a-9868-4ece-aba9-f8688403881a)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:12.156632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.212532 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] For port 8dc3fc7d-670b-4d37-9d34-56df204bdad7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8dc3fc7d-670b-4d37-9d34-56df204bdad7,segment=NetworkSegment(bcfdaa9a-9868-4ece-aba9-f8688403881a),segment_id=bcfdaa9a-9868-4ece-aba9-f8688403881a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:12.212912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.288386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Calling delete_port for 8dc3fc7d-670b-4d37-9d34-56df204bdad7 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:12.372994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Calling delete_port for 8dc3fc7d-670b-4d37-9d34-56df204bdad7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:12.474093 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8dc3fc7d-670b-4d37-9d34-56df204bdad7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:12.477434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.508573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8dc3fc7d-670b-4d37-9d34-56df204bdad7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:12.508922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8dc3fc7d-670b-4d37-9d34-56df204bdad7 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:12.513708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:12.514934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:12.524454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Port': ['ID=8dc3fc7d-670b-4d37-9d34-56df204bdad7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:12.528122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No DVR routers for this DVR port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:12.651491 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.675441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34a789e-b92c-48c0-9af6-661016a080ab']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:12.686955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfdaa9a-9868-4ece-aba9-f8688403881a') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:12.687285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfdaa9a-9868-4ece-aba9-f8688403881a') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:12.698712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.714391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.720156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:12.720536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:12.734730 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:12.917308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.934632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.945693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Network': ['ID=a34a789e-b92c-48c0-9af6-661016a080ab,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:12.949671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f5efd235-5a25-40b5-8278-5cdca4e90e0e tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/a34a789e-b92c-48c0-9af6-661016a080ab HTTP/1.1" status: 204 len: 168 time: 1.1301816 Feb 16 13:13:12.952011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60366) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:12.993446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57ddf12-cf27-48fb-a4c9-9860d8a90410 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] DELETE failed (client error): The resource could not be found. Feb 16 13:13:12.993906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57ddf12-cf27-48fb-a4c9-9860d8a90410 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:13:12.995620 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d57ddf12-cf27-48fb-a4c9-9860d8a90410 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/subnets/2f72bf86-96d9-42f5-86e1-873c81874d51 HTTP/1.1" status: 404 len: 337 time: 0.0427125 Feb 16 13:13:12.998220 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60370) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:13.015591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Deleting port 8dc3fc7d-670b-4d37-9d34-56df204bdad7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:13.015990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.023388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-770631bf-9592-439a-9b82-3e564b929977 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] DELETE failed (client error): The resource could not be found. Feb 16 13:13:13.023867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770631bf-9592-439a-9b82-3e564b929977 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:13:13.025503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-770631bf-9592-439a-9b82-3e564b929977 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/ee6e0ece-9362-4cf9-b5a8-59828bc9f699 HTTP/1.1" status: 404 len: 339 time: 0.0264168 Feb 16 13:13:13.027968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60374) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:13.064857 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-240bd526-922a-453f-84b2-ad0f37de37a9 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] DELETE failed (client error): The resource could not be found. Feb 16 13:13:13.065311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240bd526-922a-453f-84b2-ad0f37de37a9 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:13:13.067541 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-240bd526-922a-453f-84b2-ad0f37de37a9 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/subnets/72c02456-d229-4f8f-9f39-b236d0ceb3c8 HTTP/1.1" status: 404 len: 337 time: 0.0381122 Feb 16 13:13:13.070163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60378) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:13.083393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b2eda-3fe8-4fe0-b379-435a132b3fb5 None None] The port '8dc3fc7d-670b-4d37-9d34-56df204bdad7' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:13:13.094319 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.pecan_wsgi.hooks.translation [None req-95284cf8-fe78-484a-9172-4f01bb17bea8 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] DELETE failed (client error): The resource could not be found. Feb 16 13:13:13.094789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95284cf8-fe78-484a-9172-4f01bb17bea8 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:13:13.096475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-95284cf8-fe78-484a-9172-4f01bb17bea8 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/a02757d4-f28e-4206-a6bd-2ef4e02a6f30 HTTP/1.1" status: 404 len: 339 time: 0.0253990 Feb 16 13:13:13.099824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60382) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:13.166991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Deleting subnet 23d0e4ea-e38c-4492-8faf-ae3204183b48 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:13:13.169891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.223571 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.306862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.461011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.502266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Subnet': ['ID=23d0e4ea-e38c-4492-8faf-ae3204183b48,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:13.505800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.511148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a6983-910e-4235-8b40-6d8175af825d None None] Network 3b8c481b-573e-4d6d-a909-f2dd4a84af44 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:13.515899 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f3ea25d7-6e67-4185-adba-2add9b0fc052 tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/subnets/23d0e4ea-e38c-4492-8faf-ae3204183b48 HTTP/1.1" status: 204 len: 168 time: 0.4151053 Feb 16 13:13:13.518320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60386) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:13.724951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.735966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Deleting port f627e5d4-e86b-4790-805c-5240b08cab07 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:13.736299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.761594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] DHCP port deletion for 3b8c481b-573e-4d6d-a909-f2dd4a84af44 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:13:13.765592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Deleting port f627e5d4-e86b-4790-805c-5240b08cab07 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:13.765962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.951714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] For port f627e5d4-e86b-4790-805c-5240b08cab07, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f627e5d4-e86b-4790-805c-5240b08cab07,segment=NetworkSegment(98c7e5a6-9a6f-4504-b260-1fb5dd87a18e),segment_id=98c7e5a6-9a6f-4504-b260-1fb5dd87a18e)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:13.952063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.967601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] For port f627e5d4-e86b-4790-805c-5240b08cab07, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f627e5d4-e86b-4790-805c-5240b08cab07,segment=NetworkSegment(98c7e5a6-9a6f-4504-b260-1fb5dd87a18e),segment_id=98c7e5a6-9a6f-4504-b260-1fb5dd87a18e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:13.967987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.075076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Calling delete_port for f627e5d4-e86b-4790-805c-5240b08cab07 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:14.092707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Calling delete_port for f627e5d4-e86b-4790-805c-5240b08cab07 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:14.255296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.260622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:14.260982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:14.302970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Port': ['ID=f627e5d4-e86b-4790-805c-5240b08cab07,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:14.304761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] No DVR routers for this DVR port f627e5d4-e86b-4790-805c-5240b08cab07 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:14.423984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.449985 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8c481b-573e-4d6d-a909-f2dd4a84af44']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:14.461818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c7e5a6-9a6f-4504-b260-1fb5dd87a18e') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:14.462130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c7e5a6-9a6f-4504-b260-1fb5dd87a18e') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:14.471994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f627e5d4-e86b-4790-805c-5240b08cab07 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:14.473782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.491808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.499299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:14.499704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.507380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f627e5d4-e86b-4790-805c-5240b08cab07 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:14.507724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f627e5d4-e86b-4790-805c-5240b08cab07 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:14.514750 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:14.654597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.658682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.684287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] Pushing event deleted for resources: {'Network': ['ID=3b8c481b-573e-4d6d-a909-f2dd4a84af44,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:14.687953 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3fefd4cb-9364-49a3-a030-ebe7c2ba365b tempest-NetworksIpV6Test-1460282566 tempest-NetworksIpV6Test-1460282566-project] 10.222.0.47 "DELETE /v2.0/networks/3b8c481b-573e-4d6d-a909-f2dd4a84af44 HTTP/1.1" status: 204 len: 168 time: 1.1687222 Feb 16 13:13:14.762091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Deleting port f627e5d4-e86b-4790-805c-5240b08cab07 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:14.762628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:14.830284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-183d919c-3007-4405-9c23-6d5d02fd3ff8 None None] The port 'f627e5d4-e86b-4790-805c-5240b08cab07' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:13:15.003741 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:13:15.198314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60394) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:15.360795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-987032e2-fa1a-4d0e-ad55-258659fe5b39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0eb84c0aa1747a2b9313c89893aee1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613300 Feb 16 13:13:15.363506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:15.421098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dabe32d9-97cd-4788-b848-3c219a6da08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:15.446759 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dabe32d9-97cd-4788-b848-3c219a6da08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:15.546099 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dabe32d9-97cd-4788-b848-3c219a6da08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:15.564354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe32d9-97cd-4788-b848-3c219a6da08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06bc09-3ff5-4f21-943e-9379e27a59c6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:15.574546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dabe32d9-97cd-4788-b848-3c219a6da08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:15.574546 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dabe32d9-97cd-4788-b848-3c219a6da08b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e06bc09-3ff5-4f21-943e-9379e27a59c6 HTTP/1.1" status: 204 len: 168 time: 0.2080824 Feb 16 13:13:16.665141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:16.764864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1401273407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:16.772185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:16.775957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Usage tracker for resource:router and tenant:be183e72809e452f8e250e05b1d110a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:16.778755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:16.784842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:16.911877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:16.912843 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:16.927503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.032064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.128309 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.131837 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9dd2392d-d456-43cc-a619-6ddf97688688 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4638011 Feb 16 13:13:17.132569 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:17.138998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1048549353'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:17.143984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:17.149011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Usage tracker for resource:network and tenant:be183e72809e452f8e250e05b1d110a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:17.151993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:17.157709 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:17.242637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Made reservation on behalf of be183e72809e452f8e250e05b1d110a1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:17.246016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.258776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.273088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:17.276992 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Usage tracker for resource:security_group_rule and tenant:be183e72809e452f8e250e05b1d110a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:17.281717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:17.285487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:17.378157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.454175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.486820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:17.495007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4827568-461a-4ac9-9f33-0b4727954bc9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:17.500373 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.500721 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Added segment 57098f7d-261b-441a-b73e-4c39422d8541 of type vlan for network b540b554-b4e7-4152-91b6-ec2a8d277d1a Feb 16 13:13:17.526757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.597017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.605128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:17.605732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.714808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event updated for resources: {'Network': ['ID=b540b554-b4e7-4152-91b6-ec2a8d277d1a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:17.726351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network b540b554-b4e7-4152-91b6-ec2a8d277d1a details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:17.774969 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f173c3d3-2134-4567-b2cb-cab53b46fdbb tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6407754 Feb 16 13:13:17.777518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60434) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:17.783044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Request body: {'subnet': {'network_id': 'b540b554-b4e7-4152-91b6-ec2a8d277d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:17.895285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:17.899208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Usage tracker for resource:subnet and tenant:be183e72809e452f8e250e05b1d110a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:17.902041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:17.907802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:18.003089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Made reservation on behalf of be183e72809e452f8e250e05b1d110a1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:18.006680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.425784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.504277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event updated for resources: {'Subnet': ['ID=a2e27895-5921-40cd-84df-5a97ae42283d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:18.512717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Checking segment: {'id': '57098f7d-261b-441a-b73e-4c39422d8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b540b554-b4e7-4152-91b6-ec2a8d277d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:18.513077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Network hostable DHCP agents. Network: b540b554-b4e7-4152-91b6-ec2a8d277d1a, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:18.620053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Network b540b554-b4e7-4152-91b6-ec2a8d277d1a is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:18.705681 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, b540b554-b4e7-4152-91b6-ec2a8d277d1a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:18.710223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:18.710815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.715754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab446be-3ebc-42dd-95ed-5367b4939626 None None] Network b540b554-b4e7-4152-91b6-ec2a8d277d1a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:18.812133 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-894e7112-0fb1-4572-a786-860fe11605a7 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0308449 Feb 16 13:13:18.812708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:18.817866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1702457398'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:18.822795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:18.826641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Usage tracker for resource:network and tenant:be183e72809e452f8e250e05b1d110a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:18.829504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:18.835913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:18.924989 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-b540b554-b4e7-4152-91b6-ec2a8d277d1a', 'network_id': 'b540b554-b4e7-4152-91b6-ec2a8d277d1a', 'tenant_id': 'be183e72809e452f8e250e05b1d110a1', 'fixed_ips': [{'subnet_id': 'a2e27895-5921-40cd-84df-5a97ae42283d'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:18.925796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.968841 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Made reservation on behalf of be183e72809e452f8e250e05b1d110a1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:18.972639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.003141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:19.012862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.013309 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Added segment c3b21603-fff6-4f38-896d-b13d7dc8c90c of type vlan for network 867a2521-266f-4c5f-8fb2-8e4762d27bac Feb 16 13:13:19.039607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.111739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Allocated IP 172.20.0.2 (b540b554-b4e7-4152-91b6-ec2a8d277d1a/a2e27895-5921-40cd-84df-5a97ae42283d/b16562a4-d105-49dd-8ea1-08fd67f8399d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:19.152720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.158397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:19.159009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.267017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event updated for resources: {'Network': ['ID=867a2521-266f-4c5f-8fb2-8e4762d27bac,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:19.278651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 867a2521-266f-4c5f-8fb2-8e4762d27bac details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:19.360470 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-55a6d2d5-613e-4476-8034-8e44daaea309 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5444701 Feb 16 13:13:19.360708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60442) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:19.366752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Request body: {'subnet': {'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:19.395537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.408849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Transition to ACTIVE for port object b16562a4-d105-49dd-8ea1-08fd67f8399d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:19.428755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Transition to ACTIVE for port object b16562a4-d105-49dd-8ea1-08fd67f8399d will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:19.478923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:19.482686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Usage tracker for resource:subnet and tenant:be183e72809e452f8e250e05b1d110a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:19.485431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:19.491065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:19.546164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.597648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Made reservation on behalf of be183e72809e452f8e250e05b1d110a1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:19.602655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.614081 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Network b540b554-b4e7-4152-91b6-ec2a8d277d1a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:19.619787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:19.623974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:19.626091 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Pushing event updated for resources: {'Port': ['ID=b16562a4-d105-49dd-8ea1-08fd67f8399d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:19.719226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Attempting to bind port b16562a4-d105-49dd-8ea1-08fd67f8399d on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:19.719596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Attempting to bind port b16562a4-d105-49dd-8ea1-08fd67f8399d by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '57098f7d-261b-441a-b73e-4c39422d8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b540b554-b4e7-4152-91b6-ec2a8d277d1a'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:19.719957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Attempting to bind port b16562a4-d105-49dd-8ea1-08fd67f8399d on network b540b554-b4e7-4152-91b6-ec2a8d277d1a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:19.726339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:19.726712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Checking segment: {'id': '57098f7d-261b-441a-b73e-4c39422d8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b540b554-b4e7-4152-91b6-ec2a8d277d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:19.727170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.727562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Bound using segment: {'id': '57098f7d-261b-441a-b73e-4c39422d8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b540b554-b4e7-4152-91b6-ec2a8d277d1a'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:19.728032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Bound port: b16562a4-d105-49dd-8ea1-08fd67f8399d, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57098f7d-261b-441a-b73e-4c39422d8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b540b554-b4e7-4152-91b6-ec2a8d277d1a'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:19.728402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.831143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] For port b16562a4-d105-49dd-8ea1-08fd67f8399d, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:19.835496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] For port b16562a4-d105-49dd-8ea1-08fd67f8399d, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b16562a4-d105-49dd-8ea1-08fd67f8399d,segment=NetworkSegment(57098f7d-261b-441a-b73e-4c39422d8541),segment_id=57098f7d-261b-441a-b73e-4c39422d8541)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:19.912353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.940437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.994240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event updated for resources: {'Subnet': ['ID=1cd531b7-df9c-4add-8ad3-18f6dc0a9ab3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.003014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Checking segment: {'id': 'c3b21603-fff6-4f38-896d-b13d7dc8c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:20.003217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Network hostable DHCP agents. Network: 867a2521-266f-4c5f-8fb2-8e4762d27bac, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:20.046086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a817cf-cb68-4867-97a2-2fa7c37581fe None None] Pushing event updated for resources: {'Port': ['ID=b16562a4-d105-49dd-8ea1-08fd67f8399d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.129021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Network 867a2521-266f-4c5f-8fb2-8e4762d27bac is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:20.218379 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 867a2521-266f-4c5f-8fb2-8e4762d27bac) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:20.241870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:20.241870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.242044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7fb23-41e8-4598-8de7-f3a37bcf3391 None None] Network 867a2521-266f-4c5f-8fb2-8e4762d27bac requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:20.329502 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-18a56056-d5dd-408f-83c7-4539dbcf682f tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9677224 Feb 16 13:13:20.333174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60446) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:20.338574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-391f6ec3-9c2f-47d7-9c70-788717fd54a3 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Request body: {'router': {'external_gateway_info': {'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:20.462374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-867a2521-266f-4c5f-8fb2-8e4762d27bac', 'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac', 'tenant_id': 'be183e72809e452f8e250e05b1d110a1', 'fixed_ips': [{'subnet_id': '1cd531b7-df9c-4add-8ad3-18f6dc0a9ab3'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:20.463476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.519459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b16562a4-d105-49dd-8ea1-08fd67f8399d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:20.673064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Allocated IP 172.21.0.2 (867a2521-266f-4c5f-8fb2-8e4762d27bac/1cd531b7-df9c-4add-8ad3-18f6dc0a9ab3/22fa68b0-b94f-4d9f-b030-97f72d3f0070) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:20.753089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b16562a4-d105-49dd-8ea1-08fd67f8399d completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:20.845569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-391f6ec3-9c2f-47d7-9c70-788717fd54a3 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.902314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.913171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Transition to ACTIVE for port object 22fa68b0-b94f-4d9f-b030-97f72d3f0070 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:20.932976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Transition to ACTIVE for port object 22fa68b0-b94f-4d9f-b030-97f72d3f0070 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:21.003293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.048942 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.api.v2.resource [None req-391f6ec3-9c2f-47d7-9c70-788717fd54a3 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:13:21.051023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-391f6ec3-9c2f-47d7-9c70-788717fd54a3 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "PUT /v2.0/routers/1685355c-6ee0-410f-ad08-7b101aea0cb9 HTTP/1.1" status: 400 len: 364 time: 0.7159452 Feb 16 13:13:21.051164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65150b2-a3d4-4536-b9d4-eed182b54ba3 None None] Network b540b554-b4e7-4152-91b6-ec2a8d277d1a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:21.056064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60450) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:21.125417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Deleting subnet 1cd531b7-df9c-4add-8ad3-18f6dc0a9ab3 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:13:21.128795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.186611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Network 867a2521-266f-4c5f-8fb2-8e4762d27bac is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:21.191519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:21.193918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:21.199469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.242610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Pushing event updated for resources: {'Port': ['ID=22fa68b0-b94f-4d9f-b030-97f72d3f0070,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:21.282139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.318909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-82737c4c-9c72-43e2-b8b5-33c0db30751b None None] Provisioning for port b16562a4-d105-49dd-8ea1-08fd67f8399d completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:21.336698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-82737c4c-9c72-43e2-b8b5-33c0db30751b None None] Provisioning complete for port b16562a4-d105-49dd-8ea1-08fd67f8399d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:21.337078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82737c4c-9c72-43e2-b8b5-33c0db30751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.373666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Attempting to bind port 22fa68b0-b94f-4d9f-b030-97f72d3f0070 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:21.374033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Attempting to bind port 22fa68b0-b94f-4d9f-b030-97f72d3f0070 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'c3b21603-fff6-4f38-896d-b13d7dc8c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:21.374393 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Attempting to bind port 22fa68b0-b94f-4d9f-b030-97f72d3f0070 on network 867a2521-266f-4c5f-8fb2-8e4762d27bac {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:21.421506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:21.421881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Checking segment: {'id': 'c3b21603-fff6-4f38-896d-b13d7dc8c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:21.422285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.422678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Bound using segment: {'id': 'c3b21603-fff6-4f38-896d-b13d7dc8c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:21.423174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Bound port: 22fa68b0-b94f-4d9f-b030-97f72d3f0070, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b21603-fff6-4f38-896d-b13d7dc8c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '867a2521-266f-4c5f-8fb2-8e4762d27bac'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:21.423547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.494538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.538125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd531b7-df9c-4add-8ad3-18f6dc0a9ab3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:21.541812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.547892 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d4ee3a6-152f-4632-a496-5ba905299f41 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "DELETE /v2.0/subnets/1cd531b7-df9c-4add-8ad3-18f6dc0a9ab3 HTTP/1.1" status: 204 len: 168 time: 0.4907546 Feb 16 13:13:21.550308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60454) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:21.643416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] For port 22fa68b0-b94f-4d9f-b030-97f72d3f0070, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:21.648630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] For port 22fa68b0-b94f-4d9f-b030-97f72d3f0070, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=22fa68b0-b94f-4d9f-b030-97f72d3f0070,segment=NetworkSegment(c3b21603-fff6-4f38-896d-b13d7dc8c90c),segment_id=c3b21603-fff6-4f38-896d-b13d7dc8c90c)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:21.652508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82737c4c-9c72-43e2-b8b5-33c0db30751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.669720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.680711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Deleting port 22fa68b0-b94f-4d9f-b030-97f72d3f0070 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:21.681048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.696450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-82737c4c-9c72-43e2-b8b5-33c0db30751b None None] For port b16562a4-d105-49dd-8ea1-08fd67f8399d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b16562a4-d105-49dd-8ea1-08fd67f8399d,segment=NetworkSegment(57098f7d-261b-441a-b73e-4c39422d8541),segment_id=57098f7d-261b-441a-b73e-4c39422d8541)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:21.906139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] For port 22fa68b0-b94f-4d9f-b030-97f72d3f0070, host dv-neutron-829487-1-hyperv, got binding levels [] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:21.906496 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.033777 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Calling delete_port for 22fa68b0-b94f-4d9f-b030-97f72d3f0070 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:22.164307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.202020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82737c4c-9c72-43e2-b8b5-33c0db30751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.208760 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.db.api [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:22.209147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG oslo_db.api [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:22.251889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2538c4-a623-4225-89f4-f3054c8d317b None None] Pushing event updated for resources: {'Port': ['ID=22fa68b0-b94f-4d9f-b030-97f72d3f0070,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:22.334524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a6096ab3-aca1-47b3-adb3-7c3c69d331e2 None None] Provisioning complete for port b16562a4-d105-49dd-8ea1-08fd67f8399d triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:22.334892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6096ab3-aca1-47b3-adb3-7c3c69d331e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.357803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82737c4c-9c72-43e2-b8b5-33c0db30751b None None] Pushing event updated for resources: {'Port': ['ID=b16562a4-d105-49dd-8ea1-08fd67f8399d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:22.571790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b16562a4-d105-49dd-8ea1-08fd67f8399d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:22.638796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b16562a4-d105-49dd-8ea1-08fd67f8399d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:22.639125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.710401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Deleting port 22fa68b0-b94f-4d9f-b030-97f72d3f0070 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:22.710401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.756482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 22fa68b0-b94f-4d9f-b030-97f72d3f0070 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:22.871451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 22fa68b0-b94f-4d9f-b030-97f72d3f0070 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:22.920913 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] For port 22fa68b0-b94f-4d9f-b030-97f72d3f0070, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=22fa68b0-b94f-4d9f-b030-97f72d3f0070,segment=NetworkSegment(c3b21603-fff6-4f38-896d-b13d7dc8c90c),segment_id=c3b21603-fff6-4f38-896d-b13d7dc8c90c)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:22.921272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.053565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Calling delete_port for 22fa68b0-b94f-4d9f-b030-97f72d3f0070 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:23.197514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.238238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd56336-7bec-403a-acdb-c3068dcb0f46 None None] Network 867a2521-266f-4c5f-8fb2-8e4762d27bac requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:23.247754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event deleted for resources: {'Port': ['ID=22fa68b0-b94f-4d9f-b030-97f72d3f0070,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:23.249550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] No DVR routers for this DVR port 22fa68b0-b94f-4d9f-b030-97f72d3f0070 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:23.321360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2e4b90ca-6a39-40dd-ba2b-153bce4e6314 None None] Could not find standard attr ID for object 22fa68b0-b94f-4d9f-b030-97f72d3f0070. {{(pid=88445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:13:23.459710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29374286-c15c-4c2e-8230-3f37197621c3 None None] DHCP port deletion for 867a2521-266f-4c5f-8fb2-8e4762d27bac request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:13:23.477161 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.501151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a2521-266f-4c5f-8fb2-8e4762d27bac']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.514743 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b21603-fff6-4f38-896d-b13d7dc8c90c') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.515069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b21603-fff6-4f38-896d-b13d7dc8c90c') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.526867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.542126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.547941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:23.548321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:23.562308 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:23.699642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.716388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.727241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event deleted for resources: {'Network': ['ID=867a2521-266f-4c5f-8fb2-8e4762d27bac,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:23.731202 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9256dd6d-7aad-40bd-b2e8-8969cef2db33 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "DELETE /v2.0/networks/867a2521-266f-4c5f-8fb2-8e4762d27bac HTTP/1.1" status: 204 len: 168 time: 2.1799085 Feb 16 13:13:23.733621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60458) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:23.796953 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Deleting subnet a2e27895-5921-40cd-84df-5a97ae42283d {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:13:23.799862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.857392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.939849 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.083322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.124201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e27895-5921-40cd-84df-5a97ae42283d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.126114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.130419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037baed2-daa5-42f2-9358-98d2c9f06aaa None None] Network b540b554-b4e7-4152-91b6-ec2a8d277d1a requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:24.132699 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-aeacfa8b-5ce8-4d1c-8086-a07692995389 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "DELETE /v2.0/subnets/a2e27895-5921-40cd-84df-5a97ae42283d HTTP/1.1" status: 204 len: 168 time: 0.3981156 Feb 16 13:13:24.135319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60462) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:24.247859 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.258158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Deleting port b16562a4-d105-49dd-8ea1-08fd67f8399d {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:24.258493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.366049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] DHCP port deletion for b540b554-b4e7-4152-91b6-ec2a8d277d1a request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:13:24.370414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Deleting port b16562a4-d105-49dd-8ea1-08fd67f8399d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:24.370859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.464882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] For port b16562a4-d105-49dd-8ea1-08fd67f8399d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b16562a4-d105-49dd-8ea1-08fd67f8399d,segment=NetworkSegment(57098f7d-261b-441a-b73e-4c39422d8541),segment_id=57098f7d-261b-441a-b73e-4c39422d8541)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:24.464882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.488875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b16562a4-d105-49dd-8ea1-08fd67f8399d no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:24.593056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Calling delete_port for b16562a4-d105-49dd-8ea1-08fd67f8399d owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:24.657447 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] For port b16562a4-d105-49dd-8ea1-08fd67f8399d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b16562a4-d105-49dd-8ea1-08fd67f8399d,segment=NetworkSegment(57098f7d-261b-441a-b73e-4c39422d8541),segment_id=57098f7d-261b-441a-b73e-4c39422d8541)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:24.657842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.745608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.797000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] No DVR routers for this DVR port b16562a4-d105-49dd-8ea1-08fd67f8399d on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:24.807072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Calling delete_port for b16562a4-d105-49dd-8ea1-08fd67f8399d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:24.823331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event deleted for resources: {'Port': ['ID=b16562a4-d105-49dd-8ea1-08fd67f8399d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.845137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Port b16562a4-d105-49dd-8ea1-08fd67f8399d update to DOWN by agent not found {{(pid=88445) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 13:13:24.845489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 22fa68b0-b94f-4d9f-b030-97f72d3f0070 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:24.885763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 22fa68b0-b94f-4d9f-b030-97f72d3f0070 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:24.886109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 22fa68b0-b94f-4d9f-b030-97f72d3f0070 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:24.918871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:24.919265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:24.924781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.949311 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b540b554-b4e7-4152-91b6-ec2a8d277d1a']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:24.960957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57098f7d-261b-441a-b73e-4c39422d8541') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:24.961249 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57098f7d-261b-441a-b73e-4c39422d8541') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:24.972387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.988280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.994586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:24.994962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:25.009061 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:25.294111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.298384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.322906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Pushing event deleted for resources: {'Network': ['ID=b540b554-b4e7-4152-91b6-ec2a8d277d1a,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:25.326728 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-04b22294-499f-421d-aa4c-b90dc2829ce9 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "DELETE /v2.0/networks/b540b554-b4e7-4152-91b6-ec2a8d277d1a HTTP/1.1" status: 204 len: 168 time: 1.1904757 Feb 16 13:13:25.329444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60466) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:25.371803 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-60e76926-9797-42c0-88d8-40bc689582a3 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Synchronizing usage tracker for tenant:be183e72809e452f8e250e05b1d110a1 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:25.420858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Deleting port b16562a4-d105-49dd-8ea1-08fd67f8399d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:25.421483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.443001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-60e76926-9797-42c0-88d8-40bc689582a3 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Unset dirty status for tenant:be183e72809e452f8e250e05b1d110a1 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:25.444395 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-60e76926-9797-42c0-88d8-40bc689582a3 tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "GET /v2.0/ports?device_id=1685355c-6ee0-410f-ad08-7b101aea0cb9 HTTP/1.1" status: 200 len: 205 time: 0.1138647 Feb 16 13:13:25.446887 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60470) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:25.490900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-078a4760-0898-490d-bac3-e5d655ebaca4 None None] The port 'b16562a4-d105-49dd-8ea1-08fd67f8399d' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:13:25.583827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8770be05-8a46-414a-b700-aaa82017a15a tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.884442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8770be05-8a46-414a-b700-aaa82017a15a tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.888474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8770be05-8a46-414a-b700-aaa82017a15a tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.014240 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8770be05-8a46-414a-b700-aaa82017a15a tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.014810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8770be05-8a46-414a-b700-aaa82017a15a tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Fanout notify agent at l3_agent the message router_deleted on router 1685355c-6ee0-410f-ad08-7b101aea0cb9 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:13:26.028081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8770be05-8a46-414a-b700-aaa82017a15a tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.029181 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8770be05-8a46-414a-b700-aaa82017a15a tempest-RoutersNegativeTest-1985806467 tempest-RoutersNegativeTest-1985806467-project] 10.222.0.47 "DELETE /v2.0/routers/1685355c-6ee0-410f-ad08-7b101aea0cb9 HTTP/1.1" status: 204 len: 168 time: 0.5812039 Feb 16 13:13:26.532016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:26.690081 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ee8e7d35-84e0-4929-b1c7-e60e9e291b73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be183e72809e452f8e250e05b1d110a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569052 Feb 16 13:13:26.693710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60484) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:26.755215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d87d79c4-1a2d-4b7b-aefc-61f3ee35511c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.780886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d87d79c4-1a2d-4b7b-aefc-61f3ee35511c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.912259 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d87d79c4-1a2d-4b7b-aefc-61f3ee35511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.926409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d79c4-1a2d-4b7b-aefc-61f3ee35511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4827568-461a-4ac9-9f33-0b4727954bc9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:26.932753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d87d79c4-1a2d-4b7b-aefc-61f3ee35511c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.933860 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d87d79c4-1a2d-4b7b-aefc-61f3ee35511c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4827568-461a-4ac9-9f33-0b4727954bc9 HTTP/1.1" status: 204 len: 168 time: 0.2391660 Feb 16 13:13:28.166408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60508) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:28.282063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1877446014-network', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:28.287015 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:28.290812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Usage tracker for resource:network and tenant:77c23ba4b0e641f89b62770ef81f4434 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:28.293740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:28.299535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:28.391372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Made reservation on behalf of 77c23ba4b0e641f89b62770ef81f4434 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:28.393661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.406443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.420493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:28.424285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Usage tracker for resource:security_group_rule and tenant:77c23ba4b0e641f89b62770ef81f4434 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:28.427767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:28.433352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:28.521216 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.586243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.621614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:28.631779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d2914-29c1-4b44-a7d9-c71996af14ef,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:28.637497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.637837 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Added segment 2f9d1a26-1c0e-4377-aa79-b55cd1876ddb of type vlan for network 44a27f01-eb58-4813-8d2c-a3cc4fec48df Feb 16 13:13:28.666102 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.768277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.769924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:28.770524 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.876747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] Pushing event updated for resources: {'Network': ['ID=44a27f01-eb58-4813-8d2c-a3cc4fec48df,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:28.887129 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:28.985165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60514) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:28.985971 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a843ed0e-d429-47d2-8d13-25b16cf09540 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8178034 Feb 16 13:13:28.992144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Request body: {'subnet': {'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-subnet', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:28.997374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:29.001905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Usage tracker for resource:subnet and tenant:77c23ba4b0e641f89b62770ef81f4434 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:29.009731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:29.012199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:29.156825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Made reservation on behalf of 77c23ba4b0e641f89b62770ef81f4434 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:29.159214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.540438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.620625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973eff24-2885-40c6-b034-d6a700007217,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:29.631842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Checking segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:29.632194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Network hostable DHCP agents. Network: 44a27f01-eb58-4813-8d2c-a3cc4fec48df, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:29.751178 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:29.808313 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 44a27f01-eb58-4813-8d2c-a3cc4fec48df) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:29.812318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:29.812898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.818486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33541a1e-760e-4664-aa6a-aa2bac17631a None None] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:29.903296 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e45d0108-3a65-4d5b-adb7-4f482c463214 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9142323 Feb 16 13:13:29.903611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:29.909191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:29.918882 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:29.923504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Usage tracker for resource:router and tenant:77c23ba4b0e641f89b62770ef81f4434 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:29.927288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:29.933605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:30.036895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'fixed_ips': [{'subnet_id': '973eff24-2885-40c6-b034-d6a700007217'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:30.037758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.065586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.066559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.083019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.192293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Allocated IP 172.20.0.2 (44a27f01-eb58-4813-8d2c-a3cc4fec48df/973eff24-2885-40c6-b034-d6a700007217/a998e4b4-736a-4289-8c58-e9764fcf0bf6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:30.404739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.415617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Transition to ACTIVE for port object a998e4b4-736a-4289-8c58-e9764fcf0bf6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:30.433867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Transition to ACTIVE for port object a998e4b4-736a-4289-8c58-e9764fcf0bf6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:30.537111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.591585 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.661631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:30.664512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:30.666917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:30.701646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Pushing event updated for resources: {'Port': ['ID=a998e4b4-736a-4289-8c58-e9764fcf0bf6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:30.775051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Attempting to bind port a998e4b4-736a-4289-8c58-e9764fcf0bf6 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:30.775466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Attempting to bind port a998e4b4-736a-4289-8c58-e9764fcf0bf6 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:30.775904 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Attempting to bind port a998e4b4-736a-4289-8c58-e9764fcf0bf6 on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:30.782274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:30.782725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Checking segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:30.783209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.783691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Bound using segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:30.784248 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Bound port: a998e4b4-736a-4289-8c58-e9764fcf0bf6, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:30.784686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.877994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] For port a998e4b4-736a-4289-8c58-e9764fcf0bf6, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:30.883752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] For port a998e4b4-736a-4289-8c58-e9764fcf0bf6, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a998e4b4-736a-4289-8c58-e9764fcf0bf6,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:30.957973 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.038925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.076044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.081576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb64ee-fc6a-474a-9612-9c031b4fdf71 None None] Pushing event updated for resources: {'Port': ['ID=a998e4b4-736a-4289-8c58-e9764fcf0bf6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.247253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Allocated IP 172.26.6.80 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8c8d93ed-fc55-433b-80d0-18768489a929) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:31.423648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.512469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.583325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:31.586226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:31.589921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:31.624574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Pushing event updated for resources: {'Port': ['ID=8c8d93ed-fc55-433b-80d0-18768489a929,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:32.167217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e04d6-3418-475b-97c9-8a4a7ef07cae None None] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:32.317366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.341391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2173366f-c272-4ca3-ad9c-5a7d1fe47bb8 None None] Provisioning for port a998e4b4-736a-4289-8c58-e9764fcf0bf6 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:32.523370 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a998e4b4-736a-4289-8c58-e9764fcf0bf6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:32.648068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port a998e4b4-736a-4289-8c58-e9764fcf0bf6 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:32.653040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a998e4b4-736a-4289-8c58-e9764fcf0bf6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:32.653410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.717254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c2f30b05-3308-47ab-85f7-d79205e65d62 None None] Provisioning complete for port a998e4b4-736a-4289-8c58-e9764fcf0bf6 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:32.717525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2f30b05-3308-47ab-85f7-d79205e65d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.759365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.836551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.915593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port a998e4b4-736a-4289-8c58-e9764fcf0bf6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a998e4b4-736a-4289-8c58-e9764fcf0bf6,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:32.918134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2f30b05-3308-47ab-85f7-d79205e65d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.985651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.031359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Router 8cbe14b1-f5b8-4441-a744-20703802aab3 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:13:33.108346 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-c2f30b05-3308-47ab-85f7-d79205e65d62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:33.108798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-c2f30b05-3308-47ab-85f7-d79205e65d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:33.114057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=a998e4b4-736a-4289-8c58-e9764fcf0bf6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:33.223195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:33.232282 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Sync routers for ids ['8cbe14b1-f5b8-4441-a744-20703802aab3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:33.241567 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Routers {'8cbe14b1-f5b8-4441-a744-20703802aab3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:33.242247 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8cbe14b1-f5b8-4441-a744-20703802aab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:33.368414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.369690 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fbdd6922-8613-4cb2-9aff-b2db673180fd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4649429 Feb 16 13:13:33.372484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60522) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:33.422504 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Set router 8cbe14b1-f5b8-4441-a744-20703802aab3 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:33.720928 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 3, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port': {'id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:31Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:33.727110 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Checking router: 8cbe14b1-f5b8-4441-a744-20703802aab3 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:33.727448 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Updating router 8cbe14b1-f5b8-4441-a744-20703802aab3 port 8c8d93ed-fc55-433b-80d0-18768489a929 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:33.783206 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.842209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c568510-ea16-4603-93a9-5d5d4f847d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.107983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.164277 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.176016 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Transition to ACTIVE for port object 8c8d93ed-fc55-433b-80d0-18768489a929 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:34.282519 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.347296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Allocated IP 172.20.0.1 (44a27f01-eb58-4813-8d2c-a3cc4fec48df/973eff24-2885-40c6-b034-d6a700007217/b76d863d-f548-4006-a5ed-242135eb37bb) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:34.370958 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Attempting to bind port 8c8d93ed-fc55-433b-80d0-18768489a929 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:34.371355 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Attempting to bind port 8c8d93ed-fc55-433b-80d0-18768489a929 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:34.371714 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Attempting to bind port 8c8d93ed-fc55-433b-80d0-18768489a929 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:34.373862 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Pushing event updated for resources: {'Port': ['ID=8c8d93ed-fc55-433b-80d0-18768489a929,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:34.383520 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.383992 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.384336 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.384663 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.384988 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.385315 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.385638 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.385957 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.386279 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.386595 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.386915 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.387262 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:34.391468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:34.401858 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:34.401858 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.401858 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:34.401858 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Bound port: 8c8d93ed-fc55-433b-80d0-18768489a929, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:34.401858 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.467815 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] For port 8c8d93ed-fc55-433b-80d0-18768489a929, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:34.470843 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] For port 8c8d93ed-fc55-433b-80d0-18768489a929, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8c8d93ed-fc55-433b-80d0-18768489a929,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:34.490857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a998e4b4-736a-4289-8c58-e9764fcf0bf6 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:34.577332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a998e4b4-736a-4289-8c58-e9764fcf0bf6 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:34.577721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.614588 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.621411 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.639352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Transition to ACTIVE for port object b76d863d-f548-4006-a5ed-242135eb37bb will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:34.716826 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Routers {'8cbe14b1-f5b8-4441-a744-20703802aab3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:34.717640 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8cbe14b1-f5b8-4441-a744-20703802aab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:34.777807 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92df35d-eb42-47e4-a68d-3966bcc8ca87 None None] Pushing event updated for resources: {'Port': ['ID=8c8d93ed-fc55-433b-80d0-18768489a929,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:34.786566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.854739 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:34.857704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:34.860137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:34.907160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Pushing event updated for resources: {'Port': ['ID=b76d863d-f548-4006-a5ed-242135eb37bb,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:34.927829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.944419 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] Set router 8cbe14b1-f5b8-4441-a744-20703802aab3 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:35.162731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2af6fba6-3ce7-4894-8b53-cfdb4ee554a7 None None] Provisioning for port b76d863d-f548-4006-a5ed-242135eb37bb completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:35.167824 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2af6fba6-3ce7-4894-8b53-cfdb4ee554a7 None None] Provisioning complete for port b76d863d-f548-4006-a5ed-242135eb37bb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:35.168321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2af6fba6-3ce7-4894-8b53-cfdb4ee554a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.224591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2af6fba6-3ce7-4894-8b53-cfdb4ee554a7 None None] Port b76d863d-f548-4006-a5ed-242135eb37bb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:35.263335 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 3, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port': {'id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:31Z', 'updated_at': '2022-02-16T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:35.268185 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9627ba7e-6ae9-464a-aaec-ba40f8902fdf None None] The sync data for ids ['8cbe14b1-f5b8-4441-a744-20703802aab3'] in dv-neutron-829487-1-hyperv is: [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 3, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port': {'id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:31Z', 'updated_at': '2022-02-16T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:35.317182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.585477 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.665504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.781573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Pushing event updated for resources: {'Port': ['ID=b76d863d-f548-4006-a5ed-242135eb37bb,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:35.787079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.937375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:35.938584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:36.173415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Router 8cbe14b1-f5b8-4441-a744-20703802aab3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:36.179484 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-146b4268-76df-42b5-8f96-458abb618655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.256843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d43f3505-e2a4-4eed-b79e-16b05966c31c None None] Provisioning complete for port b76d863d-f548-4006-a5ed-242135eb37bb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:36.257034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d43f3505-e2a4-4eed-b79e-16b05966c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.312617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d43f3505-e2a4-4eed-b79e-16b05966c31c None None] Port b76d863d-f548-4006-a5ed-242135eb37bb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:36.369879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:36.381143 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-203cdda8-fee3-47dc-818d-bb5c82f1c404 admin admin] 10.222.0.47 "PUT /v2.0/routers/8cbe14b1-f5b8-4441-a744-20703802aab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0056739 Feb 16 13:13:36.532372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8d93ed-fc55-433b-80d0-18768489a929 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:36.727996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8c8d93ed-fc55-433b-80d0-18768489a929 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:36.733217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8c8d93ed-fc55-433b-80d0-18768489a929 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:36.733624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.854529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Sync routers for ids ['8cbe14b1-f5b8-4441-a744-20703802aab3'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:36.871886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:36.876626 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Routers {'8cbe14b1-f5b8-4441-a744-20703802aab3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:36.877308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8cbe14b1-f5b8-4441-a744-20703802aab3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:36.967713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8c8d93ed-fc55-433b-80d0-18768489a929, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8c8d93ed-fc55-433b-80d0-18768489a929,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:37.069282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Set router 8cbe14b1-f5b8-4441-a744-20703802aab3 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:37.269827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.419443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.445686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8c8d93ed-fc55-433b-80d0-18768489a929,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:37.452047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60540) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:37.460338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1360628096-network', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:37.463794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.467053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:37.471503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Usage tracker for resource:network and tenant:b08b934b0cd445eca8b687b427e72263 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:37.475393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:37.481068 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:37.549952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port': {'id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:31Z', 'updated_at': '2022-02-16T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b76d863d-f548-4006-a5ed-242135eb37bb', 'name': '', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'mac_address': 'fa:16:3e:ff:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '973eff24-2885-40c6-b034-d6a700007217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:34Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 2, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'subnets': [{'id': '973eff24-2885-40c6-b034-d6a700007217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:37.554852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Checking router: 8cbe14b1-f5b8-4441-a744-20703802aab3 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:37.555436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Updating router 8cbe14b1-f5b8-4441-a744-20703802aab3 port b76d863d-f548-4006-a5ed-242135eb37bb binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:37.556643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Made reservation on behalf of b08b934b0cd445eca8b687b427e72263 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:37.559172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.572745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.587759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:37.591881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Usage tracker for resource:security_group_rule and tenant:b08b934b0cd445eca8b687b427e72263 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:37.594970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:37.601354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:37.619241 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.684026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.797336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.829653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:37.838977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b555723e-3eba-404f-be63-08740b1e5657,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:37.844551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.844958 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Added segment 44c4550f-d2a5-4276-9fc8-0b187f9bb273 of type vlan for network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 Feb 16 13:13:37.873542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.985475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.998812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Transition to ACTIVE for port object b76d863d-f548-4006-a5ed-242135eb37bb will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:38.060055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.061414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:38.062197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.110903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.275518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aecf5-6a30-4581-b0b7-e42f0f62f80e None None] Pushing event updated for resources: {'Port': ['ID=b76d863d-f548-4006-a5ed-242135eb37bb,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:38.285591 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] Pushing event updated for resources: {'Network': ['ID=c4a37a8e-1bf8-46de-8ec5-acfcff466be9,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:38.309233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:38.351582 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-356c82ae-a7c5-4dce-bcb3-9286a13088cd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8980589 Feb 16 13:13:38.354058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60544) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:38.359843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Request body: {'subnet': {'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-subnet', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:38.365757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:38.370224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Usage tracker for resource:subnet and tenant:b08b934b0cd445eca8b687b427e72263 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:38.374611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:38.382462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:38.412298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Attempting to bind port b76d863d-f548-4006-a5ed-242135eb37bb on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:38.412697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Attempting to bind port b76d863d-f548-4006-a5ed-242135eb37bb by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:38.413021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Attempting to bind port b76d863d-f548-4006-a5ed-242135eb37bb on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:38.429650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:38.430031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Checking segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:38.430441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.430841 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Bound using segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:38.431333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Bound port: b76d863d-f548-4006-a5ed-242135eb37bb, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:38.431715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.459868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Made reservation on behalf of b08b934b0cd445eca8b687b427e72263 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:38.462911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.501963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8d93ed-fc55-433b-80d0-18768489a929 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:38.604106 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] For port b76d863d-f548-4006-a5ed-242135eb37bb, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:38.607766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] For port b76d863d-f548-4006-a5ed-242135eb37bb, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b76d863d-f548-4006-a5ed-242135eb37bb,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:38.614687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8c8d93ed-fc55-433b-80d0-18768489a929 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:38.615147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.720583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.803300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:38.843305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aecf5-6a30-4581-b0b7-e42f0f62f80e None None] Pushing event updated for resources: {'Port': ['ID=b76d863d-f548-4006-a5ed-242135eb37bb,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:38.853496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Routers {'8cbe14b1-f5b8-4441-a744-20703802aab3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:38.853496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8cbe14b1-f5b8-4441-a744-20703802aab3'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:38.897512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4f7511-c665-41c3-b600-dc99f9e01fc5,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:38.910734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Checking segment: {'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:38.910734 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Network hostable DHCP agents. Network: c4a37a8e-1bf8-46de-8ec5-acfcff466be9, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:38.943994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.099587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:39.115378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] Set router 8cbe14b1-f5b8-4441-a744-20703802aab3 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:39.294210 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, c4a37a8e-1bf8-46de-8ec5-acfcff466be9) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:39.299917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:39.300854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.322857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c5d1a-326c-4789-9308-006fde5a2abf None None] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:39.569602 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8af1c9eb-a13e-48b3-857d-d3318f31154f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2142053 Feb 16 13:13:39.572042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60548) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:39.577784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:39.583513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:39.587374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Usage tracker for resource:router and tenant:b08b934b0cd445eca8b687b427e72263 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:39.590209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:39.596443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:39.643289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-c4a37a8e-1bf8-46de-8ec5-acfcff466be9', 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'fixed_ips': [{'subnet_id': '3c4f7511-c665-41c3-b600-dc99f9e01fc5'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:39.644735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.674271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port': {'id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:31Z', 'updated_at': '2022-02-16T13:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b76d863d-f548-4006-a5ed-242135eb37bb', 'name': '', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'mac_address': 'fa:16:3e:ff:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '973eff24-2885-40c6-b034-d6a700007217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:34Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 4, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'subnets': [{'id': '973eff24-2885-40c6-b034-d6a700007217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:39.713419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffb49c-bc75-44bb-9a32-5b1db008e7e4 None None] The sync data for ids ['8cbe14b1-f5b8-4441-a744-20703802aab3'] in dv-neutron-829487-1-hyperv is: [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:13:35Z', 'revision_number': 4, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port': {'id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:31Z', 'updated_at': '2022-02-16T13:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b76d863d-f548-4006-a5ed-242135eb37bb', 'name': '', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'mac_address': 'fa:16:3e:ff:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '973eff24-2885-40c6-b034-d6a700007217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:34Z', 'updated_at': '2022-02-16T13:13:38Z', 'revision_number': 4, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'subnets': [{'id': '973eff24-2885-40c6-b034-d6a700007217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:39.746297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.746297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.800391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.850234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Allocated IP 172.20.0.2 (c4a37a8e-1bf8-46de-8ec5-acfcff466be9/3c4f7511-c665-41c3-b600-dc99f9e01fc5/e18c09dd-2539-4ac7-8df8-e204aa62ddce) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:40.108061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.119639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Transition to ACTIVE for port object e18c09dd-2539-4ac7-8df8-e204aa62ddce will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:40.144783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Transition to ACTIVE for port object e18c09dd-2539-4ac7-8df8-e204aa62ddce will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:40.222635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.232110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.303434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:40.306495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:40.310560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:40.323311 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Pushing event updated for resources: {'Port': ['ID=e18c09dd-2539-4ac7-8df8-e204aa62ddce,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:40.417712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Attempting to bind port e18c09dd-2539-4ac7-8df8-e204aa62ddce on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:40.421100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Attempting to bind port e18c09dd-2539-4ac7-8df8-e204aa62ddce by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:40.421100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Attempting to bind port e18c09dd-2539-4ac7-8df8-e204aa62ddce on network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:40.427281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:40.427876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Checking segment: {'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:40.428375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.428869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Bound using segment: {'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:40.429450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Bound port: e18c09dd-2539-4ac7-8df8-e204aa62ddce, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:40.429925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.542108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b76d863d-f548-4006-a5ed-242135eb37bb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:40.593944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] For port e18c09dd-2539-4ac7-8df8-e204aa62ddce, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:40.607726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] For port e18c09dd-2539-4ac7-8df8-e204aa62ddce, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e18c09dd-2539-4ac7-8df8-e204aa62ddce,segment=NetworkSegment(44c4550f-d2a5-4276-9fc8-0b187f9bb273),segment_id=44c4550f-d2a5-4276-9fc8-0b187f9bb273)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:40.720071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.722941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.753876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.765289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b76d863d-f548-4006-a5ed-242135eb37bb completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:40.801757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b76d863d-f548-4006-a5ed-242135eb37bb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:40.802252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:40.872605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99524c5d-662f-43bf-9c96-02f7a7d51d0f None None] Pushing event updated for resources: {'Port': ['ID=e18c09dd-2539-4ac7-8df8-e204aa62ddce,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:40.915923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Allocated IP 172.26.6.64 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/ba234c7f-1a58-4fdc-88df-64437df3ef04) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:40.966012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.061217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b76d863d-f548-4006-a5ed-242135eb37bb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b76d863d-f548-4006-a5ed-242135eb37bb,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:41.135972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.156931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.233114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b76d863d-f548-4006-a5ed-242135eb37bb,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:41.238501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.304630 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:41.311938 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:41.316043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:41.373863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:41.477276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Pushing event updated for resources: {'Port': ['ID=ba234c7f-1a58-4fdc-88df-64437df3ef04,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:41.944601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f43578-2e0f-4782-bab6-b5c1b78ed440 None None] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:41.976246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.186275 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8e95b2a2-5acc-4b57-acef-6aebe7219da0 None None] Provisioning for port e18c09dd-2539-4ac7-8df8-e204aa62ddce completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:42.339718 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.570261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e18c09dd-2539-4ac7-8df8-e204aa62ddce up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:42.653487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Router f9248572-ac78-46e2-a760-142002c87c06 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:13:42.727928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port e18c09dd-2539-4ac7-8df8-e204aa62ddce completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:42.733351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e18c09dd-2539-4ac7-8df8-e204aa62ddce triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:42.733826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.842326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:42.855107 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Sync routers for ids ['f9248572-ac78-46e2-a760-142002c87c06'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:42.861506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.866322 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Routers {'f9248572-ac78-46e2-a760-142002c87c06'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:42.867028 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f9248572-ac78-46e2-a760-142002c87c06'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:42.897125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port e18c09dd-2539-4ac7-8df8-e204aa62ddce, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e18c09dd-2539-4ac7-8df8-e204aa62ddce,segment=NetworkSegment(44c4550f-d2a5-4276-9fc8-0b187f9bb273),segment_id=44c4550f-d2a5-4276-9fc8-0b187f9bb273)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:43.013872 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.015783 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6d399e0f-9037-40a4-abe4-b67529d35d02 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4426794 Feb 16 13:13:43.018616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60552) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:43.042362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.043270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b76d863d-f548-4006-a5ed-242135eb37bb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:43.057686 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Set router f9248572-ac78-46e2-a760-142002c87c06 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:43.168328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=e18c09dd-2539-4ac7-8df8-e204aa62ddce,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:43.182191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b76d863d-f548-4006-a5ed-242135eb37bb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:43.182573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.367550 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:13:41Z', 'revision_number': 3, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port': {'id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:40Z', 'updated_at': '2022-02-16T13:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:43.372248 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Checking router: f9248572-ac78-46e2-a760-142002c87c06 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:43.372589 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Updating router f9248572-ac78-46e2-a760-142002c87c06 port ba234c7f-1a58-4fdc-88df-64437df3ef04 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:43.426414 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.753698 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.765212 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Transition to ACTIVE for port object ba234c7f-1a58-4fdc-88df-64437df3ef04 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:43.848949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.853659 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.939168 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Attempting to bind port ba234c7f-1a58-4fdc-88df-64437df3ef04 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:43.939880 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Attempting to bind port ba234c7f-1a58-4fdc-88df-64437df3ef04 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:43.939880 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Attempting to bind port ba234c7f-1a58-4fdc-88df-64437df3ef04 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:43.946333 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b693b98-60ed-4b9c-a3a5-e640a0de48b1 None None] Pushing event updated for resources: {'Port': ['ID=ba234c7f-1a58-4fdc-88df-64437df3ef04,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:43.950789 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:43.951181 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:43.951601 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.951960 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:43.952418 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Bound port: ba234c7f-1a58-4fdc-88df-64437df3ef04, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:43.952784 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.025794 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] For port ba234c7f-1a58-4fdc-88df-64437df3ef04, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:44.029031 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] For port ba234c7f-1a58-4fdc-88df-64437df3ef04, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ba234c7f-1a58-4fdc-88df-64437df3ef04,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:44.080605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Allocated IP 172.20.0.1 (c4a37a8e-1bf8-46de-8ec5-acfcff466be9/3c4f7511-c665-41c3-b600-dc99f9e01fc5/5145f02e-b63c-43f3-b11a-cd14c0ebb863) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:44.122649 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.235603 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b693b98-60ed-4b9c-a3a5-e640a0de48b1 None None] Pushing event updated for resources: {'Port': ['ID=ba234c7f-1a58-4fdc-88df-64437df3ef04,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:44.241072 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Routers {'f9248572-ac78-46e2-a760-142002c87c06'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:44.241652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.241781 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f9248572-ac78-46e2-a760-142002c87c06'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:44.258205 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Transition to ACTIVE for port object 5145f02e-b63c-43f3-b11a-cd14c0ebb863 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:44.322643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.392203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:44.395807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:44.398206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:44.426224 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] Set router f9248572-ac78-46e2-a760-142002c87c06 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:44.444315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Pushing event updated for resources: {'Port': ['ID=5145f02e-b63c-43f3-b11a-cd14c0ebb863,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:44.461465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.543103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e18c09dd-2539-4ac7-8df8-e204aa62ddce up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:44.622252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port e18c09dd-2539-4ac7-8df8-e204aa62ddce triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:44.622631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.664207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.726025 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:13:41Z', 'revision_number': 3, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port': {'id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:40Z', 'updated_at': '2022-02-16T13:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:44.730946 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ab72-2e2a-4879-bcc0-9590b8206fac None None] The sync data for ids ['f9248572-ac78-46e2-a760-142002c87c06'] in dv-neutron-829487-1-hyperv is: [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:13:41Z', 'revision_number': 3, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port': {'id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:40Z', 'updated_at': '2022-02-16T13:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:44.779219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-405fa1ff-91e5-47a1-a3e2-ee910ff05acc None None] Provisioning for port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:44.784812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-405fa1ff-91e5-47a1-a3e2-ee910ff05acc None None] Provisioning complete for port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:44.785254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-405fa1ff-91e5-47a1-a3e2-ee910ff05acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.850169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-405fa1ff-91e5-47a1-a3e2-ee910ff05acc None None] Port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:44.911884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:45.019820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:45.131090 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:45.134530 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Pushing event updated for resources: {'Port': ['ID=5145f02e-b63c-43f3-b11a-cd14c0ebb863,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:45.276937 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:45.278209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:45.572864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50b90305-1232-492f-b452-b852daf477f7 None None] Provisioning complete for port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:45.573426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50b90305-1232-492f-b452-b852daf477f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:45.598882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Router f9248572-ac78-46e2-a760-142002c87c06 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:45.631392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-50b90305-1232-492f-b452-b852daf477f7 None None] Port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:45.780814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:45.790005 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-657fd048-968c-4e32-87b7-394ee99fab50 admin admin] 10.222.0.47 "PUT /v2.0/routers/f9248572-ac78-46e2-a760-142002c87c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7697573 Feb 16 13:13:46.520206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba234c7f-1a58-4fdc-88df-64437df3ef04 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:46.705140 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ba234c7f-1a58-4fdc-88df-64437df3ef04 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:46.711359 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ba234c7f-1a58-4fdc-88df-64437df3ef04 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:46.711735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:46.831148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:46.853317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port ba234c7f-1a58-4fdc-88df-64437df3ef04, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ba234c7f-1a58-4fdc-88df-64437df3ef04,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:46.881273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-93ce64ab-4cd9-47a4-802a-9fc9a20aaab4 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:46.882499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-93ce64ab-4cd9-47a4-802a-9fc9a20aaab4 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Synchronizing usage tracker for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:46.991229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:47.030572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-93ce64ab-4cd9-47a4-802a-9fc9a20aaab4 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Unset dirty status for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:47.032172 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-93ce64ab-4cd9-47a4-802a-9fc9a20aaab4 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/networks?id=44a27f01-eb58-4813-8d2c-a3cc4fec48df HTTP/1.1" status: 200 len: 817 time: 0.3186712 Feb 16 13:13:47.047690 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-2f9b1189-eed9-4852-ab87-196e1242a4fe tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/quotas/77c23ba4b0e641f89b62770ef81f4434 HTTP/1.1" status: 200 len: 375 time: 0.0092735 Feb 16 13:13:47.072162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=ba234c7f-1a58-4fdc-88df-64437df3ef04,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:47.109870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Sync routers for ids ['f9248572-ac78-46e2-a760-142002c87c06'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:47.118922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Routers {'f9248572-ac78-46e2-a760-142002c87c06'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:47.119572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f9248572-ac78-46e2-a760-142002c87c06'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:47.135187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-e8957e39-39d3-43d4-bfab-1ec36a422243 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Synchronizing usage tracker for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:47.231120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-e8957e39-39d3-43d4-bfab-1ec36a422243 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Unset dirty status for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:47.232568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-e8957e39-39d3-43d4-bfab-1ec36a422243 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=77c23ba4b0e641f89b62770ef81f4434&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787412 Feb 16 13:13:47.306203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Set router f9248572-ac78-46e2-a760-142002c87c06 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:47.373584 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-f68dee60-4dc4-4a4c-b66c-24ee233059be service neutron] 10.222.0.47 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281092 Feb 16 13:13:47.508271 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-2f213d66-954a-49a8-8286-65b75c6cbb5a service neutron] 10.222.0.47 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275308 Feb 16 13:13:47.664963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:13:44Z', 'revision_number': 4, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port': {'id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:40Z', 'updated_at': '2022-02-16T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '5145f02e-b63c-43f3-b11a-cd14c0ebb863', 'name': '', 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'mac_address': 'fa:16:3e:e5:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3c4f7511-c665-41c3-b600-dc99f9e01fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:43Z', 'updated_at': '2022-02-16T13:13:44Z', 'revision_number': 2, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'subnets': [{'id': '3c4f7511-c665-41c3-b600-dc99f9e01fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:47.668896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Checking router: f9248572-ac78-46e2-a760-142002c87c06 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:47.669253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Updating router f9248572-ac78-46e2-a760-142002c87c06 port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:47.725628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:48.007965 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6039b106-44d6-4dd8-8e47-5e6865c47ce0 req-67c96721-a381-4605-b25e-d02b59ba0f92 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 210 time: 0.2011471 Feb 16 13:13:48.100810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:48.112937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Transition to ACTIVE for port object 5145f02e-b63c-43f3-b11a-cd14c0ebb863 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:48.195907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:48.331627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496103d-4a3b-42ed-8469-680063796144 None None] Pushing event updated for resources: {'Port': ['ID=5145f02e-b63c-43f3-b11a-cd14c0ebb863,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:48.430454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Attempting to bind port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:48.430845 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Attempting to bind port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:48.431334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Attempting to bind port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 on network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:48.439630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:48.439630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Checking segment: {'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:48.439630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:48.439630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Bound using segment: {'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:48.439630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Bound port: 5145f02e-b63c-43f3-b11a-cd14c0ebb863, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c4550f-d2a5-4276-9fc8-0b187f9bb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:48.439630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:48.506161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba234c7f-1a58-4fdc-88df-64437df3ef04 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:48.589677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] For port 5145f02e-b63c-43f3-b11a-cd14c0ebb863, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:48.593722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] For port 5145f02e-b63c-43f3-b11a-cd14c0ebb863, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5145f02e-b63c-43f3-b11a-cd14c0ebb863,segment=NetworkSegment(44c4550f-d2a5-4276-9fc8-0b187f9bb273),segment_id=44c4550f-d2a5-4276-9fc8-0b187f9bb273)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:48.609090 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ba234c7f-1a58-4fdc-88df-64437df3ef04 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:48.609465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:48.703033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:48.805798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Routers {'f9248572-ac78-46e2-a760-142002c87c06'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:48.805798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:13:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f9248572-ac78-46e2-a760-142002c87c06'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:48.863335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496103d-4a3b-42ed-8469-680063796144 None None] Pushing event updated for resources: {'Port': ['ID=5145f02e-b63c-43f3-b11a-cd14c0ebb863,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:49.037187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] Set router f9248572-ac78-46e2-a760-142002c87c06 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:49.169357 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dbc0df1b-e5b4-476e-8f80-2a0261748eb0 req-6dd8e072-b3f2-48ab-8050-b2873763608d tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 210 time: 0.0475705 Feb 16 13:13:49.360913 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:13:44Z', 'revision_number': 4, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port': {'id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:40Z', 'updated_at': '2022-02-16T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '5145f02e-b63c-43f3-b11a-cd14c0ebb863', 'name': '', 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'mac_address': 'fa:16:3e:e5:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3c4f7511-c665-41c3-b600-dc99f9e01fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:43Z', 'updated_at': '2022-02-16T13:13:48Z', 'revision_number': 4, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'subnets': [{'id': '3c4f7511-c665-41c3-b600-dc99f9e01fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:49.365621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4576fd-b0d0-49a4-ab63-e45468605abe None None] The sync data for ids ['f9248572-ac78-46e2-a760-142002c87c06'] in dv-neutron-829487-1-hyperv is: [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:13:44Z', 'revision_number': 4, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port': {'id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:40Z', 'updated_at': '2022-02-16T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '5145f02e-b63c-43f3-b11a-cd14c0ebb863', 'name': '', 'network_id': 'c4a37a8e-1bf8-46de-8ec5-acfcff466be9', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'mac_address': 'fa:16:3e:e5:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3c4f7511-c665-41c3-b600-dc99f9e01fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:43Z', 'updated_at': '2022-02-16T13:13:48Z', 'revision_number': 4, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'subnets': [{'id': '3c4f7511-c665-41c3-b600-dc99f9e01fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:50.321143 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3b24316d-0b4b-4c8c-ac86-b0a88be400ac req-ff8dea4c-3ebb-4e9d-88dc-c31c14832718 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 210 time: 0.0447924 Feb 16 13:13:50.490580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-803a05c1-e5a0-4a63-acdb-c5030131acf8 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:50.492083 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-803a05c1-e5a0-4a63-acdb-c5030131acf8 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "GET /v2.0/networks?id=44a27f01-eb58-4813-8d2c-a3cc4fec48df HTTP/1.1" status: 200 len: 817 time: 0.1788905 Feb 16 13:13:50.505630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Request body: {'port': {'device_id': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'admin_state_up': True, 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:50.545144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5145f02e-b63c-43f3-b11a-cd14c0ebb863 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:50.662496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:50.673632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:50.727995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:50.733272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:50.733694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.773122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Made reservation on behalf of 77c23ba4b0e641f89b62770ef81f4434 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:50.777208 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.874831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:50.914757 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 5145f02e-b63c-43f3-b11a-cd14c0ebb863, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5145f02e-b63c-43f3-b11a-cd14c0ebb863,segment=NetworkSegment(44c4550f-d2a5-4276-9fc8-0b187f9bb273),segment_id=44c4550f-d2a5-4276-9fc8-0b187f9bb273)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:51.023643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:51.102200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Allocated IP 172.20.0.12 (44a27f01-eb58-4813-8d2c-a3cc4fec48df/973eff24-2885-40c6-b034-d6a700007217/6a5a9f59-7b73-423c-b69a-e24c4607949b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:51.113790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=5145f02e-b63c-43f3-b11a-cd14c0ebb863,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:51.309293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:51.324487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Transition to ACTIVE for port object 6a5a9f59-7b73-423c-b69a-e24c4607949b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:51.397192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:51.477429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:51.481225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:51.485462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:51.530338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Pushing event updated for resources: {'Port': ['ID=6a5a9f59-7b73-423c-b69a-e24c4607949b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:51.535322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c56b5-d36d-415e-8270-28b2f8ede276 req-fd9c3afa-1465-4fb5-b00f-b4683351f219 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.537455 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-928c56b5-d36d-415e-8270-28b2f8ede276 req-fd9c3afa-1465-4fb5-b00f-b4683351f219 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 932 time: 0.1047587 Feb 16 13:13:51.565890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.566546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:51.588131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-928c56b5-d36d-415e-8270-28b2f8ede276 req-21a9381c-b3d0-4c9a-80ce-c7eb3e4f1e53 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Synchronizing usage tracker for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:51.677180 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-4931b44e-4c56-4c09-bee2-56440721edde tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1760879 Feb 16 13:13:51.689603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Request body: {'port': {'device_id': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:51.705125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-928c56b5-d36d-415e-8270-28b2f8ede276 req-21a9381c-b3d0-4c9a-80ce-c7eb3e4f1e53 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Unset dirty status for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:51.707026 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-928c56b5-d36d-415e-8270-28b2f8ede276 req-21a9381c-b3d0-4c9a-80ce-c7eb3e4f1e53 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597440 Feb 16 13:13:51.744990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6ff58373-52e4-40a3-bd6d-57815b3ef975 None None] Provisioning for port 6a5a9f59-7b73-423c-b69a-e24c4607949b completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:51.750353 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6ff58373-52e4-40a3-bd6d-57815b3ef975 None None] Provisioning complete for port 6a5a9f59-7b73-423c-b69a-e24c4607949b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:51.750728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ff58373-52e4-40a3-bd6d-57815b3ef975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:51.809956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:51.811881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6ff58373-52e4-40a3-bd6d-57815b3ef975 None None] Port 6a5a9f59-7b73-423c-b69a-e24c4607949b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:52.004711 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:13:52.184306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5a9f59-7b73-423c-b69a-e24c4607949b {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:52.193282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:52.212430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Transition to ACTIVE for port object 6a5a9f59-7b73-423c-b69a-e24c4607949b will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:52.281821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:52.415477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a9f59-7b73-423c-b69a-e24c4607949b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:52.510673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5145f02e-b63c-43f3-b11a-cd14c0ebb863 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:52.542652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Attempting to bind port 6a5a9f59-7b73-423c-b69a-e24c4607949b on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:52.543274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Attempting to bind port 6a5a9f59-7b73-423c-b69a-e24c4607949b by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:52.543441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Attempting to bind port 6a5a9f59-7b73-423c-b69a-e24c4607949b on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:52.548728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Port 6a5a9f59-7b73-423c-b69a-e24c4607949b on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:13:52.549047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Attempting to bind port 6a5a9f59-7b73-423c-b69a-e24c4607949b on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:52.554717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:52.555081 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Checking segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:52.555459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Bound using segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:52.555880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Bound port: 6a5a9f59-7b73-423c-b69a-e24c4607949b, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:52.556220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:52.580642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:52.581528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:52.651414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] For port 6a5a9f59-7b73-423c-b69a-e24c4607949b, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:52.655139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] For port 6a5a9f59-7b73-423c-b69a-e24c4607949b, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6a5a9f59-7b73-423c-b69a-e24c4607949b,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:52.734332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:52.797492 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.798111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:52.800101 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] 10.222.0.67 "PUT /v2.0/ports/6a5a9f59-7b73-423c-b69a-e24c4607949b HTTP/1.1" status: 200 len: 1094 time: 1.1145356 Feb 16 13:13:52.800578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'tag': '6a5a9f59-7b73-423c-b69a-e24c4607949b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:52.826404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ad82a-1d1f-4b74-93ba-f4094c342c02 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a9f59-7b73-423c-b69a-e24c4607949b,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:52.864868 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'tag': '6a5a9f59-7b73-423c-b69a-e24c4607949b', 'status': 'completed', 'code': 200} Feb 16 13:13:52.926902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07b451-c567-482e-be03-49fc124d1979 req-a6484ed2-8429-4b96-bb64-6f1053b02efe tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.928654 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5f07b451-c567-482e-be03-49fc124d1979 req-a6484ed2-8429-4b96-bb64-6f1053b02efe tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 944 time: 0.0900645 Feb 16 13:13:52.970412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a227ac-edc5-42fa-a6ee-740032fb9fa9 req-e354ce6d-c2e1-4dfb-93dd-7e033d57bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.972655 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49a227ac-edc5-42fa-a6ee-740032fb9fa9 req-e354ce6d-c2e1-4dfb-93dd-7e033d57bf63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77c23ba4b0e641f89b62770ef81f4434&device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 1097 time: 0.0853841 Feb 16 13:13:53.000362 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5f07b451-c567-482e-be03-49fc124d1979 req-25936526-48d8-4abe-bf91-9b9387f96a61 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645819 Feb 16 13:13:53.122575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a227ac-edc5-42fa-a6ee-740032fb9fa9 req-0329ca9f-c4fd-47aa-bbd5-6128e722fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:53.124065 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49a227ac-edc5-42fa-a6ee-740032fb9fa9 req-0329ca9f-c4fd-47aa-bbd5-6128e722fcf7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=77c23ba4b0e641f89b62770ef81f4434&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1439939 Feb 16 13:13:53.359706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a227ac-edc5-42fa-a6ee-740032fb9fa9 req-b93b2fc9-5550-4c7e-8eff-c491a30b3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:53.361118 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49a227ac-edc5-42fa-a6ee-740032fb9fa9 req-b93b2fc9-5550-4c7e-8eff-c491a30b3d82 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2303028 Feb 16 13:13:53.466238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-49293d98-6ecc-4de6-b154-e19e2585f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:53.467752 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-49293d98-6ecc-4de6-b154-e19e2585f889 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77c23ba4b0e641f89b62770ef81f4434&device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 1097 time: 0.0707519 Feb 16 13:13:53.541535 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-2c24dd7f-768c-418e-a265-e7319a6335c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a9f59-7b73-423c-b69a-e24c4607949b HTTP/1.1" status: 200 len: 217 time: 0.0663776 Feb 16 13:13:53.605087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-9a9ed8b8-37f3-45aa-9291-2fd10ea75459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:53.606539 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-9a9ed8b8-37f3-45aa-9291-2fd10ea75459 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=973eff24-2885-40c6-b034-d6a700007217 HTTP/1.1" status: 200 len: 856 time: 0.0585401 Feb 16 13:13:53.685042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-89972571-984c-4a23-aa0d-3e2007ea93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:53.686503 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-89972571-984c-4a23-aa0d-3e2007ea93be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44a27f01-eb58-4813-8d2c-a3cc4fec48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730503 Feb 16 13:13:53.820772 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-3978ef94-6b31-4e29-b153-088115418230 service neutron] 10.222.0.67 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267414 Feb 16 13:13:53.955083 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1914553d-df60-4cd8-a48f-1da5ca490526 req-e6eefa84-11c1-4650-82a9-785c53428004 service neutron] 10.222.0.67 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276309 Feb 16 13:13:54.185203 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c63cd-aac2-4fd3-95d5-545795b491d8 req-b81b4735-c653-4283-91e8-b653e891fc5c tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:54.186702 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c84c63cd-aac2-4fd3-95d5-545795b491d8 req-b81b4735-c653-4283-91e8-b653e891fc5c tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 944 time: 0.0879090 Feb 16 13:13:54.238951 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c84c63cd-aac2-4fd3-95d5-545795b491d8 req-2dacacc7-9c86-4ecb-8f05-2573bf040f39 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Feb 16 13:13:55.423974 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30995133-785c-4bbc-ab9e-24a85b4bad3f req-706c332d-e9b1-4052-bbf7-7d8fd46ba393 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:55.426045 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30995133-785c-4bbc-ab9e-24a85b4bad3f req-706c332d-e9b1-4052-bbf7-7d8fd46ba393 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 944 time: 0.0800552 Feb 16 13:13:55.472808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30995133-785c-4bbc-ab9e-24a85b4bad3f req-91df2de3-620b-4065-85b5-9766f5ac926c tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Feb 16 13:13:56.659906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10f3af-6561-45e7-8ba9-6b377f456923 req-344f2121-5486-446d-860d-47e62ce3d999 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:56.661368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4e10f3af-6561-45e7-8ba9-6b377f456923 req-344f2121-5486-446d-860d-47e62ce3d999 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 944 time: 0.0792863 Feb 16 13:13:56.706470 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4e10f3af-6561-45e7-8ba9-6b377f456923 req-945c783b-c457-463e-8def-f31fab5f98df tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386486 Feb 16 13:13:56.933022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6a5a9f59-7b73-423c-b69a-e24c4607949b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:13:57.067816 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 6a5a9f59-7b73-423c-b69a-e24c4607949b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6a5a9f59-7b73-423c-b69a-e24c4607949b,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:57.080884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '6a5a9f59-7b73-423c-b69a-e24c4607949b', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'port_id': '6a5a9f59-7b73-423c-b69a-e24c4607949b', 'mac_address': 'fa:16:3e:43:7e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973eff24-2885-40c6-b034-d6a700007217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:13:57.136639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:57.155800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5a9f59-7b73-423c-b69a-e24c4607949b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:57.170682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 6a5a9f59-7b73-423c-b69a-e24c4607949b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6a5a9f59-7b73-423c-b69a-e24c4607949b,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:57.224618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:57.292328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=6a5a9f59-7b73-423c-b69a-e24c4607949b,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:57.460588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['6a5a9f59-7b73-423c-b69a-e24c4607949b'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:13:58.004324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a028a7-c0bc-4e48-88b1-41ac46aebdca req-ec6d49dc-bb91-45a8-b6fc-51d5e3784cc5 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:58.005689 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45a028a7-c0bc-4e48-88b1-41ac46aebdca req-ec6d49dc-bb91-45a8-b6fc-51d5e3784cc5 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 945 time: 0.1948040 Feb 16 13:13:58.050644 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45a028a7-c0bc-4e48-88b1-41ac46aebdca req-430f5b2e-3f52-4591-9a0d-9c8cd2b0a410 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Feb 16 13:13:58.949554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6a5a9f59-7b73-423c-b69a-e24c4607949b up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:59.098937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 6a5a9f59-7b73-423c-b69a-e24c4607949b completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:59.104136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 6a5a9f59-7b73-423c-b69a-e24c4607949b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:59.104504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:59.229938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:59.244507 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fde41-155b-4ec1-8715-c77db0aa95ea req-06519684-ccef-438a-b8ae-18b0dedaf131 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:59.245991 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f94fde41-155b-4ec1-8715-c77db0aa95ea req-06519684-ccef-438a-b8ae-18b0dedaf131 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 945 time: 0.0848997 Feb 16 13:13:59.259859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a9f59-7b73-423c-b69a-e24c4607949b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:59.272188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 6a5a9f59-7b73-423c-b69a-e24c4607949b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6a5a9f59-7b73-423c-b69a-e24c4607949b,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:59.296479 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f94fde41-155b-4ec1-8715-c77db0aa95ea req-743cb330-4a41-4856-8e73-c0c676a6ae48 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 Feb 16 13:13:59.308290 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a9f59-7b73-423c-b69a-e24c4607949b', 'code': 200} Feb 16 13:13:59.367636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:59.434178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=6a5a9f59-7b73-423c-b69a-e24c4607949b,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:59.442289 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.442646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.443016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.443358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.443696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.444029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.444362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.444688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.445017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.445341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.445660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.445981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:59.722714 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182cf29-6ae1-43af-b81d-f3a06eb397b7 req-9c660172-7b3b-4bbe-84b8-5c73fbff9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:59.724233 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8182cf29-6ae1-43af-b81d-f3a06eb397b7 req-9c660172-7b3b-4bbe-84b8-5c73fbff9c89 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 1099 time: 0.0771706 Feb 16 13:13:59.764992 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8182cf29-6ae1-43af-b81d-f3a06eb397b7 req-d1a45dbc-2cbc-48c8-9759-e5eca3f5fbcb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Feb 16 13:14:00.495129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e8fc-9fe9-4ad5-8a56-1aa2896fcc8d req-af1ff3ff-4811-49ac-aa70-ab9aa94fe694 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:00.496577 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6233e8fc-9fe9-4ad5-8a56-1aa2896fcc8d req-af1ff3ff-4811-49ac-aa70-ab9aa94fe694 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 946 time: 0.0826366 Feb 16 13:14:00.539785 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6233e8fc-9fe9-4ad5-8a56-1aa2896fcc8d req-ff94d263-0618-4e6e-8b89-86e746ac4f5a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Feb 16 13:14:01.733836 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cf74f-34dd-48fb-a5b3-1e76f7f74096 req-fcbb7e06-2996-45c9-bb54-2b2dd3517442 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:01.735356 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c63cf74f-34dd-48fb-a5b3-1e76f7f74096 req-fcbb7e06-2996-45c9-bb54-2b2dd3517442 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 946 time: 0.0787165 Feb 16 13:14:01.785147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c63cf74f-34dd-48fb-a5b3-1e76f7f74096 req-c17af208-bea5-4237-83dd-a2db993bc186 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Feb 16 13:14:01.972715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f6eb2-6588-426b-9346-fbb4b1b971e9 req-e4f01755-28d5-411a-b671-d96c9ae7d283 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:01.974489 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-279f6eb2-6588-426b-9346-fbb4b1b971e9 req-e4f01755-28d5-411a-b671-d96c9ae7d283 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 946 time: 0.0822570 Feb 16 13:14:02.022514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-279f6eb2-6588-426b-9346-fbb4b1b971e9 req-becd3e57-318d-43f0-92e1-957b5f96f2d2 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Feb 16 13:14:03.853686 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d96c26fe-3bf2-4156-be77-dcc7843a8f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:06.190906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9a5b-b5a8-4afd-bcf9-5357973fbfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:07.299505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:07.349858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:08.836775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:11.361593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:27.159695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc52a8-93a1-46fc-a548-2c2b8f463ac4 req-8e9a1a14-ceec-4df3-bbe1-0ea0078545ec tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:27.161209 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b4bc52a8-93a1-46fc-a548-2c2b8f463ac4 req-8e9a1a14-ceec-4df3-bbe1-0ea0078545ec tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 946 time: 0.0846756 Feb 16 13:14:27.208873 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b4bc52a8-93a1-46fc-a548-2c2b8f463ac4 req-1193b940-f682-4098-a928-92a59760e9bb tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Feb 16 13:14:28.406084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf354da-02f2-4a68-92e3-aeb97ce4946f req-4836ce30-ae03-4e06-9c3c-252a1007516b tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:28.407840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-daf354da-02f2-4a68-92e3-aeb97ce4946f req-4836ce30-ae03-4e06-9c3c-252a1007516b tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 946 time: 0.0823681 Feb 16 13:14:28.458547 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-daf354da-02f2-4a68-92e3-aeb97ce4946f req-a4c4aa40-6c2e-4fe7-846c-09c8c7350cb9 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Feb 16 13:14:28.776169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-9c32e2fe-20c0-48cf-a19a-ec42df943886 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:28.776844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-9c32e2fe-20c0-48cf-a19a-ec42df943886 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Synchronizing usage tracker for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:14:28.841027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-9c32e2fe-20c0-48cf-a19a-ec42df943886 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Unset dirty status for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:14:28.842174 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-9c32e2fe-20c0-48cf-a19a-ec42df943886 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 946 time: 0.1483045 Feb 16 13:14:28.914106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Deleting port 6a5a9f59-7b73-423c-b69a-e24c4607949b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:14:28.914440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:29.004811 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:14:29.170214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] For port 6a5a9f59-7b73-423c-b69a-e24c4607949b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6a5a9f59-7b73-423c-b69a-e24c4607949b,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:29.170570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:29.295654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Calling delete_port for 6a5a9f59-7b73-423c-b69a-e24c4607949b owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:14:29.567011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:29.584419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['6a5a9f59-7b73-423c-b69a-e24c4607949b'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:14:29.646346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96f988ad-f324-4908-8de5-5bf3ffea6ac3 req-bc4ea4ba-7e7a-4f35-adfd-f4b4ef3e4510 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 210 time: 0.0796330 Feb 16 13:14:29.649123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Pushing event deleted for resources: {'Port': ['ID=6a5a9f59-7b73-423c-b69a-e24c4607949b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:29.689588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.689941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.690273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.690612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.690946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.691312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.691635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.691957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.692280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.692603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.692925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.693244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:29.742450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] No DVR routers for this DVR port 6a5a9f59-7b73-423c-b69a-e24c4607949b on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:14:29.744910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:29.747497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'name': 'network-vif-deleted', 'tag': '6a5a9f59-7b73-423c-b69a-e24c4607949b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:29.792879 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdb0e7c-241d-40f9-9e1c-1926892bcb09', 'name': 'network-vif-deleted', 'tag': '6a5a9f59-7b73-423c-b69a-e24c4607949b', 'status': 'completed', 'code': 200} Feb 16 13:14:29.830709 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-462ae42e-8054-46c9-8cea-5cbd73d238d2 req-e09a0588-2062-42d7-9376-432c8a1f4b52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "DELETE /v2.0/ports/6a5a9f59-7b73-423c-b69a-e24c4607949b HTTP/1.1" status: 204 len: 173 time: 0.9818377 Feb 16 13:14:30.818899 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ba0ac58f-2106-43e1-aa21-58d4e2bb6e8f req-a52aad78-9484-4b98-ac82-c279aba90a2d tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cdb0e7c-241d-40f9-9e1c-1926892bcb09 HTTP/1.1" status: 200 len: 210 time: 0.0437627 Feb 16 13:14:32.679305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-e523e0df-098f-4022-94dd-71b4b7052030 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:32.680667 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-e523e0df-098f-4022-94dd-71b4b7052030 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/networks?id=44a27f01-eb58-4813-8d2c-a3cc4fec48df HTTP/1.1" status: 200 len: 817 time: 0.1483541 Feb 16 13:14:32.695772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-5f2eb0f0-1c96-4f01-8c37-624210e55a82 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/quotas/77c23ba4b0e641f89b62770ef81f4434 HTTP/1.1" status: 200 len: 375 time: 0.0097151 Feb 16 13:14:32.782117 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-dcfa49c2-3f62-4b4a-9c49-90426b317dab tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=77c23ba4b0e641f89b62770ef81f4434&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812387 Feb 16 13:14:32.979592 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-666a0480-4ede-43c9-8b4f-807ccc505401 service neutron] 10.222.0.47 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855905 Feb 16 13:14:33.134839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6a5a9f59-7b73-423c-b69a-e24c4607949b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:14:33.167822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 6a5a9f59-7b73-423c-b69a-e24c4607949b {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:14:33.168176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 6a5a9f59-7b73-423c-b69a-e24c4607949b not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:14:33.174190 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-cec0dace-e00a-4bb4-95dd-01d964b5dc38 service neutron] 10.222.0.47 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873527 Feb 16 13:14:33.846501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4762c1a5-30d8-4c23-904c-2fa2edff3a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.413510 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-09eeac2b-04cb-4bbc-bf1d-89b9a66ade56 req-2cd90c68-f058-43fb-90a1-327075963509 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 210 time: 0.0422208 Feb 16 13:14:35.520423 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1b0891b1-4f0d-4774-a115-052e533d2e86 req-9b7bc02b-e981-48ad-a9a9-42fd50b6af03 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 210 time: 0.0443220 Feb 16 13:14:36.166483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b17cfea-18de-4425-9481-718ab240b69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.673282 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bd20c069-2428-45b6-855b-197d06312223 req-7e518e66-fd85-4e00-bd56-462c0d4359f0 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 210 time: 0.0450833 Feb 16 13:14:37.247273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.303570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:37.823818 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7964f8c7-f41d-4536-a1b6-10da82f77354 req-58eee05a-c76c-4a3f-ad62-a2a69c394f1b tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 210 time: 0.0436275 Feb 16 13:14:38.851784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-9e6b44db-9f9a-4d36-880b-71c7615c72fa tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:38.853261 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-9e6b44db-9f9a-4d36-880b-71c7615c72fa tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "GET /v2.0/networks?id=44a27f01-eb58-4813-8d2c-a3cc4fec48df HTTP/1.1" status: 200 len: 817 time: 0.2541747 Feb 16 13:14:38.862315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:38.871702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Request body: {'port': {'device_id': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'admin_state_up': True, 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:38.982050 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96d3fd8b-f2d3-443c-9ac8-64cf638b8ca4 req-3a85d7dd-c67a-4aab-9db7-223f224165dd tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 210 time: 0.0442955 Feb 16 13:14:39.014486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:14:39.021097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Usage tracker for resource:port and tenant:77c23ba4b0e641f89b62770ef81f4434 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:14:39.021997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:14:39.028027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:14:39.131868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Made reservation on behalf of 77c23ba4b0e641f89b62770ef81f4434 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:14:39.135612 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.305592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Allocated IP 172.20.0.8 (44a27f01-eb58-4813-8d2c-a3cc4fec48df/973eff24-2885-40c6-b034-d6a700007217/e448685a-41af-4d0e-9e52-ed559c880318) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:14:39.506756 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.523226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Transition to ACTIVE for port object e448685a-41af-4d0e-9e52-ed559c880318 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:14:39.624032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.701008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:39.702143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:39.706724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:14:39.743972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Pushing event updated for resources: {'Port': ['ID=e448685a-41af-4d0e-9e52-ed559c880318,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:39.780233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:39.780877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:39.881320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-b4314c67-2bbc-4cd1-8cb3-07c5d1045b70 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0137255 Feb 16 13:14:39.899638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Request body: {'port': {'device_id': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:40.027509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.103843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6a6d1f6d-42e1-4fb4-9ca2-4e1dd2d95e3b None None] Provisioning for port e448685a-41af-4d0e-9e52-ed559c880318 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:14:40.111221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6a6d1f6d-42e1-4fb4-9ca2-4e1dd2d95e3b None None] Provisioning complete for port e448685a-41af-4d0e-9e52-ed559c880318 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:40.155921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1f6d-42e1-4fb4-9ca2-4e1dd2d95e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.166748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d1f6d-42e1-4fb4-9ca2-4e1dd2d95e3b None None] Port e448685a-41af-4d0e-9e52-ed559c880318 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:14:40.176356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c0c0-7758-4e49-8fce-a401b6c7ea68 req-da4d1212-3288-49a8-9f3a-60f8ffa39cdb tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:40.178968 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13e5c0c0-7758-4e49-8fce-a401b6c7ea68 req-da4d1212-3288-49a8-9f3a-60f8ffa39cdb tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 931 time: 0.0860682 Feb 16 13:14:40.224996 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-13e5c0c0-7758-4e49-8fce-a401b6c7ea68 req-058c2f64-7c20-4e3a-8bbb-68dc63e2ca33 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Feb 16 13:14:40.381033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e448685a-41af-4d0e-9e52-ed559c880318 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:14:40.388360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.402675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Transition to ACTIVE for port object e448685a-41af-4d0e-9e52-ed559c880318 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:14:40.491116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.666899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Pushing event updated for resources: {'Port': ['ID=e448685a-41af-4d0e-9e52-ed559c880318,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:40.749716 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Attempting to bind port e448685a-41af-4d0e-9e52-ed559c880318 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:14:40.750053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Attempting to bind port e448685a-41af-4d0e-9e52-ed559c880318 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:14:40.750969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Attempting to bind port e448685a-41af-4d0e-9e52-ed559c880318 on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:14:40.755606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Port e448685a-41af-4d0e-9e52-ed559c880318 on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:14:40.755928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Attempting to bind port e448685a-41af-4d0e-9e52-ed559c880318 on network 44a27f01-eb58-4813-8d2c-a3cc4fec48df {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:14:40.761927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:14:40.762268 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Checking segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:14:40.762664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Bound using segment: {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:14:40.763121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Bound port: e448685a-41af-4d0e-9e52-ed559c880318, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:14:40.763468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.862857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] For port e448685a-41af-4d0e-9e52-ed559c880318, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:14:40.865928 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] For port e448685a-41af-4d0e-9e52-ed559c880318, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e448685a-41af-4d0e-9e52-ed559c880318,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:14:40.966626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:41.029501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.030113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:41.032142 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-67622803-d7c4-4536-a0b5-14401382331c service neutron] 10.222.0.67 "PUT /v2.0/ports/e448685a-41af-4d0e-9e52-ed559c880318 HTTP/1.1" status: 200 len: 1093 time: 1.1393747 Feb 16 13:14:41.032580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'tag': 'e448685a-41af-4d0e-9e52-ed559c880318'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:41.056281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67622803-d7c4-4536-a0b5-14401382331c service neutron] Pushing event updated for resources: {'Port': ['ID=e448685a-41af-4d0e-9e52-ed559c880318,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:41.086657 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'tag': 'e448685a-41af-4d0e-9e52-ed559c880318', 'status': 'completed', 'code': 200} Feb 16 13:14:41.292305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51431-6963-4aaa-a0b7-278d4d73ed15 req-0278413f-7c52-4e5a-9f3b-0165a51eab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.293926 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-33c51431-6963-4aaa-a0b7-278d4d73ed15 req-0278413f-7c52-4e5a-9f3b-0165a51eab18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77c23ba4b0e641f89b62770ef81f4434&device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 1096 time: 0.1840308 Feb 16 13:14:41.406415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:41.412461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d55e-6ef3-4d89-9e2c-21077b568585 req-07b78984-551a-4180-93d7-3a94aa457619 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.413966 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ac03d55e-6ef3-4d89-9e2c-21077b568585 req-07b78984-551a-4180-93d7-3a94aa457619 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 943 time: 0.0813892 Feb 16 13:14:41.445704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51431-6963-4aaa-a0b7-278d4d73ed15 req-6a746512-e8b4-4057-83b3-9c13d4da3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.447205 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-33c51431-6963-4aaa-a0b7-278d4d73ed15 req-6a746512-e8b4-4057-83b3-9c13d4da3985 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=77c23ba4b0e641f89b62770ef81f4434&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1418021 Feb 16 13:14:41.458924 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ac03d55e-6ef3-4d89-9e2c-21077b568585 req-14256d47-8ef2-4d0b-a5c2-aaf8ae8326e7 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 Feb 16 13:14:41.586563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51431-6963-4aaa-a0b7-278d4d73ed15 req-60edc9e0-8978-40fa-abac-1aade00dff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.587960 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-33c51431-6963-4aaa-a0b7-278d4d73ed15 req-60edc9e0-8978-40fa-abac-1aade00dff7c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1318777 Feb 16 13:14:41.698803 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-7dbd6450-bbe3-4024-99e2-9313930687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.700314 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-7dbd6450-bbe3-4024-99e2-9313930687ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77c23ba4b0e641f89b62770ef81f4434&device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 1096 time: 0.0700436 Feb 16 13:14:41.774444 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-a3e7ca59-9cee-4851-8c11-5599f054108a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e448685a-41af-4d0e-9e52-ed559c880318 HTTP/1.1" status: 200 len: 217 time: 0.0648797 Feb 16 13:14:41.845768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-6aeef997-bee8-4489-80fc-34def2e8a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.845768 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-6aeef997-bee8-4489-80fc-34def2e8a182 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=973eff24-2885-40c6-b034-d6a700007217 HTTP/1.1" status: 200 len: 856 time: 0.0593655 Feb 16 13:14:41.930664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-10f67131-4e15-4692-b8eb-ddec962e04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:41.932169 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-10f67131-4e15-4692-b8eb-ddec962e04d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=44a27f01-eb58-4813-8d2c-a3cc4fec48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773442 Feb 16 13:14:42.071238 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-cc58edae-6dbf-4e1f-82d3-5e9b6089e794 service neutron] 10.222.0.67 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294131 Feb 16 13:14:42.207479 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-998c783a-793c-4b26-8a82-cbc5501ea3d5 req-1a7b8f94-03f2-4339-a636-daa2a4ca3270 service neutron] 10.222.0.67 "GET /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268897 Feb 16 13:14:42.651493 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d76530-4e50-457c-a31e-8f6a483080c9 req-bc6b74cc-4545-44a4-9b60-2a732ff517a4 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:42.652981 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83d76530-4e50-457c-a31e-8f6a483080c9 req-bc6b74cc-4545-44a4-9b60-2a732ff517a4 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 943 time: 0.0871549 Feb 16 13:14:42.697664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83d76530-4e50-457c-a31e-8f6a483080c9 req-cc45ef7b-c1fb-4674-b1a5-9934f2bf6bf6 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Feb 16 13:14:43.882817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9d90-a28b-40b5-949d-ab55bf5b356a req-bc2e84af-7b72-4846-919b-00d56db716bc tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:43.884331 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-feca9d90-a28b-40b5-949d-ab55bf5b356a req-bc2e84af-7b72-4846-919b-00d56db716bc tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 943 time: 0.0795157 Feb 16 13:14:43.930932 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-feca9d90-a28b-40b5-949d-ab55bf5b356a req-4a0268e0-46a2-42cc-8810-8541338269c2 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Feb 16 13:14:45.127655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7f7d6-b20b-4944-8d1a-8f88767a0792 req-c661ad03-bcab-4aeb-99c4-0506d8808677 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:45.129120 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a7e7f7d6-b20b-4944-8d1a-8f88767a0792 req-c661ad03-bcab-4aeb-99c4-0506d8808677 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 943 time: 0.0802746 Feb 16 13:14:45.176343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a7e7f7d6-b20b-4944-8d1a-8f88767a0792 req-9100eec1-428f-44dd-ade8-4c7157e45f0f tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Feb 16 13:14:45.213515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e448685a-41af-4d0e-9e52-ed559c880318 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:14:45.345915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e448685a-41af-4d0e-9e52-ed559c880318, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e448685a-41af-4d0e-9e52-ed559c880318,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:45.358878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'e448685a-41af-4d0e-9e52-ed559c880318', 'network_id': '44a27f01-eb58-4813-8d2c-a3cc4fec48df', 'port_id': 'e448685a-41af-4d0e-9e52-ed559c880318', 'mac_address': 'fa:16:3e:24:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973eff24-2885-40c6-b034-d6a700007217', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:14:45.417969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:45.434917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e448685a-41af-4d0e-9e52-ed559c880318 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:14:45.450582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e448685a-41af-4d0e-9e52-ed559c880318, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e448685a-41af-4d0e-9e52-ed559c880318,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:45.514540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:45.580433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e448685a-41af-4d0e-9e52-ed559c880318,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:45.769510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['e448685a-41af-4d0e-9e52-ed559c880318'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:14:46.364639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e612f-8758-4f5b-844d-0e12e8486b54 req-86355543-a599-4a89-b97c-3cc04950da4e tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:46.366103 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-897e612f-8758-4f5b-844d-0e12e8486b54 req-86355543-a599-4a89-b97c-3cc04950da4e tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 944 time: 0.0841160 Feb 16 13:14:46.514364 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-897e612f-8758-4f5b-844d-0e12e8486b54 req-a0c93712-750a-4ba0-8707-74d142823a0f tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425879 Feb 16 13:14:47.214333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e448685a-41af-4d0e-9e52-ed559c880318 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:14:47.377605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port e448685a-41af-4d0e-9e52-ed559c880318 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:14:47.382772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port e448685a-41af-4d0e-9e52-ed559c880318 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:47.383169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:47.500574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:47.527325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448685a-41af-4d0e-9e52-ed559c880318'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:47.537465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port e448685a-41af-4d0e-9e52-ed559c880318, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e448685a-41af-4d0e-9e52-ed559c880318,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:47.572407 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e448685a-41af-4d0e-9e52-ed559c880318', 'code': 200} Feb 16 13:14:47.611208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:47.686533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=e448685a-41af-4d0e-9e52-ed559c880318,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:47.708448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c091b-5a07-4f9f-a72e-7d1e6c1e13dd req-19fbcae9-5822-4c88-93a6-8bcd032cdd97 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:47.709927 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c57c091b-5a07-4f9f-a72e-7d1e6c1e13dd req-19fbcae9-5822-4c88-93a6-8bcd032cdd97 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.0815799 Feb 16 13:14:47.754252 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c57c091b-5a07-4f9f-a72e-7d1e6c1e13dd req-73cc143a-ae27-49ca-acbe-e265b0a4f560 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Feb 16 13:14:48.003068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31b25a-de52-43f5-bb99-b7c4aabafdfd req-aee245cf-7577-4385-8efb-1a82abdd936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:48.004483 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a31b25a-de52-43f5-bb99-b7c4aabafdfd req-aee245cf-7577-4385-8efb-1a82abdd936f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 1098 time: 0.0942068 Feb 16 13:14:48.051820 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0a31b25a-de52-43f5-bb99-b7c4aabafdfd req-c0e21c9b-256b-4c4a-a052-ef1c17cfdd7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Feb 16 13:14:48.958152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620c99c-a983-406a-b509-d6c3cd8fe736 req-04fdb2f5-7bc8-41b2-a5d2-f9026a8a7679 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:48.959611 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1620c99c-a983-406a-b509-d6c3cd8fe736 req-04fdb2f5-7bc8-41b2-a5d2-f9026a8a7679 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.0904689 Feb 16 13:14:49.013894 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1620c99c-a983-406a-b509-d6c3cd8fe736 req-74b1e68c-0a0b-45be-b352-b155aa6e87af tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469284 Feb 16 13:14:50.210323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead371ff-e153-4f53-895d-a199c932f2c3 req-21910bf3-8609-4488-b99c-ca395885a520 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:50.211804 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ead371ff-e153-4f53-895d-a199c932f2c3 req-21910bf3-8609-4488-b99c-ca395885a520 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.0802674 Feb 16 13:14:50.258658 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ead371ff-e153-4f53-895d-a199c932f2c3 req-f8e31a1d-6f2f-40fa-9035-cb46ee586fd4 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Feb 16 13:14:50.455976 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50247dc1-554a-4554-811a-e45c19466751 req-737f37f1-724c-4b62-b1c2-53045de12894 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:50.457440 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-50247dc1-554a-4554-811a-e45c19466751 req-737f37f1-724c-4b62-b1c2-53045de12894 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.0936871 Feb 16 13:14:50.504787 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-50247dc1-554a-4554-811a-e45c19466751 req-01b0475b-4cde-450c-86c8-ebf80e51d6f9 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Feb 16 13:15:03.868844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3d5a-a53a-4602-8343-20b4c18a35bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:06.005183 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:15:06.205691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc88f-bae3-4e3b-83f1-1717660c1b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:07.250940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:07.326180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:08.861158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:10.032615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ac5cd-c8f6-4c4a-945d-a16613e8ba8f req-f9938e73-38fe-46fe-b758-7891a0327e52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:10.034160 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a49ac5cd-c8f6-4c4a-945d-a16613e8ba8f req-f9938e73-38fe-46fe-b758-7891a0327e52 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.0977411 Feb 16 13:15:10.085527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a49ac5cd-c8f6-4c4a-945d-a16613e8ba8f req-75fb54d8-74d0-461d-8b03-b348d8e070b5 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Feb 16 13:15:11.289847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8e698-e97f-40aa-9c1f-2dfb28e01eef req-7363b3a4-5997-4f65-8e1c-903df0d2579c tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:11.291281 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bfe8e698-e97f-40aa-9c1f-2dfb28e01eef req-7363b3a4-5997-4f65-8e1c-903df0d2579c tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.0853207 Feb 16 13:15:11.335349 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bfe8e698-e97f-40aa-9c1f-2dfb28e01eef req-ebc46cf3-5773-4e99-9cd1-3f70f53fb585 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Feb 16 13:15:11.416763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:11.752050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898836b-2c3e-4284-8596-3d97de9b490b req-3c3893de-2875-4730-85e7-50acdc6b0cdb tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:11.752740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-4898836b-2c3e-4284-8596-3d97de9b490b req-3c3893de-2875-4730-85e7-50acdc6b0cdb tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Synchronizing usage tracker for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:11.839540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-4898836b-2c3e-4284-8596-3d97de9b490b req-3c3893de-2875-4730-85e7-50acdc6b0cdb tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Unset dirty status for tenant:77c23ba4b0e641f89b62770ef81f4434 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:11.840672 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4898836b-2c3e-4284-8596-3d97de9b490b req-3c3893de-2875-4730-85e7-50acdc6b0cdb tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.1690161 Feb 16 13:15:11.913104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Deleting port e448685a-41af-4d0e-9e52-ed559c880318 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:11.913443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.159433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] For port e448685a-41af-4d0e-9e52-ed559c880318, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e448685a-41af-4d0e-9e52-ed559c880318,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:12.159789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.284051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Calling delete_port for e448685a-41af-4d0e-9e52-ed559c880318 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:12.528848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6c80f-1adf-42ca-aa24-3867f84362c5 req-baf63d2a-54c5-410b-9292-18fbe7edcec2 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:12.530345 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7b6c80f-1adf-42ca-aa24-3867f84362c5 req-baf63d2a-54c5-410b-9292-18fbe7edcec2 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 945 time: 0.0868955 Feb 16 13:15:12.575304 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7b6c80f-1adf-42ca-aa24-3867f84362c5 req-0ba60476-9282-49c9-a402-7a3e2653cc0f tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/security-groups?id=f28d2914-29c1-4b44-a7d9-c71996af14ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Feb 16 13:15:12.621734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.636406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['e448685a-41af-4d0e-9e52-ed559c880318'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:15:12.677219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Pushing event deleted for resources: {'Port': ['ID=e448685a-41af-4d0e-9e52-ed559c880318,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:12.753077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] No DVR routers for this DVR port e448685a-41af-4d0e-9e52-ed559c880318 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:15:12.755574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.758156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'name': 'network-vif-deleted', 'tag': 'e448685a-41af-4d0e-9e52-ed559c880318'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:12.804209 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c', 'name': 'network-vif-deleted', 'tag': 'e448685a-41af-4d0e-9e52-ed559c880318', 'status': 'completed', 'code': 200} Feb 16 13:15:12.838669 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4898836b-2c3e-4284-8596-3d97de9b490b req-99765893-35a4-4d26-8a07-dae4effdda0a tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.67 "DELETE /v2.0/ports/e448685a-41af-4d0e-9e52-ed559c880318 HTTP/1.1" status: 204 len: 173 time: 0.9901695 Feb 16 13:15:13.738376 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d3f8dec-5e0e-44a6-b732-241bfaf489d3 req-e4ea3857-596b-467e-81db-c13898de9677 tempest-TestEncryptedCinderVolumes-635129084 tempest-TestEncryptedCinderVolumes-635129084-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9ea1fdd-11c6-4eee-a7a3-2aacfd9dfd1c HTTP/1.1" status: 200 len: 210 time: 0.0417523 Feb 16 13:15:14.949684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60900) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:15.353854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e448685a-41af-4d0e-9e52-ed559c880318 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:15.386953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: e448685a-41af-4d0e-9e52-ed559c880318 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:15.387328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device e448685a-41af-4d0e-9e52-ed559c880318 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:15.487475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:15.930877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Deleting port b76d863d-f548-4006-a5ed-242135eb37bb {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:15.931243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.104421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] For port b76d863d-f548-4006-a5ed-242135eb37bb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b76d863d-f548-4006-a5ed-242135eb37bb,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:16.105130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.231190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Calling delete_port for b76d863d-f548-4006-a5ed-242135eb37bb owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:16.633449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.680725 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76d863d-f548-4006-a5ed-242135eb37bb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:16.728424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.734858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:16.963802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:17.419815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Router 8cbe14b1-f5b8-4441-a744-20703802aab3 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:17.597208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:17.605809 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] Sync routers for ids ['8cbe14b1-f5b8-4441-a744-20703802aab3'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:17.609136 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e1152054-f8c7-48d8-b141-a5aff55938b7 admin admin] 10.222.0.47 "PUT /v2.0/routers/8cbe14b1-f5b8-4441-a744-20703802aab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6580708 Feb 16 13:15:17.611635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60904) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:17.615120 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] Routers {'8cbe14b1-f5b8-4441-a744-20703802aab3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:17.615709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8cbe14b1-f5b8-4441-a744-20703802aab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:17.789712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:17.794503 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] Set router 8cbe14b1-f5b8-4441-a744-20703802aab3 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:18.015183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.105427 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:15:16Z', 'revision_number': 5, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port': {'id': '8c8d93ed-fc55-433b-80d0-18768489a929', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:31Z', 'updated_at': '2022-02-16T13:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:18.108405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Deleting port 8c8d93ed-fc55-433b-80d0-18768489a929 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:18.108783 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.109664 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] Checking router: 8cbe14b1-f5b8-4441-a744-20703802aab3 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:18.117700 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] Routers {'8cbe14b1-f5b8-4441-a744-20703802aab3'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:18.118298 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['8cbe14b1-f5b8-4441-a744-20703802aab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:18.270119 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] Set router 8cbe14b1-f5b8-4441-a744-20703802aab3 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:18.307769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] For port 8c8d93ed-fc55-433b-80d0-18768489a929, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8c8d93ed-fc55-433b-80d0-18768489a929,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:18.308128 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.401343 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:15:18Z', 'revision_number': 6, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:18.405302 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02198c1-bc82-4904-a1ee-46def9f2735d None None] The sync data for ids ['8cbe14b1-f5b8-4441-a744-20703802aab3'] in dv-neutron-829487-1-hyperv is: [{'id': '8cbe14b1-f5b8-4441-a744-20703802aab3', 'name': 'tempest-TestEncryptedCinderVolumes-1877446014-router', 'tenant_id': '77c23ba4b0e641f89b62770ef81f4434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:30Z', 'updated_at': '2022-02-16T13:15:18Z', 'revision_number': 6, 'project_id': '77c23ba4b0e641f89b62770ef81f4434', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:18.436662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Calling delete_port for 8c8d93ed-fc55-433b-80d0-18768489a929 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:18.696619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.745954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8d93ed-fc55-433b-80d0-18768489a929,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:18.846643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.871957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b76d863d-f548-4006-a5ed-242135eb37bb no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:18.911117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: b76d863d-f548-4006-a5ed-242135eb37bb {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:18.911472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b76d863d-f548-4006-a5ed-242135eb37bb not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:19.137983 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.140159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.278053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.278547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbe14b1-f5b8-4441-a744-20703802aab3 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:15:19.290585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.291738 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3eae327c-dd4a-4bcd-bf27-a4bb3eb89376 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8cbe14b1-f5b8-4441-a744-20703802aab3 HTTP/1.1" status: 204 len: 168 time: 1.6792140 Feb 16 13:15:19.294336 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60908) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:19.354274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] Deleting subnet 973eff24-2885-40c6-b034-d6a700007217 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:15:19.357290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.409695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.493048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.645665 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.686170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973eff24-2885-40c6-b034-d6a700007217,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:19.689741 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.695713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8463f-d0ea-4521-9e6b-a4fddc3b9627 None None] Network 44a27f01-eb58-4813-8d2c-a3cc4fec48df requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:19.695866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1b39eac3-c970-434a-9793-7bf982e117a4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/973eff24-2885-40c6-b034-d6a700007217 HTTP/1.1" status: 204 len: 168 time: 0.4001174 Feb 16 13:15:19.697897 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60912) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:19.801695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.813227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Deleting port a998e4b4-736a-4289-8c58-e9764fcf0bf6 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:19.813742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.958709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] DHCP port deletion for 44a27f01-eb58-4813-8d2c-a3cc4fec48df request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:15:19.963239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Deleting port a998e4b4-736a-4289-8c58-e9764fcf0bf6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:19.968805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.040584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] For port a998e4b4-736a-4289-8c58-e9764fcf0bf6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a998e4b4-736a-4289-8c58-e9764fcf0bf6,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:20.040942 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.165192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Calling delete_port for a998e4b4-736a-4289-8c58-e9764fcf0bf6 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:20.208977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] For port a998e4b4-736a-4289-8c58-e9764fcf0bf6, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a998e4b4-736a-4289-8c58-e9764fcf0bf6,segment=NetworkSegment(2f9d1a26-1c0e-4377-aa79-b55cd1876ddb),segment_id=2f9d1a26-1c0e-4377-aa79-b55cd1876ddb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:20.209247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.333518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Calling delete_port for a998e4b4-736a-4289-8c58-e9764fcf0bf6 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:20.353626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.401972 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a998e4b4-736a-4289-8c58-e9764fcf0bf6,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:20.406692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] No DVR routers for this DVR port a998e4b4-736a-4289-8c58-e9764fcf0bf6 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:15:20.410131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:15:20.410492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:15:20.524763 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.535646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a998e4b4-736a-4289-8c58-e9764fcf0bf6 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:20.549555 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a27f01-eb58-4813-8d2c-a3cc4fec48df']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:20.561263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:20.561558 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9d1a26-1c0e-4377-aa79-b55cd1876ddb') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:20.569047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: a998e4b4-736a-4289-8c58-e9764fcf0bf6 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:20.569389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a998e4b4-736a-4289-8c58-e9764fcf0bf6 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:20.569797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8d93ed-fc55-433b-80d0-18768489a929 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:20.573452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.589639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.595885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:15:20.596266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.603153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8c8d93ed-fc55-433b-80d0-18768489a929 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:20.604416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8c8d93ed-fc55-433b-80d0-18768489a929 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:15:20.613125 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:15:20.763321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.778793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.788722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a27f01-eb58-4813-8d2c-a3cc4fec48df,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:20.903240 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-89a44cb2-999a-4758-a202-239aa16ea5b1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/44a27f01-eb58-4813-8d2c-a3cc4fec48df HTTP/1.1" status: 204 len: 168 time: 1.2042804 Feb 16 13:15:20.906039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60916) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:20.911458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Deleting port a998e4b4-736a-4289-8c58-e9764fcf0bf6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:20.911843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.981425 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-597e9782-f644-45c0-bc6d-b3d230e0c8f0 None None] The port 'a998e4b4-736a-4289-8c58-e9764fcf0bf6' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:15:21.549049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.897995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Deleting port 5145f02e-b63c-43f3-b11a-cd14c0ebb863 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:21.898333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.068647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] For port 5145f02e-b63c-43f3-b11a-cd14c0ebb863, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5145f02e-b63c-43f3-b11a-cd14c0ebb863,segment=NetworkSegment(44c4550f-d2a5-4276-9fc8-0b187f9bb273),segment_id=44c4550f-d2a5-4276-9fc8-0b187f9bb273)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:22.069003 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.189854 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Calling delete_port for 5145f02e-b63c-43f3-b11a-cd14c0ebb863 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:22.437276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.581652 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Pushing event deleted for resources: {'Port': ['ID=5145f02e-b63c-43f3-b11a-cd14c0ebb863,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:22.851923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:23.216633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Router f9248572-ac78-46e2-a760-142002c87c06 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:23.406278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:23.415206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-401de043-634d-4911-bbd6-e67521d22410 admin admin] 10.222.0.47 "PUT /v2.0/routers/f9248572-ac78-46e2-a760-142002c87c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080540 Feb 16 13:15:23.415509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] Sync routers for ids ['f9248572-ac78-46e2-a760-142002c87c06'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:23.417830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60920) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:23.425594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] Routers {'f9248572-ac78-46e2-a760-142002c87c06'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:23.426212 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f9248572-ac78-46e2-a760-142002c87c06'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:23.592104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:23.600747 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] Set router f9248572-ac78-46e2-a760-142002c87c06 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:23.778791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:23.850975 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Deleting port ba234c7f-1a58-4fdc-88df-64437df3ef04 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:23.851347 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:23.888704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:15:22Z', 'revision_number': 5, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port': {'id': 'ba234c7f-1a58-4fdc-88df-64437df3ef04', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9248572-ac78-46e2-a760-142002c87c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:40Z', 'updated_at': '2022-02-16T13:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:23.892745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] Checking router: f9248572-ac78-46e2-a760-142002c87c06 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:23.901524 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] Routers {'f9248572-ac78-46e2-a760-142002c87c06'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:23.902132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f9248572-ac78-46e2-a760-142002c87c06'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:24.069378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] Set router f9248572-ac78-46e2-a760-142002c87c06 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:24.148537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] For port ba234c7f-1a58-4fdc-88df-64437df3ef04, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ba234c7f-1a58-4fdc-88df-64437df3ef04,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:24.148891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.215021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:15:23Z', 'revision_number': 6, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:24.221083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9d386-15cd-4b68-ab61-7063a025b613 None None] The sync data for ids ['f9248572-ac78-46e2-a760-142002c87c06'] in dv-neutron-829487-1-hyperv is: [{'id': 'f9248572-ac78-46e2-a760-142002c87c06', 'name': 'tempest-TestEncryptedCinderVolumes-1360628096-router', 'tenant_id': 'b08b934b0cd445eca8b687b427e72263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:39Z', 'updated_at': '2022-02-16T13:15:23Z', 'revision_number': 6, 'project_id': 'b08b934b0cd445eca8b687b427e72263', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:24.275650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Calling delete_port for ba234c7f-1a58-4fdc-88df-64437df3ef04 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:24.519559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.568274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba234c7f-1a58-4fdc-88df-64437df3ef04,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:24.621672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5145f02e-b63c-43f3-b11a-cd14c0ebb863 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:24.658759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 5145f02e-b63c-43f3-b11a-cd14c0ebb863 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:24.659119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5145f02e-b63c-43f3-b11a-cd14c0ebb863 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:24.672646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.846047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.848182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.965172 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.965694 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9248572-ac78-46e2-a760-142002c87c06 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:15:24.980056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.981330 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6059febe-07ae-4a39-af1c-6ce7c38b26a4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f9248572-ac78-46e2-a760-142002c87c06 HTTP/1.1" status: 204 len: 168 time: 1.5625956 Feb 16 13:15:24.984079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60924) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:25.045552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] Deleting subnet 3c4f7511-c665-41c3-b600-dc99f9e01fc5 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:15:25.049320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.104522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.183703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.336594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.377355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4f7511-c665-41c3-b600-dc99f9e01fc5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:25.383612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.389344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9fe079-6d35-4ffa-9e04-40c1c5c09675 None None] Network c4a37a8e-1bf8-46de-8ec5-acfcff466be9 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:25.397507 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6d8f0550-dd1c-44af-9935-41fd1ecdebdd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3c4f7511-c665-41c3-b600-dc99f9e01fc5 HTTP/1.1" status: 204 len: 168 time: 0.4080424 Feb 16 13:15:25.397507 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60928) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:25.514867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.525410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Deleting port e18c09dd-2539-4ac7-8df8-e204aa62ddce {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:25.525753 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.635059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b5647-6144-4000-87db-df68a9dab891 None None] DHCP port deletion for c4a37a8e-1bf8-46de-8ec5-acfcff466be9 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:15:25.639254 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Deleting port e18c09dd-2539-4ac7-8df8-e204aa62ddce {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:25.639629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.732653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] For port e18c09dd-2539-4ac7-8df8-e204aa62ddce, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e18c09dd-2539-4ac7-8df8-e204aa62ddce,segment=NetworkSegment(44c4550f-d2a5-4276-9fc8-0b187f9bb273),segment_id=44c4550f-d2a5-4276-9fc8-0b187f9bb273)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:25.733313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.856718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-717b5647-6144-4000-87db-df68a9dab891 None None] For port e18c09dd-2539-4ac7-8df8-e204aa62ddce, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=e18c09dd-2539-4ac7-8df8-e204aa62ddce,segment=NetworkSegment(44c4550f-d2a5-4276-9fc8-0b187f9bb273),segment_id=44c4550f-d2a5-4276-9fc8-0b187f9bb273)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:25.857137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.962599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Calling delete_port for e18c09dd-2539-4ac7-8df8-e204aa62ddce owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:25.980528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Calling delete_port for e18c09dd-2539-4ac7-8df8-e204aa62ddce owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:26.120039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.127352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:15:26.127805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:15:26.167483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18c09dd-2539-4ac7-8df8-e204aa62ddce,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:26.171000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] No DVR routers for this DVR port e18c09dd-2539-4ac7-8df8-e204aa62ddce on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:15:26.285969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.314457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a37a8e-1bf8-46de-8ec5-acfcff466be9']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:26.326322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c4550f-d2a5-4276-9fc8-0b187f9bb273') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:26.326617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c4550f-d2a5-4276-9fc8-0b187f9bb273') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:26.337625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.354028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.360898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:15:26.364472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:15:26.374367 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:15:26.536646 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.538657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e18c09dd-2539-4ac7-8df8-e204aa62ddce no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:26.553101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.563012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a37a8e-1bf8-46de-8ec5-acfcff466be9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:26.567169 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-454494bb-d5cb-4b04-aabc-50f99417d127 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c4a37a8e-1bf8-46de-8ec5-acfcff466be9 HTTP/1.1" status: 204 len: 168 time: 1.1698475 Feb 16 13:15:26.575516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: e18c09dd-2539-4ac7-8df8-e204aa62ddce {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:26.575862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device e18c09dd-2539-4ac7-8df8-e204aa62ddce not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:26.576439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba234c7f-1a58-4fdc-88df-64437df3ef04 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:26.613021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ba234c7f-1a58-4fdc-88df-64437df3ef04 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:26.613363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ba234c7f-1a58-4fdc-88df-64437df3ef04 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:26.628707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Deleting port e18c09dd-2539-4ac7-8df8-e204aa62ddce {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:26.629137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-717b5647-6144-4000-87db-df68a9dab891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.694528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-717b5647-6144-4000-87db-df68a9dab891 None None] The port 'e18c09dd-2539-4ac7-8df8-e204aa62ddce' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:15:27.026124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60936) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:27.067079 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-98b8967d-830d-400f-ab5c-77afbc0a76d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77c23ba4b0e641f89b62770ef81f4434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476749 Feb 16 13:15:27.069559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60940) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:27.126415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffceb-ff95-4ed4-969e-f43328bc0ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.164318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffceb-ff95-4ed4-969e-f43328bc0ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.290679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffceb-ff95-4ed4-969e-f43328bc0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.307367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ffceb-ff95-4ed4-969e-f43328bc0ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d2914-29c1-4b44-a7d9-c71996af14ef,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:27.375758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffceb-ff95-4ed4-969e-f43328bc0ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.376922 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d0ffceb-ff95-4ed4-969e-f43328bc0ff2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f28d2914-29c1-4b44-a7d9-c71996af14ef HTTP/1.1" status: 204 len: 168 time: 0.3064382 Feb 16 13:15:28.125581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60948) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:28.176602 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a6857c67-3138-4e7d-932d-6bb5b2b351f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b08b934b0cd445eca8b687b427e72263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498085 Feb 16 13:15:28.179169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60952) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:28.237357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40646002-50c3-412c-8cf5-dc76e4cc6328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.265376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40646002-50c3-412c-8cf5-dc76e4cc6328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.414319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40646002-50c3-412c-8cf5-dc76e4cc6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.429017 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40646002-50c3-412c-8cf5-dc76e4cc6328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b555723e-3eba-404f-be63-08740b1e5657,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:28.436034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40646002-50c3-412c-8cf5-dc76e4cc6328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.441212 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-40646002-50c3-412c-8cf5-dc76e4cc6328 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b555723e-3eba-404f-be63-08740b1e5657 HTTP/1.1" status: 204 len: 168 time: 0.2593856 Feb 16 13:15:29.620370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60976) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:29.724523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-87185296-network', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:29.729258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:29.733069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Usage tracker for resource:network and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:29.735960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:29.741994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:29.827565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Made reservation on behalf of 43df9b99157348c09ad1fd55bcf93d60 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:29.830388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.843049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.858113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:29.862064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:29.864853 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:29.870728 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:29.951114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.025534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.055632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:15:30.064496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad7f940-95c5-4e87-9415-c432d3568ed2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:30.073011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.073350 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Added segment 11e3880f-173d-47ca-9281-7d93a40e5c8e of type vlan for network a8edbbd7-c7b7-4951-ad19-6eae493273d8 Feb 16 13:15:30.075165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.075526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.075842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.076180 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.076500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.076823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.077146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.077465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.077782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.078131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.078445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.078761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:30.107098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.232003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.232901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:30.233394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.330957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] Pushing event updated for resources: {'Network': ['ID=a8edbbd7-c7b7-4951-ad19-6eae493273d8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:30.340961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:15:30.451535 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e99374d0-ee06-4e48-846e-1394df018958 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8299220 Feb 16 13:15:30.454648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 60982) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:30.460089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Request body: {'subnet': {'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-87185296-subnet', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:30.464927 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:30.470783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Usage tracker for resource:subnet and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:30.472467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:30.478272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:30.547611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Made reservation on behalf of 43df9b99157348c09ad1fd55bcf93d60 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:30.549982 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.845451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.918849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e82862-0113-4a08-8271-3f466fee2fc1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:30.927478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Checking segment: {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:30.927869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Network hostable DHCP agents. Network: a8edbbd7-c7b7-4951-ad19-6eae493273d8, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:15:31.100242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:15:31.268001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a8edbbd7-c7b7-4951-ad19-6eae493273d8) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:31.273292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:31.274030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.280705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7c6247-22d1-40fe-ae99-44bce73acd6f None None] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:31.380753 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c71a18e1-9688-4a17-87f4-44147225e6f0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9249778 Feb 16 13:15:31.383536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60986) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:31.389501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:31.394289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:31.398332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Usage tracker for resource:router and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:31.401999 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:31.407789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:31.495762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:15:31.496576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.502301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.503371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.517850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.648823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Allocated IP 172.20.0.2 (a8edbbd7-c7b7-4951-ad19-6eae493273d8/20e82862-0113-4a08-8271-3f466fee2fc1/0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:31.890071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.895438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.904897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Transition to ACTIVE for port object 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:31.918086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Transition to ACTIVE for port object 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:32.080294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.150759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:32.154151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:32.157649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:32.195490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Pushing event updated for resources: {'Port': ['ID=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:32.235143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.235495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.235844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.236179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.236507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.236837 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.237161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.237490 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.237812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.238136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.238452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.238774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:32.263224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Attempting to bind port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:32.263580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Attempting to bind port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:32.264028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Attempting to bind port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 on network a8edbbd7-c7b7-4951-ad19-6eae493273d8 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:32.270058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:32.270420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Checking segment: {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:32.270827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.271253 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Bound using segment: {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:32.271713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Bound port: 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:32.272083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.315537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.358799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] For port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:32.362187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] For port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:32.434670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.450158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.527815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6a365-75df-49d8-aeb2-c08b68209591 None None] Pushing event updated for resources: {'Port': ['ID=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:32.602001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Allocated IP 172.26.6.34 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/3ca59f7f-932b-42f6-adbb-043a6c3b18b2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:32.772058 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.883276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.949120 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:32.951966 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:32.955602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:32.985648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:33.485322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:33.542856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017dbfe-2abf-46a0-a277-7f57cbebf129 None None] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:33.696365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c279f80d-c759-4475-b712-7c139231ed70 None None] Provisioning for port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:33.834082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:33.917111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb61e-3c10-4ea9-a655-fb8c090dc15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:34.176323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:15:34.456829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:34.467013 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Sync routers for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:34.481101 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:34.481911 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:34.537445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:34.539290 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0dd80760-80af-4faf-b686-67f82d62cac5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1541243 Feb 16 13:15:34.541901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 60990) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:34.583944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:34.667060 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:34.762971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:34.768753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:34.769125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:34.901064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:34.936269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:34.971920 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:33Z', 'revision_number': 3, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:34.975733 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Checking router: 0ac466b0-d093-47a5-8fe9-8b92a4128d70 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:34.976083 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Updating router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:15:35.028657 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.062843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.131462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:35.223869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.379780 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.391203 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Transition to ACTIVE for port object 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:35.430569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Allocated IP 172.20.0.1 (a8edbbd7-c7b7-4951-ad19-6eae493273d8/20e82862-0113-4a08-8271-3f466fee2fc1/90b0f569-7d03-4b59-b8a2-f98e57a57703) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:35.494065 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.576064 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Pushing event updated for resources: {'Port': ['ID=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:35.578402 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Attempting to bind port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:35.578918 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Attempting to bind port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:35.579192 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Attempting to bind port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:35.581246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.587939 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:35.588307 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:35.588703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.589086 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:35.589538 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Bound port: 3ca59f7f-932b-42f6-adbb-043a6c3b18b2, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:35.589904 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.597787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Transition to ACTIVE for port object 90b0f569-7d03-4b59-b8a2-f98e57a57703 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:35.618594 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.618933 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.619296 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.619634 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.619946 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.620267 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.620582 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.620903 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.621217 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.621528 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.621840 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.622149 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:35.668488 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] For port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:35.672028 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] For port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:35.694593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.759066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:35.761875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:35.764322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:35.786554 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.805009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Pushing event updated for resources: {'Port': ['ID=90b0f569-7d03-4b59-b8a2-f98e57a57703,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:35.828457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.873941 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:35.874651 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:35.939761 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59876810-ccfc-4dd4-9c8a-e1ba6fb70aa3 None None] Pushing event updated for resources: {'Port': ['ID=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:36.067716 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:36.113591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cbf6ea5b-9835-476b-8279-6b8ccb7a2249 None None] Provisioning for port 90b0f569-7d03-4b59-b8a2-f98e57a57703 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:36.119229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cbf6ea5b-9835-476b-8279-6b8ccb7a2249 None None] Provisioning complete for port 90b0f569-7d03-4b59-b8a2-f98e57a57703 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:36.119922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cbf6ea5b-9835-476b-8279-6b8ccb7a2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.172766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce50ba71-691e-4bb1-a341-c2317c14e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.181572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6ea5b-9835-476b-8279-6b8ccb7a2249 None None] Port 90b0f569-7d03-4b59-b8a2-f98e57a57703 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:36.290202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.374211 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:33Z', 'revision_number': 3, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:36.378889 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d8d73-e7d5-4412-9c57-0c30faf1d75f None None] The sync data for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv is: [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:33Z', 'revision_number': 3, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:36.523996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.553387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:36.604246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.642236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:36.642601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.733095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Pushing event updated for resources: {'Port': ['ID=90b0f569-7d03-4b59-b8a2-f98e57a57703,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:36.736958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.885866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:36.888417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:37.097638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:37.116640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-965d603a-14fe-41c3-96a8-93077161e6c0 None None] Provisioning complete for port 90b0f569-7d03-4b59-b8a2-f98e57a57703 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:37.117323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-965d603a-14fe-41c3-96a8-93077161e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:37.175104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-965d603a-14fe-41c3-96a8-93077161e6c0 None None] Port 90b0f569-7d03-4b59-b8a2-f98e57a57703 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:37.257067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:37.299245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:37.308275 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e5a99571-e843-41e8-adac-864c29b1bb39 admin admin] 10.222.0.47 "PUT /v2.0/routers/0ac466b0-d093-47a5-8fe9-8b92a4128d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7653549 Feb 16 13:15:37.359931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.030755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 32778) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:38.036549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-225195249-network', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:38.042286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:38.043261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Sync routers for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:38.046931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Usage tracker for resource:network and tenant:4866739b23c44d1abb45d5bfa26466cf is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:38.049955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:38.053168 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:38.058102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:38.058270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:38.162864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Made reservation on behalf of 4866739b23c44d1abb45d5bfa26466cf for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:38.165321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.178550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.193522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:38.197605 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Usage tracker for resource:security_group_rule and tenant:4866739b23c44d1abb45d5bfa26466cf is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:38.200392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:38.206057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:38.230471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:38.301748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.382308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.412722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:15:38.421054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69525d90-d6d8-4fa0-81c7-51cebb978d78,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:38.427324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.427685 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Added segment e242ce1b-dca1-4db7-821d-d900e14b3484 of type vlan for network a7301bf1-dc43-410a-a31c-75d7a5b1908b Feb 16 13:15:38.455345 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.590320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:38.613759 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.614805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:38.615455 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.671297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 2, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:38.676893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Checking router: 0ac466b0-d093-47a5-8fe9-8b92a4128d70 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:38.677246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Updating router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 port 90b0f569-7d03-4b59-b8a2-f98e57a57703 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:15:38.721802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] Pushing event updated for resources: {'Network': ['ID=a7301bf1-dc43-410a-a31c-75d7a5b1908b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:38.732931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:15:38.748812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.799722 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a0dbca6f-f9fc-4fe4-8551-cd7512d31e43 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7677519 Feb 16 13:15:38.802446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:38.802594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 32782) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:38.807940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Request body: {'subnet': {'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-225195249-subnet', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:38.812778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:38.816984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Usage tracker for resource:subnet and tenant:4866739b23c44d1abb45d5bfa26466cf is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:38.820041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:38.825785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:38.836036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:38.836404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:38.924758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Made reservation on behalf of 4866739b23c44d1abb45d5bfa26466cf for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:38.927290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.059558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.159867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.191344 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:39.295441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.334482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.368729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.387133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Transition to ACTIVE for port object 90b0f569-7d03-4b59-b8a2-f98e57a57703 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:39.389525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:39.411547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4380b6ce-f5a5-4b43-9fe4-34d27afa1369,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:39.422272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Checking segment: {'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:39.422623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Network hostable DHCP agents. Network: a7301bf1-dc43-410a-a31c-75d7a5b1908b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:15:39.468808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.547696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:15:39.616986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50089b47-7cf7-4e6e-b58b-1e80003c9871 None None] Pushing event updated for resources: {'Port': ['ID=90b0f569-7d03-4b59-b8a2-f98e57a57703,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:39.630906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, a7301bf1-dc43-410a-a31c-75d7a5b1908b) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:39.633820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:39.634622 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.656733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae2e56-d1b4-4b34-b2aa-c5e0e06c4bb1 None None] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:39.725283 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9f601d7d-8ef0-4141-8553-07b7f184b296 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9217432 Feb 16 13:15:39.727772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 32786) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:39.732758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:39.737984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:39.741785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Usage tracker for resource:router and tenant:4866739b23c44d1abb45d5bfa26466cf is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:39.744710 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:39.750584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:39.810766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Attempting to bind port 90b0f569-7d03-4b59-b8a2-f98e57a57703 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:39.811075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Attempting to bind port 90b0f569-7d03-4b59-b8a2-f98e57a57703 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:39.811441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Attempting to bind port 90b0f569-7d03-4b59-b8a2-f98e57a57703 on network a8edbbd7-c7b7-4951-ad19-6eae493273d8 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:39.826316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:39.826691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Checking segment: {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:39.827127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.828099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Bound using segment: {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:39.828582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Bound port: 90b0f569-7d03-4b59-b8a2-f98e57a57703, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:39.828709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.828952 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.829904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:39.846260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.089956 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] For port 90b0f569-7d03-4b59-b8a2-f98e57a57703, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:40.108213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] For port 90b0f569-7d03-4b59-b8a2-f98e57a57703, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=90b0f569-7d03-4b59-b8a2-f98e57a57703,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:40.112105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-a7301bf1-dc43-410a-a31c-75d7a5b1908b', 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'fixed_ips': [{'subnet_id': '4380b6ce-f5a5-4b43-9fe4-34d27afa1369'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:15:40.113001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.185012 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.192463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.313037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:40.313754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:40.418670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50089b47-7cf7-4e6e-b58b-1e80003c9871 None None] Pushing event updated for resources: {'Port': ['ID=90b0f569-7d03-4b59-b8a2-f98e57a57703,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:40.453703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Allocated IP 172.20.0.2 (a7301bf1-dc43-410a-a31c-75d7a5b1908b/4380b6ce-f5a5-4b43-9fe4-34d27afa1369/c346f99f-0bef-4da6-8ca9-ed51d47911ab) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:40.592773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.614839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:40.624041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.695749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:40.767943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Allocated IP 172.26.6.77 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/5a54f47d-e57e-4847-b7ea-2916bfe71549) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:40.921871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.975866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:40.976247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.016910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.086617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:41.089659 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:41.094156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:41.106409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.123094 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Pushing event updated for resources: {'Port': ['ID=5a54f47d-e57e-4847-b7ea-2916bfe71549,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:41.152321 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Transition to ACTIVE for port object c346f99f-0bef-4da6-8ca9-ed51d47911ab will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:41.219640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Transition to ACTIVE for port object c346f99f-0bef-4da6-8ca9-ed51d47911ab will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:41.254580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-24190479-1865-4658-98a6-49b510aeb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:40Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:41.258917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190479-1865-4658-98a6-49b510aeb189 None None] The sync data for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv is: [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:40Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:41.300663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.393886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:41.398342 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:41.402372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:41.413942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Pushing event updated for resources: {'Port': ['ID=c346f99f-0bef-4da6-8ca9-ed51d47911ab,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:41.487286 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.511648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Attempting to bind port c346f99f-0bef-4da6-8ca9-ed51d47911ab on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:41.512039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Attempting to bind port c346f99f-0bef-4da6-8ca9-ed51d47911ab by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:41.512381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Attempting to bind port c346f99f-0bef-4da6-8ca9-ed51d47911ab on network a7301bf1-dc43-410a-a31c-75d7a5b1908b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:41.519842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:41.520213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Checking segment: {'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:41.520618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.521017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Bound using segment: {'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:41.521479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Bound port: c346f99f-0bef-4da6-8ca9-ed51d47911ab, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:41.521850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.620118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] For port c346f99f-0bef-4da6-8ca9-ed51d47911ab, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:41.623336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] For port c346f99f-0bef-4da6-8ca9-ed51d47911ab, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c346f99f-0bef-4da6-8ca9-ed51d47911ab,segment=NetworkSegment(e242ce1b-dca1-4db7-821d-d900e14b3484),segment_id=e242ce1b-dca1-4db7-821d-d900e14b3484)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:41.703132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.751898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.840064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d783df-c9d6-43d2-a1ee-ce8d9eccf2b6 None None] Pushing event updated for resources: {'Port': ['ID=c346f99f-0bef-4da6-8ca9-ed51d47911ab,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:42.152258 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.470697 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:15:42.646603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c346f99f-0bef-4da6-8ca9-ed51d47911ab up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:42.676304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:42.690051 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Sync routers for ids ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:42.699612 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Routers {'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:42.700475 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:42.796891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.801124 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dac92c20-73b3-4793-b2b4-8eea54006b92 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0696571 Feb 16 13:15:42.801366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 32790) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:42.834716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c346f99f-0bef-4da6-8ca9-ed51d47911ab completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:42.844648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90b0f569-7d03-4b59-b8a2-f98e57a57703 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:42.882125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf755e-5eda-44e2-9977-6b5d643f98c7 None None] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:42.886557 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Set router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:43.070404 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:15:43.082365 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-46593260-7481-4179-9ff2-912011d3f15b None None] Provisioning for port c346f99f-0bef-4da6-8ca9-ed51d47911ab completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:43.093018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-46593260-7481-4179-9ff2-912011d3f15b None None] Provisioning complete for port c346f99f-0bef-4da6-8ca9-ed51d47911ab triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:43.093609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46593260-7481-4179-9ff2-912011d3f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.167711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 90b0f569-7d03-4b59-b8a2-f98e57a57703 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:43.185784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 90b0f569-7d03-4b59-b8a2-f98e57a57703 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:43.186463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.201189 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:15:41Z', 'revision_number': 3, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port': {'id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:40Z', 'updated_at': '2022-02-16T13:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:43.206686 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Checking router: b6634fe1-d42b-476d-9b37-38d1fc7a8bfc for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:43.207262 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Updating router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc port 5a54f47d-e57e-4847-b7ea-2916bfe71549 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:15:43.272436 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.385564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46593260-7481-4179-9ff2-912011d3f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.417697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.452591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-46593260-7481-4179-9ff2-912011d3f15b None None] For port c346f99f-0bef-4da6-8ca9-ed51d47911ab, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c346f99f-0bef-4da6-8ca9-ed51d47911ab,segment=NetworkSegment(e242ce1b-dca1-4db7-821d-d900e14b3484),segment_id=e242ce1b-dca1-4db7-821d-d900e14b3484)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:43.474863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 90b0f569-7d03-4b59-b8a2-f98e57a57703, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=90b0f569-7d03-4b59-b8a2-f98e57a57703,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:43.530916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46593260-7481-4179-9ff2-912011d3f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.576331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.621464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46593260-7481-4179-9ff2-912011d3f15b None None] Pushing event updated for resources: {'Port': ['ID=c346f99f-0bef-4da6-8ca9-ed51d47911ab,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:43.626000 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.638156 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Transition to ACTIVE for port object 5a54f47d-e57e-4847-b7ea-2916bfe71549 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:43.674578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.694433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3d62918d-569a-4842-bfb7-5d815b0503f4 None None] Provisioning complete for port c346f99f-0bef-4da6-8ca9-ed51d47911ab triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:43.695140 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d62918d-569a-4842-bfb7-5d815b0503f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.734751 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.741502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=90b0f569-7d03-4b59-b8a2-f98e57a57703,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:43.829305 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Attempting to bind port 5a54f47d-e57e-4847-b7ea-2916bfe71549 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:43.830573 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Attempting to bind port 5a54f47d-e57e-4847-b7ea-2916bfe71549 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:43.830934 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Attempting to bind port 5a54f47d-e57e-4847-b7ea-2916bfe71549 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:43.834695 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cd22d-d026-469d-ba6c-3ef5249fc150 None None] Pushing event updated for resources: {'Port': ['ID=5a54f47d-e57e-4847-b7ea-2916bfe71549,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:43.840084 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:43.841262 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:43.841262 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.841694 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:43.842438 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Bound port: 5a54f47d-e57e-4847-b7ea-2916bfe71549, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:43.842438 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.889440 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Allocated IP 172.20.0.1 (a7301bf1-dc43-410a-a31c-75d7a5b1908b/4380b6ce-f5a5-4b43-9fe4-34d27afa1369/c658baa6-9df7-471a-8930-ac286daccbc7) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:43.918158 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] For port 5a54f47d-e57e-4847-b7ea-2916bfe71549, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:43.922833 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] For port 5a54f47d-e57e-4847-b7ea-2916bfe71549, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5a54f47d-e57e-4847-b7ea-2916bfe71549,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:44.005458 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.041065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.057088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Transition to ACTIVE for port object c658baa6-9df7-471a-8930-ac286daccbc7 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:44.082266 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Routers {'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:44.082860 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:44.172804 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cd22d-d026-469d-ba6c-3ef5249fc150 None None] Pushing event updated for resources: {'Port': ['ID=5a54f47d-e57e-4847-b7ea-2916bfe71549,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:44.220271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.285793 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] Set router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:44.288213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:44.291130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:44.294786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:44.332852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Pushing event updated for resources: {'Port': ['ID=c658baa6-9df7-471a-8930-ac286daccbc7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:44.357184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.568913 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c346f99f-0bef-4da6-8ca9-ed51d47911ab up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:44.583491 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10879115-daa2-4a34-bae8-034066c9785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:15:41Z', 'revision_number': 3, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port': {'id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:40Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:44.587492 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10879115-daa2-4a34-bae8-034066c9785d None None] The sync data for ids ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'] in dv-neutron-829487-1-hyperv is: [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:15:41Z', 'revision_number': 3, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port': {'id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:40Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:44.591168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.639693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ae3cfb87-410a-43b3-b457-968a99c43199 None None] Provisioning for port c658baa6-9df7-471a-8930-ac286daccbc7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:44.651708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ae3cfb87-410a-43b3-b457-968a99c43199 None None] Provisioning complete for port c658baa6-9df7-471a-8930-ac286daccbc7 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:44.652246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfb87-410a-43b3-b457-968a99c43199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.682401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c346f99f-0bef-4da6-8ca9-ed51d47911ab triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:44.687305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.755895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ae3cfb87-410a-43b3-b457-968a99c43199 None None] Port c658baa6-9df7-471a-8930-ac286daccbc7 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:44.841264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90b0f569-7d03-4b59-b8a2-f98e57a57703 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:44.857839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.915098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 90b0f569-7d03-4b59-b8a2-f98e57a57703 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:44.915472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.931627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:45.052267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Pushing event updated for resources: {'Port': ['ID=c658baa6-9df7-471a-8930-ac286daccbc7,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:45.056990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:45.200660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:45.202009 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:45.481853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e60b0774-3887-47f5-b7be-1c69699bf3c8 None None] Provisioning complete for port c658baa6-9df7-471a-8930-ac286daccbc7 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:45.482391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e60b0774-3887-47f5-b7be-1c69699bf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:45.522226 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:45.552423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e60b0774-3887-47f5-b7be-1c69699bf3c8 None None] Port c658baa6-9df7-471a-8930-ac286daccbc7 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:45.704387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:45.713002 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-942cadca-1129-46a4-8bf7-fa977b071b86 admin admin] 10.222.0.47 "PUT /v2.0/routers/b6634fe1-d42b-476d-9b37-38d1fc7a8bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9105682 Feb 16 13:15:46.166182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Sync routers for ids ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:46.175999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Routers {'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:46.176624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:46.391317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Set router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:46.603950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5a54f47d-e57e-4847-b7ea-2916bfe71549 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:46.797069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:15:44Z', 'revision_number': 4, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port': {'id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:40Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c658baa6-9df7-471a-8930-ac286daccbc7', 'name': '', 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'mac_address': 'fa:16:3e:25:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4380b6ce-f5a5-4b43-9fe4-34d27afa1369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:43Z', 'updated_at': '2022-02-16T13:15:44Z', 'revision_number': 2, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'subnets': [{'id': '4380b6ce-f5a5-4b43-9fe4-34d27afa1369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:46.801515 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Checking router: b6634fe1-d42b-476d-9b37-38d1fc7a8bfc for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:46.801910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Updating router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc port c658baa6-9df7-471a-8930-ac286daccbc7 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:15:46.848219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 5a54f47d-e57e-4847-b7ea-2916bfe71549 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:46.857145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5a54f47d-e57e-4847-b7ea-2916bfe71549 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:46.857145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:46.907849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.106654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.153877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 5a54f47d-e57e-4847-b7ea-2916bfe71549, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5a54f47d-e57e-4847-b7ea-2916bfe71549,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:47.218333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.329982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=5a54f47d-e57e-4847-b7ea-2916bfe71549,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:47.423103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.434002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Transition to ACTIVE for port object c658baa6-9df7-471a-8930-ac286daccbc7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:47.495901 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.707588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f0d66-59d7-4b0f-a4f0-e59306ca5fea None None] Pushing event updated for resources: {'Port': ['ID=c658baa6-9df7-471a-8930-ac286daccbc7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:47.743577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Attempting to bind port c658baa6-9df7-471a-8930-ac286daccbc7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:47.743945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Attempting to bind port c658baa6-9df7-471a-8930-ac286daccbc7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:47.744307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Attempting to bind port c658baa6-9df7-471a-8930-ac286daccbc7 on network a7301bf1-dc43-410a-a31c-75d7a5b1908b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:47.752953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:47.753312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Checking segment: {'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:47.753818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.754292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Bound using segment: {'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:47.754828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Bound port: c658baa6-9df7-471a-8930-ac286daccbc7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e242ce1b-dca1-4db7-821d-d900e14b3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:47.755307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.875295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] For port c658baa6-9df7-471a-8930-ac286daccbc7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:47.878463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] For port c658baa6-9df7-471a-8930-ac286daccbc7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c658baa6-9df7-471a-8930-ac286daccbc7,segment=NetworkSegment(e242ce1b-dca1-4db7-821d-d900e14b3484),segment_id=e242ce1b-dca1-4db7-821d-d900e14b3484)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:47.987133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.079378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Routers {'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:48.080014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:15:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:48.226764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f0d66-59d7-4b0f-a4f0-e59306ca5fea None None] Pushing event updated for resources: {'Port': ['ID=c658baa6-9df7-471a-8930-ac286daccbc7,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:48.384094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] Set router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:48.617095 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5a54f47d-e57e-4847-b7ea-2916bfe71549 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:48.775645 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5a54f47d-e57e-4847-b7ea-2916bfe71549 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:48.776211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.919800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:15:44Z', 'revision_number': 4, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port': {'id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:40Z', 'updated_at': '2022-02-16T13:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c658baa6-9df7-471a-8930-ac286daccbc7', 'name': '', 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'mac_address': 'fa:16:3e:25:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4380b6ce-f5a5-4b43-9fe4-34d27afa1369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:43Z', 'updated_at': '2022-02-16T13:15:47Z', 'revision_number': 4, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'subnets': [{'id': '4380b6ce-f5a5-4b43-9fe4-34d27afa1369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:48.926594 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6102dd-be0d-4a4d-a457-7aa09edf2a87 None None] The sync data for ids ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'] in dv-neutron-829487-1-hyperv is: [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:15:44Z', 'revision_number': 4, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port': {'id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:40Z', 'updated_at': '2022-02-16T13:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c658baa6-9df7-471a-8930-ac286daccbc7', 'name': '', 'network_id': 'a7301bf1-dc43-410a-a31c-75d7a5b1908b', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'mac_address': 'fa:16:3e:25:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4380b6ce-f5a5-4b43-9fe4-34d27afa1369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:43Z', 'updated_at': '2022-02-16T13:15:47Z', 'revision_number': 4, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'subnets': [{'id': '4380b6ce-f5a5-4b43-9fe4-34d27afa1369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:50.614812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c658baa6-9df7-471a-8930-ac286daccbc7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:50.744868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c658baa6-9df7-471a-8930-ac286daccbc7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:50.750480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c658baa6-9df7-471a-8930-ac286daccbc7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:50.750853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.886629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.923975 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port c658baa6-9df7-471a-8930-ac286daccbc7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c658baa6-9df7-471a-8930-ac286daccbc7,segment=NetworkSegment(e242ce1b-dca1-4db7-821d-d900e14b3484),segment_id=e242ce1b-dca1-4db7-821d-d900e14b3484)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:50.993292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:51.073533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=c658baa6-9df7-471a-8930-ac286daccbc7,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:52.595145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c658baa6-9df7-471a-8930-ac286daccbc7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:52.671708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c658baa6-9df7-471a-8930-ac286daccbc7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:52.672105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:57.651601 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-4ff121f3-a1c8-461d-a924-888c147320e4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:57.653081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-4ff121f3-a1c8-461d-a924-888c147320e4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 813 time: 0.1477587 Feb 16 13:15:57.668212 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-fa7d39f9-fc9c-47c5-af3e-03af255a5bb5 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/quotas/43df9b99157348c09ad1fd55bcf93d60 HTTP/1.1" status: 200 len: 375 time: 0.0091820 Feb 16 13:15:57.752864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-a13c7a66-1f1e-4dbd-8fe9-a72fad679ec8 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Synchronizing usage tracker for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:57.824474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-a13c7a66-1f1e-4dbd-8fe9-a72fad679ec8 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Unset dirty status for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:57.825897 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-a13c7a66-1f1e-4dbd-8fe9-a72fad679ec8 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527357 Feb 16 13:15:57.943540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-f99ff4c5-205c-47c4-8f3e-f1fcc186b439 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:15:57.944506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-f99ff4c5-205c-47c4-8f3e-f1fcc186b439 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1052096 Feb 16 13:15:58.079979 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-9bd23a76-adaf-405c-933c-4625b1774b2c service neutron] 10.222.0.47 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293259 Feb 16 13:15:58.210818 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-1461bae5-57d0-4487-8b6f-3789a12cb8ee service neutron] 10.222.0.47 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250434 Feb 16 13:15:58.539672 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-85ebf6be-924f-44ea-8af9-5fb1bc0e8e8a req-4035515a-db36-4a00-ad39-9fa6fb7a56df tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 210 time: 0.0420690 Feb 16 13:15:59.686898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c4e5bb86-ac96-4492-a3f4-2f155149b06e req-5880f97d-502d-4ba4-a1e8-8948603f64aa tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 210 time: 0.0441961 Feb 16 13:16:00.846107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ab3d2da7-b3f1-4455-96ed-5e666fa9290a req-b8ab711a-32e1-43eb-8829-ce1cfdd75da4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 210 time: 0.0458608 Feb 16 13:16:00.951229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-f438faaa-2831-4bdb-a0bf-9ec72c105cca tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:00.952029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-f438faaa-2831-4bdb-a0bf-9ec72c105cca tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Synchronizing usage tracker for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:01.044356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-f438faaa-2831-4bdb-a0bf-9ec72c105cca tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Unset dirty status for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:01.046198 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-f438faaa-2831-4bdb-a0bf-9ec72c105cca tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.67 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 813 time: 0.2494390 Feb 16 13:16:01.058159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'port': {'device_id': '97516a1c-1907-4369-a550-ab9d30c3171f', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'admin_state_up': True, 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:01.198572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:01.209906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:01.281792 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Made reservation on behalf of 43df9b99157348c09ad1fd55bcf93d60 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:01.285418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:01.457122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Allocated IP 172.20.0.8 (a8edbbd7-c7b7-4951-ad19-6eae493273d8/20e82862-0113-4a08-8271-3f466fee2fc1/3fada994-ac53-43fa-b6ec-0ca064c71d72) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:01.704916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:01.730412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Transition to ACTIVE for port object 3fada994-ac53-43fa-b6ec-0ca064c71d72 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:01.842238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:01.919711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:01.923140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:01.928872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:01.974902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:02.013694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:02.014377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:02.106627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf6792-df7d-4082-98ac-fcaae66f3ed9 req-8d7afccf-0e7f-493f-88e7-4857468037ec tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:02.112555 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0cf6792-df7d-4082-98ac-fcaae66f3ed9 req-8d7afccf-0e7f-493f-88e7-4857468037ec tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.1319706 Feb 16 13:16:02.130052 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-b1e21fbe-d191-4507-aab7-8874f1c7f638 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0754907 Feb 16 13:16:02.185252 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0cf6792-df7d-4082-98ac-fcaae66f3ed9 req-e777ba0a-9680-475d-a980-3a61ced9298a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662675 Feb 16 13:16:02.333089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b7502cd1-90a5-4a59-b959-7d4a00e245e6 None None] Provisioning for port 3fada994-ac53-43fa-b6ec-0ca064c71d72 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:02.339808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b7502cd1-90a5-4a59-b959-7d4a00e245e6 None None] Provisioning complete for port 3fada994-ac53-43fa-b6ec-0ca064c71d72 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:02.343199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7502cd1-90a5-4a59-b959-7d4a00e245e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:02.399541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b7502cd1-90a5-4a59-b959-7d4a00e245e6 None None] Port 3fada994-ac53-43fa-b6ec-0ca064c71d72 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:03.382144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266a0f1-5e43-4502-8c41-e49b56679775 req-3fed2240-c616-4464-822c-1c4aad542a53 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:03.383705 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e266a0f1-5e43-4502-8c41-e49b56679775 req-3fed2240-c616-4464-822c-1c4aad542a53 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.0897448 Feb 16 13:16:03.434090 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e266a0f1-5e43-4502-8c41-e49b56679775 req-3f9d5705-bc61-40df-87f2-7e28535d3ce4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Feb 16 13:16:03.999728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e163c514-2e44-4da7-8e52-900a3ee7eba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.634430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0f0cf-6c60-4858-9a03-2241e76843d2 req-75ebbf14-7e8d-4edf-8ed1-518f66435bbc tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:04.635237 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81d0f0cf-6c60-4858-9a03-2241e76843d2 req-75ebbf14-7e8d-4edf-8ed1-518f66435bbc tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.0869379 Feb 16 13:16:04.686008 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81d0f0cf-6c60-4858-9a03-2241e76843d2 req-7b066ac9-3bec-498f-a111-b8e4c9ea7783 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Feb 16 13:16:05.896415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b33da-ea00-47f3-b44d-2b9da8f3bbd4 req-9bb531c7-54b1-48ab-a3e9-df15cda4b963 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.898009 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-247b33da-ea00-47f3-b44d-2b9da8f3bbd4 req-9bb531c7-54b1-48ab-a3e9-df15cda4b963 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.1050346 Feb 16 13:16:05.960418 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-247b33da-ea00-47f3-b44d-2b9da8f3bbd4 req-99b4fc25-0801-4e5e-8d28-181f6183d3a7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562453 Feb 16 13:16:06.147258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6071b0d8-dd24-4b2a-9808-d0764bfeb25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:07.181650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458f2a-4942-49ee-9cb9-2c79e09282cb req-bfdc5073-f185-49c3-82cf-d72501805c00 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:07.183372 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-28458f2a-4942-49ee-9cb9-2c79e09282cb req-bfdc5073-f185-49c3-82cf-d72501805c00 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.1008928 Feb 16 13:16:07.247877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-28458f2a-4942-49ee-9cb9-2c79e09282cb req-c03b4efa-4477-4e2c-b584-0e581f34cd4d tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546238 Feb 16 13:16:07.276764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:07.365640 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:08.447814 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf5f4-171a-45e0-a916-9370b239cb7c req-c6249bfe-a147-4299-a2e3-bda356ff40a7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:08.449537 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0baf5f4-171a-45e0-a916-9370b239cb7c req-c6249bfe-a147-4299-a2e3-bda356ff40a7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.0865605 Feb 16 13:16:08.503677 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0baf5f4-171a-45e0-a916-9370b239cb7c req-db2df2ec-3b48-4954-9f46-496c60881f42 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Feb 16 13:16:08.851220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:09.815925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde942d-5f94-445c-a138-d0d8b0b3bf5c req-af362259-bc4c-468b-9aa3-7b0bf49b491e tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:09.819232 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ccde942d-5f94-445c-a138-d0d8b0b3bf5c req-af362259-bc4c-468b-9aa3-7b0bf49b491e tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.1437118 Feb 16 13:16:09.987586 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ccde942d-5f94-445c-a138-d0d8b0b3bf5c req-3323c2c8-1f10-4fd2-b3e9-74e013538469 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625779 Feb 16 13:16:10.848200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Request body: {'port': {'device_id': '97516a1c-1907-4369-a550-ab9d30c3171f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:11.001974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.193346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f278587-418c-48da-b932-f812f01c2d44 req-114858c2-bbf4-4399-8197-4a0837844901 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:11.194820 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f278587-418c-48da-b932-f812f01c2d44 req-114858c2-bbf4-4399-8197-4a0837844901 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 931 time: 0.0855298 Feb 16 13:16:11.241729 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8f278587-418c-48da-b932-f812f01c2d44 req-f51ab68b-8c75-4d75-80ef-9ac6068a49aa tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Feb 16 13:16:11.390235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.534436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fada994-ac53-43fa-b6ec-0ca064c71d72 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:16:11.541672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.556091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Transition to ACTIVE for port object 3fada994-ac53-43fa-b6ec-0ca064c71d72 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:11.629338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:11.790433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Pushing event updated for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:11.892604 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Attempting to bind port 3fada994-ac53-43fa-b6ec-0ca064c71d72 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:11.893500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Attempting to bind port 3fada994-ac53-43fa-b6ec-0ca064c71d72 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:11.893653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Attempting to bind port 3fada994-ac53-43fa-b6ec-0ca064c71d72 on network a8edbbd7-c7b7-4951-ad19-6eae493273d8 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:11.900507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Port 3fada994-ac53-43fa-b6ec-0ca064c71d72 on network a8edbbd7-c7b7-4951-ad19-6eae493273d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:16:11.906009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Attempting to bind port 3fada994-ac53-43fa-b6ec-0ca064c71d72 on network a8edbbd7-c7b7-4951-ad19-6eae493273d8 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:11.908002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:11.908487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Checking segment: {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:11.909028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Bound using segment: {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:11.909637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Bound port: 3fada994-ac53-43fa-b6ec-0ca064c71d72, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e3880f-173d-47ca-9281-7d93a40e5c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:11.910133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:12.008407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:12.011558 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:12.093228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:12.157633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.158144 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:12.159537 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] 10.222.0.67 "PUT /v2.0/ports/3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 1093 time: 1.3158600 Feb 16 13:16:12.159971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:12.179521 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b24b0-a251-4d29-9e27-f03a19f35685 service neutron] Pushing event updated for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:12.232112 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'status': 'completed', 'code': 200} Feb 16 13:16:12.332437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa58ff0-9842-40f9-9583-0967e940d569 req-b0c5077d-d4e1-453a-899a-27caaf677b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.334025 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-caa58ff0-9842-40f9-9583-0967e940d569 req-b0c5077d-d4e1-453a-899a-27caaf677b1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1096 time: 0.0810447 Feb 16 13:16:12.455310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76042c-075a-4c74-9729-65d6088f662b req-c5064095-4645-4c75-aace-a443e4cd457a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.456810 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3b76042c-075a-4c74-9729-65d6088f662b req-c5064095-4645-4c75-aace-a443e4cd457a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 943 time: 0.0881138 Feb 16 13:16:12.487822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa58ff0-9842-40f9-9583-0967e940d569 req-d90daa27-51db-4d32-a9cd-9986737be528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.489402 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-caa58ff0-9842-40f9-9583-0967e940d569 req-d90daa27-51db-4d32-a9cd-9986737be528 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=43df9b99157348c09ad1fd55bcf93d60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1472907 Feb 16 13:16:12.503846 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3b76042c-075a-4c74-9729-65d6088f662b req-fc2ddb51-5e6c-430c-8225-378270488c6e tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Feb 16 13:16:12.650778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa58ff0-9842-40f9-9583-0967e940d569 req-ba2b0205-65a6-4d30-a223-d9f2ba860d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.652967 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-caa58ff0-9842-40f9-9583-0967e940d569 req-ba2b0205-65a6-4d30-a223-d9f2ba860d39 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1572196 Feb 16 13:16:12.760053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-1617e06d-63e3-4676-a701-2d18f0f53d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.761527 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-1617e06d-63e3-4676-a701-2d18f0f53d82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1096 time: 0.0713964 Feb 16 13:16:12.834875 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-28fa1494-d00c-4a70-a056-a4cc361217ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 217 time: 0.0656552 Feb 16 13:16:12.901332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-018eda38-e46e-4e74-83e0-c9d4df3b98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.902702 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-018eda38-e46e-4e74-83e0-c9d4df3b98b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 200 len: 852 time: 0.0609479 Feb 16 13:16:12.980749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-ca3eb1aa-e72e-463b-891b-2d2acad41fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.982256 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-ca3eb1aa-e72e-463b-891b-2d2acad41fea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8edbbd7-c7b7-4951-ad19-6eae493273d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728464 Feb 16 13:16:13.116032 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-756908d2-6a99-43ee-8111-b03b52971eee service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266434 Feb 16 13:16:13.249085 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-30001148-dfd3-48e2-806e-9d7e2cfc52ba req-df954dcb-3b84-4304-92f1-16aa0b5e2621 service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266544 Feb 16 13:16:13.835350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4778bc-0b5f-4cb0-b19f-b45eda9b1f47 req-59fd5cd0-bf06-425a-ae45-33c282f2684a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:13.836719 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7b4778bc-0b5f-4cb0-b19f-b45eda9b1f47 req-59fd5cd0-bf06-425a-ae45-33c282f2684a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 943 time: 0.0777967 Feb 16 13:16:13.884754 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7b4778bc-0b5f-4cb0-b19f-b45eda9b1f47 req-a0878eb3-79eb-43d6-b980-0286a6fc511a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Feb 16 13:16:15.081782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601afdd-f51f-4b11-a8b9-8b85c22a99c8 req-cf752bd0-b47f-4fbf-a958-1f8d4ab04b17 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:15.083276 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8601afdd-f51f-4b11-a8b9-8b85c22a99c8 req-cf752bd0-b47f-4fbf-a958-1f8d4ab04b17 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 943 time: 0.0807934 Feb 16 13:16:15.128027 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8601afdd-f51f-4b11-a8b9-8b85c22a99c8 req-cbddd868-c2da-4df5-8841-db4ba8288d07 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Feb 16 13:16:15.725136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3fada994-ac53-43fa-b6ec-0ca064c71d72 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:16:15.859434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:15.872374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'port_id': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'mac_address': 'fa:16:3e:a3:3b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:16:15.929929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:15.947202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fada994-ac53-43fa-b6ec-0ca064c71d72 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:16:15.962971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:16.043653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:16.112839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:16.289339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3fada994-ac53-43fa-b6ec-0ca064c71d72'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:16.316355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212336a4-01a6-48dd-9c7a-67ac03849c20 req-763840d3-d21a-4b33-881f-ae7b5ab8d8f3 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:16.317916 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-212336a4-01a6-48dd-9c7a-67ac03849c20 req-763840d3-d21a-4b33-881f-ae7b5ab8d8f3 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 944 time: 0.0859201 Feb 16 13:16:16.367431 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-212336a4-01a6-48dd-9c7a-67ac03849c20 req-1f0a504a-a8b7-4035-9e54-11e734f06474 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Feb 16 13:16:17.554905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474b2e7-c749-4ae0-976b-2cc915e6d02d req-f606e032-9d62-4914-b5b2-f6d4a381a3c1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:17.556407 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1474b2e7-c749-4ae0-976b-2cc915e6d02d req-f606e032-9d62-4914-b5b2-f6d4a381a3c1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 944 time: 0.0806584 Feb 16 13:16:17.600618 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1474b2e7-c749-4ae0-976b-2cc915e6d02d req-78f483ac-780d-4fc9-9808-8cb22395b397 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Feb 16 13:16:17.742473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3fada994-ac53-43fa-b6ec-0ca064c71d72 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:17.878074 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 3fada994-ac53-43fa-b6ec-0ca064c71d72 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:17.883237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 3fada994-ac53-43fa-b6ec-0ca064c71d72 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:17.883609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:17.997464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.024752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:18.034108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:18.095676 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:18.167098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:18.226564 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'code': 200} Feb 16 13:16:18.594360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0c685-a7e8-44a5-9fc9-fdf30f7bcf06 req-8b38da94-28cf-4700-9181-f0655ff73f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.595932 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-17c0c685-a7e8-44a5-9fc9-fdf30f7bcf06 req-8b38da94-28cf-4700-9181-f0655ff73f11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1098 time: 0.0704923 Feb 16 13:16:18.645245 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-17c0c685-a7e8-44a5-9fc9-fdf30f7bcf06 req-5205f8fa-7a51-49e3-ab7d-2a481524402d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Feb 16 13:16:18.792453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dad03-8abb-4a86-8647-7c3b0043dbfb req-40aebd59-fa78-42f4-90c5-19e80b4b6eba tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.793822 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb0dad03-8abb-4a86-8647-7c3b0043dbfb req-40aebd59-fa78-42f4-90c5-19e80b4b6eba tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0834036 Feb 16 13:16:18.843154 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb0dad03-8abb-4a86-8647-7c3b0043dbfb req-814fa9d2-e27b-4f2a-ae92-bd713ce10116 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Feb 16 13:16:20.016483 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:16:20.035631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707066-91f3-4200-ac24-9c1e8ed908fb req-f6c384a7-8772-496c-9bce-1e0a536aa77d tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:20.037184 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-44707066-91f3-4200-ac24-9c1e8ed908fb req-f6c384a7-8772-496c-9bce-1e0a536aa77d tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0871613 Feb 16 13:16:20.089272 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-44707066-91f3-4200-ac24-9c1e8ed908fb req-0a54c690-5866-4cf4-a1f2-e48f75c8744d tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Feb 16 13:16:21.280621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813278c-b780-4579-bf99-2fa0ae1df445 req-3c517dec-5eb6-4726-8064-31f004e5208e tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:21.282035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c813278c-b780-4579-bf99-2fa0ae1df445 req-3c517dec-5eb6-4726-8064-31f004e5208e tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0823672 Feb 16 13:16:21.330953 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c813278c-b780-4579-bf99-2fa0ae1df445 req-142f7194-e065-43b4-b1ca-bab9f7db8be2 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Feb 16 13:16:21.545356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aa464-826b-4c72-9679-41b9c3b3597f req-4389021a-8409-49f5-bff8-412b929990e3 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:21.545356 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d52aa464-826b-4c72-9679-41b9c3b3597f req-4389021a-8409-49f5-bff8-412b929990e3 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0907519 Feb 16 13:16:21.595724 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d52aa464-826b-4c72-9679-41b9c3b3597f req-c6b6acc2-3d10-460f-b819-359bfe7e45fc tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 Feb 16 13:16:22.033240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cacfb1-4082-412f-9203-f76ad765faf5 req-42e87ec5-ffa6-4a79-b913-a143e6790f4c tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:22.034748 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-74cacfb1-4082-412f-9203-f76ad765faf5 req-42e87ec5-ffa6-4a79-b913-a143e6790f4c tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0803146 Feb 16 13:16:22.080391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-74cacfb1-4082-412f-9203-f76ad765faf5 req-b7c6a522-39de-4460-96b7-a16e59ca5a3d tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390363 Feb 16 13:16:33.914272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9d2204b0-8354-44e1-b1b8-c9384a084b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.404588 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740aa1-5d2c-4a39-a4b3-eea5576ecbf0 req-29a6fb2f-ca91-46f1-8269-d4858d64f16a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:35.406640 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e5740aa1-5d2c-4a39-a4b3-eea5576ecbf0 req-29a6fb2f-ca91-46f1-8269-d4858d64f16a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0822020 Feb 16 13:16:35.455670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e5740aa1-5d2c-4a39-a4b3-eea5576ecbf0 req-f8c9e849-2b7d-497a-a897-81e4adabb0cd tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Feb 16 13:16:35.479510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 32992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:35.703159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829c31e-5905-44ba-8ac0-b2c1b60f2873 tempest-TestMinimumBasicScenario-422774901 tempest-TestMinimumBasicScenario-422774901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:35.704685 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7829c31e-5905-44ba-8ac0-b2c1b60f2873 tempest-TestMinimumBasicScenario-422774901 tempest-TestMinimumBasicScenario-422774901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1093 time: 0.2241511 Feb 16 13:16:35.707614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 32998) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:35.712615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:35.720286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:35.724150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:floatingip and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:35.727053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:35.733229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:35.840165 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.986212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.122008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Allocated IP 172.26.6.127 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8e2dfc95-c55a-4657-9d8b-a7d72ddd807e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:36.242955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc058ca-9d16-484e-85ad-8bbed11df613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.269320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.386343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.453308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:36.456291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:36.459946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:36.497789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'Port': ['ID=8e2dfc95-c55a-4657-9d8b-a7d72ddd807e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:36.510130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.510550 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.510898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.511250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.511579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.511909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.512228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.512545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.512861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.513177 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.513491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.513804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:36.879971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.042181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.272448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.275397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.360009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.394735 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.498300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'Port': ['ID=8e2dfc95-c55a-4657-9d8b-a7d72ddd807e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:37.515371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.793703 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Floating IP e6353b84-a8a7-4514-8028-bb68bd3a6db1 associated. External IP: 172.26.6.127, port: 3fada994-ac53-43fa-b6ec-0ca064c71d72. Feb 16 13:16:38.163034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:16:38.347863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:38.359812 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] Sync routers for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:38.371331 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:38.371953 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:16:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:38.434396 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.494282 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-29c16df2-3a17-4e6a-8307-3e53b483ac19 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7856047 Feb 16 13:16:38.494857 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:38.497227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33002) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:38.504900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437360952', 'description': 'tempest-secgroup-smoke-437360952 description', 'project_id': '43df9b99157348c09ad1fd55bcf93d60'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:38.511711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:38.516067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:38.519185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:38.525592 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:38.544187 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'status': 'completed', 'code': 200} Feb 16 13:16:38.568654 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:38.605829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.627833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:38.631992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:38.634807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:38.641304 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:38.648752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-3eb95459-bab8-4767-8d12-7888eadae88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:38.650263 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-3eb95459-bab8-4767-8d12-7888eadae88f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1098 time: 0.0782247 Feb 16 13:16:38.716484 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.782556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.793436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-15395bfe-14b0-427d-9ee9-dc06c2def75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:38.795550 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-15395bfe-14b0-427d-9ee9-dc06c2def75c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 913 time: 0.1386969 Feb 16 13:16:38.832371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96215d1b-1bdd-4776-94b4-4106bd0c160a,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.840964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.843750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.844302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.844638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.845186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.845799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.846482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.846766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.847404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.847973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.848590 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.848852 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.849176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:38.892078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.896091 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4a32d220-4507-420d-895e-250c43a62a72 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3947868 Feb 16 13:16:38.896356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33008) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:38.901662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'security_group_rule': {'security_group_id': '96215d1b-1bdd-4776-94b4-4106bd0c160a', 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:38.909531 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:38.911477 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-b6c52a00-a7c1-4dc9-9d0d-187528f20eba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 999 time: 0.1081660 Feb 16 13:16:38.913929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:38.917023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:38.923842 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:38.939892 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'e6353b84-a8a7-4514-8028-bb68bd3a6db1', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'port_id': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'mac_address': 'fa:16:3e:a3:3b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97516a1c-1907-4369-a550-ab9d30c3171f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:16:36Z', 'updated_at': '2022-02-16T13:16:36Z', 'revision_number': 0, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:38.944077 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] Checking router: 0ac466b0-d093-47a5-8fe9-8b92a4128d70 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:38.954213 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:38.954818 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:16:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:38.987533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-5673b96f-8e63-4a40-8b2e-07b4603297fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:38.988947 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-5673b96f-8e63-4a40-8b2e-07b4603297fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 200 len: 852 time: 0.0703785 Feb 16 13:16:39.007084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.078118 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.080074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-0228aa02-d399-4266-8265-5e454d0f0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:39.081674 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-0228aa02-d399-4266-8265-5e454d0f0478 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8edbbd7-c7b7-4951-ad19-6eae493273d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862808 Feb 16 13:16:39.157412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.184534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d658f78-76bf-4866-ba5d-35f7a5f8ef8e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:39.213482 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:39.236706 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-9938264c-c749-418f-9017-c3ccaba5e2a2 service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462674 Feb 16 13:16:39.283435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.287115 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c4a0afd0-a618-4204-ba99-bad8e3208562 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872361 Feb 16 13:16:39.287502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33012) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:39.292785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'security_group_rule': {'security_group_id': '96215d1b-1bdd-4776-94b4-4106bd0c160a', 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:39.299956 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:39.304191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:39.306944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:39.313655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:39.377902 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ea6d653b-a64d-4ab4-ade3-a430737324c8 req-62a71fab-dadb-407c-8a67-4e5e3f4030aa service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347609 Feb 16 13:16:39.399996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.464327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.565807 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'e6353b84-a8a7-4514-8028-bb68bd3a6db1', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'port_id': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'mac_address': 'fa:16:3e:a3:3b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97516a1c-1907-4369-a550-ab9d30c3171f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:16:36Z', 'updated_at': '2022-02-16T13:16:36Z', 'revision_number': 0, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:39.569684 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbae639-fe46-4bc7-81e8-d97e831ce0cf None None] The sync data for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv is: [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': 'e6353b84-a8a7-4514-8028-bb68bd3a6db1', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'port_id': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'mac_address': 'fa:16:3e:a3:3b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97516a1c-1907-4369-a550-ab9d30c3171f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:16:36Z', 'updated_at': '2022-02-16T13:16:36Z', 'revision_number': 0, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:39.617402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.642740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c108a4ea-7e1d-4d98-aec6-6ad1ae96183d,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:39.725563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.729409 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d46c857c-4f59-4d8d-a822-5bd90a2c99b0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4407763 Feb 16 13:16:39.733516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:39.734760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'security_group_rule': {'security_group_id': '96215d1b-1bdd-4776-94b4-4106bd0c160a', 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:39.740985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:39.745360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:39.748816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:39.750546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c467503-bedf-4cb9-b59d-9ca56db8a02e None None] New status for floating IP e6353b84-a8a7-4514-8028-bb68bd3a6db1: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:16:39.756060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:39.840984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.913360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.991761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.133998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce8b76d-ae80-4858-8857-d2bd19b8bf17,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.232540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.234296 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3a193425-6e4c-4430-837b-ed812adc19e9 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5036745 Feb 16 13:16:40.237002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33020) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:40.243122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'security_group_rule': {'security_group_id': '96215d1b-1bdd-4776-94b4-4106bd0c160a', 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:40.248214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:40.252608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:40.255456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:40.261536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:40.343617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.405640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.496921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.521008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970293a1-c7d2-47ea-9fa5-41a83d28ca9e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.625962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.627224 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-976c2823-61b1-4d5c-b27c-37477f232ee7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3892629 Feb 16 13:16:40.629854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:40.634734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'security_group_rule': {'security_group_id': '96215d1b-1bdd-4776-94b4-4106bd0c160a', 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:40.640878 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:40.644689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:40.647540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:40.653247 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:40.765547 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Project 43df9b99157348c09ad1fd55bcf93d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:16:40.772201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.835885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.948675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.973354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521fe741-06f6-4ce2-b23f-4853e4d874bf,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:41.048822 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.050030 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-365e825f-9242-4ed8-a5ea-adf90599990b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4192681 Feb 16 13:16:41.052731 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:41.057649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'security_group_rule': {'security_group_id': '96215d1b-1bdd-4776-94b4-4106bd0c160a', 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:41.063632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:41.067474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Usage tracker for resource:security_group_rule and tenant:43df9b99157348c09ad1fd55bcf93d60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:41.070327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:41.076063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:41.182734 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Project 43df9b99157348c09ad1fd55bcf93d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:16:41.189830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.263995 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.371079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.396346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32c2a86-8731-4aeb-9317-a9e4c37a1409,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:41.408688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.491176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.492370 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9013229a-94b8-4608-9050-3e7076e9db93 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4387436 Feb 16 13:16:41.619186 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-120ec047-c737-460e-a8eb-6ca57d1fcb68 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Synchronizing usage tracker for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:41.740071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-120ec047-c737-460e-a8eb-6ca57d1fcb68 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Unset dirty status for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:41.741207 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-120ec047-c737-460e-a8eb-6ca57d1fcb68 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437360952&fields=id&tenant_id=43df9b99157348c09ad1fd55bcf93d60 HTTP/1.1" status: 200 len: 267 time: 0.1628320 Feb 16 13:16:41.826404 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-9c62bcb7-d929-49c1-a961-5357b1734f4c tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:41.828444 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-9c62bcb7-d929-49c1-a961-5357b1734f4c tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0817835 Feb 16 13:16:41.838961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'port': {'security_groups': ['fad7f940-95c5-4e87-9415-c432d3568ed2', '96215d1b-1bdd-4776-94b4-4106bd0c160a']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:41.969238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.253213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:42.285324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.349823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.362143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3fada994-ac53-43fa-b6ec-0ca064c71d72'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:42.426025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:42.426905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.428300 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-85c94af8-716e-4a7c-8d96-9849e2665dcd req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "PUT /v2.0/ports/3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 981 time: 0.5938094 Feb 16 13:16:42.431709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:42.465541 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab11286-b25c-47d7-9337-7b30c3ab73a4 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=6']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:42.514294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3fada994-ac53-43fa-b6ec-0ca064c71d72'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:42.589167 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'status': 'completed', 'code': 200} Feb 16 13:16:42.641755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357c328-1401-4da7-b606-303b842c46b7 req-0a084f2c-5007-4b25-ac01-9bc48c8ebc99 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:42.644590 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4357c328-1401-4da7-b606-303b842c46b7 req-0a084f2c-5007-4b25-ac01-9bc48c8ebc99 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.1056488 Feb 16 13:16:42.699606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-17a67002-75d6-4da9-833d-68b9b174d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:42.701112 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-17a67002-75d6-4da9-833d-68b9b174d8e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1137 time: 0.0923657 Feb 16 13:16:42.705357 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4357c328-1401-4da7-b606-303b842c46b7 req-8bc14993-d3a3-48a0-a766-9c070a97bfaa tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456626 Feb 16 13:16:42.803188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e316a567-123f-43dd-8bc0-3e435250dd40 None None] Provisioning complete for port 3fada994-ac53-43fa-b6ec-0ca064c71d72 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:42.803478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e316a567-123f-43dd-8bc0-3e435250dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.851751 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-3c0e3cf6-00fc-4ddb-b886-b0fc1a0546b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:42.853237 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-3c0e3cf6-00fc-4ddb-b886-b0fc1a0546b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 913 time: 0.1421034 Feb 16 13:16:42.962629 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-7777db5e-eb2f-47e9-a0a3-b935ec99b76f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 1001 time: 0.1023088 Feb 16 13:16:43.039163 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-6897abaf-02a9-4ca8-ade2-b1b4d5405921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:43.040744 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-6897abaf-02a9-4ca8-ade2-b1b4d5405921 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 200 len: 852 time: 0.0705609 Feb 16 13:16:43.119793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-c6c62c8f-f080-488a-b280-2a244233a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:43.121466 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-c6c62c8f-f080-488a-b280-2a244233a743 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8edbbd7-c7b7-4951-ad19-6eae493273d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738397 Feb 16 13:16:43.264861 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-6f55eccf-7f15-4736-af46-d310ee9fe3a9 service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354549 Feb 16 13:16:43.397676 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-50ef6674-06b6-4544-ba04-0a6d9a5a13f0 req-b5c8eeb9-0fe7-48f8-b7b5-5816502894b7 service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258390 Feb 16 13:16:49.760787 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-fbc03c5e-2ba6-40cd-a334-ae54f2527161 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743909 Feb 16 13:16:49.921724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4555f-14cf-45c8-9adc-30803330f577 req-35e58567-e528-47a3-b7ea-27056824150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:49.923273 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-35e58567-e528-47a3-b7ea-27056824150c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1137 time: 0.0755315 Feb 16 13:16:50.072818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4555f-14cf-45c8-9adc-30803330f577 req-29576d90-8bba-4405-b9ad-44357c8855a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:50.074308 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-29576d90-8bba-4405-b9ad-44357c8855a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 913 time: 0.1306272 Feb 16 13:16:50.184077 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-2f748906-c829-4c84-9f85-86b276229481 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 1001 time: 0.1032507 Feb 16 13:16:50.249361 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4555f-14cf-45c8-9adc-30803330f577 req-61f1693e-2a94-4ecc-86d2-5916e86f1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:50.251435 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-61f1693e-2a94-4ecc-86d2-5916e86f1075 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 200 len: 852 time: 0.0593994 Feb 16 13:16:50.331536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4555f-14cf-45c8-9adc-30803330f577 req-f0b8eda3-ff3d-4385-8aef-cae10666d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:50.332948 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-f0b8eda3-ff3d-4385-8aef-cae10666d37f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8edbbd7-c7b7-4951-ad19-6eae493273d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752172 Feb 16 13:16:50.469492 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-dbb26333-3670-48ce-835d-d9fc7ce246b8 service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275122 Feb 16 13:16:50.702012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-49d4555f-14cf-45c8-9adc-30803330f577 req-3d8c5fa1-5cb4-45dc-88ef-df437b8d925d service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244952 Feb 16 13:16:57.015597 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:16:57.307365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05a3e2-91fd-4b90-81f7-7c27bcaa2402 req-7f272d35-aef6-40f4-ab1c-df2deed307d1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:57.308775 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1f05a3e2-91fd-4b90-81f7-7c27bcaa2402 req-7f272d35-aef6-40f4-ab1c-df2deed307d1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0873578 Feb 16 13:16:57.357155 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1f05a3e2-91fd-4b90-81f7-7c27bcaa2402 req-64ce6776-1160-4458-a1c8-913a94b30fe7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417907 Feb 16 13:16:57.372978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-4a5722e8-2710-4053-9d3c-7c9ea6d49c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:57.374466 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-4a5722e8-2710-4053-9d3c-7c9ea6d49c2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1137 time: 0.0736375 Feb 16 13:16:57.517528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-969d44d1-ac18-47d1-92e2-bab03205ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:57.519061 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-969d44d1-ac18-47d1-92e2-bab03205ad6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 913 time: 0.1379573 Feb 16 13:16:57.626305 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-9d15b660-4694-459f-9610-c07c45ba1f2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 1001 time: 0.1001770 Feb 16 13:16:57.688702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-87cebf64-3e26-4a81-a51e-70bfa44d65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:57.690244 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-87cebf64-3e26-4a81-a51e-70bfa44d65d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 200 len: 852 time: 0.0576746 Feb 16 13:16:57.768804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-d651bf17-b353-4af2-b245-fe0a4ed5f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:57.770287 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-d651bf17-b353-4af2-b245-fe0a4ed5f794 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8edbbd7-c7b7-4951-ad19-6eae493273d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734437 Feb 16 13:16:57.914366 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-d66de8f8-927e-4319-a7ae-bb6019fa3d3b service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370234 Feb 16 13:16:58.048498 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e55cd52e-ca01-4ab8-beea-1998b697984f req-404a8cc2-7dba-4314-8c05-228cba6437a9 service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268749 Feb 16 13:16:58.544981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa0b4c-9533-4346-8b64-00aedb6f3383 req-b8dae163-eb6e-4771-b52d-37bdd6ca54e1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:58.546536 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f2aa0b4c-9533-4346-8b64-00aedb6f3383 req-b8dae163-eb6e-4771-b52d-37bdd6ca54e1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0800426 Feb 16 13:16:58.693025 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f2aa0b4c-9533-4346-8b64-00aedb6f3383 req-a9faa2fd-1edf-4e9d-b744-20905fae4991 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398158 Feb 16 13:16:59.877543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e57a11-ba4e-4bc5-a68f-fd216b7e0386 req-19850a8f-6783-451c-97d8-815daf313bac tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:59.879044 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-98e57a11-ba4e-4bc5-a68f-fd216b7e0386 req-19850a8f-6783-451c-97d8-815daf313bac tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0793152 Feb 16 13:16:59.924405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-98e57a11-ba4e-4bc5-a68f-fd216b7e0386 req-beb88097-9561-41f1-8c8c-2bd714ae53bc tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396369 Feb 16 13:17:01.115164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab380-e576-46a4-8343-4e1d9333a1d7 req-f14b91a9-a095-46c3-8601-52ac51b215ca tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:01.116653 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e06ab380-e576-46a4-8343-4e1d9333a1d7 req-f14b91a9-a095-46c3-8601-52ac51b215ca tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0825341 Feb 16 13:17:01.163546 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e06ab380-e576-46a4-8343-4e1d9333a1d7 req-eed446ad-c686-4847-a4c8-07ef35a0e494 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409665 Feb 16 13:17:02.505142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00c0c4-b9a1-44c8-bc1f-232234097ec1 req-075829ee-d8a7-40a1-a47b-bc8c6e10578a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:02.506649 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5e00c0c4-b9a1-44c8-bc1f-232234097ec1 req-075829ee-d8a7-40a1-a47b-bc8c6e10578a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0823233 Feb 16 13:17:02.555321 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5e00c0c4-b9a1-44c8-bc1f-232234097ec1 req-6aaa11c1-9e5d-4fa8-aef6-a0c3980e5732 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424316 Feb 16 13:17:03.746283 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511f320-7785-42a0-a3e9-b5e5f131fb93 req-cf2344f9-ee10-4733-af03-af32afe2b0eb tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.747906 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c511f320-7785-42a0-a3e9-b5e5f131fb93 req-cf2344f9-ee10-4733-af03-af32afe2b0eb tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0882666 Feb 16 13:17:03.794516 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c511f320-7785-42a0-a3e9-b5e5f131fb93 req-3745320f-4278-4280-803a-ea0cdd5e43be tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402491 Feb 16 13:17:03.882265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac358-a076-4a76-8d85-d9de88e6cfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:04.986594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fb4f7-547f-42f3-953a-4f086ddcbfc8 req-42429ed2-2d34-49ea-9549-0f16173cc46a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:04.986594 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d4fb4f7-547f-42f3-953a-4f086ddcbfc8 req-42429ed2-2d34-49ea-9549-0f16173cc46a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0819883 Feb 16 13:17:05.033921 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d4fb4f7-547f-42f3-953a-4f086ddcbfc8 req-9c0f8ca4-6c59-4002-a403-8286a711b332 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444758 Feb 16 13:17:06.170252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-590491e4-31c1-4f7d-a2ae-d29cb8e5c954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:06.223951 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998b49a-4916-419b-b58d-f4077534a4cf req-d8f8524a-3c20-42d5-993a-9afb0574794a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:06.225436 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5998b49a-4916-419b-b58d-f4077534a4cf req-d8f8524a-3c20-42d5-993a-9afb0574794a tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0809805 Feb 16 13:17:06.274002 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5998b49a-4916-419b-b58d-f4077534a4cf req-df45b89f-4e4f-4fae-a760-81be169683b3 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423737 Feb 16 13:17:07.270819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:07.359710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:07.474069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963363-9e89-427d-a697-a6d6cf5c43af req-e59b8a46-7e96-4801-827f-7f6df4a63715 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:07.475595 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be963363-9e89-427d-a697-a6d6cf5c43af req-e59b8a46-7e96-4801-827f-7f6df4a63715 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0928771 Feb 16 13:17:07.526265 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-be963363-9e89-427d-a697-a6d6cf5c43af req-38908403-1404-41d9-ae36-784a7b3a6c36 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447893 Feb 16 13:17:08.716000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a0796-c30e-4fe4-9446-d77ba39d80cd req-0f214c2e-06c2-4a32-b254-4bf167cc5ae1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:08.717543 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-aa9a0796-c30e-4fe4-9446-d77ba39d80cd req-0f214c2e-06c2-4a32-b254-4bf167cc5ae1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0827940 Feb 16 13:17:08.770206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-aa9a0796-c30e-4fe4-9446-d77ba39d80cd req-058146cd-682a-4b78-823a-3f72abcfeafb tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432642 Feb 16 13:17:08.865136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:09.964396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7236563-1dfc-4707-a1a0-f6eaa7f50c0a req-99279bf0-3f9a-4f5c-83eb-4e92b575d3b5 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:09.965772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f7236563-1dfc-4707-a1a0-f6eaa7f50c0a req-99279bf0-3f9a-4f5c-83eb-4e92b575d3b5 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0870059 Feb 16 13:17:10.012828 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f7236563-1dfc-4707-a1a0-f6eaa7f50c0a req-7297d25e-c932-4929-afb7-927f393fa6cd tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&id=96215d1b-1bdd-4776-94b4-4106bd0c160a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411429 Feb 16 13:17:11.402366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:33.858641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fee7e8d-b6cb-4ec5-a868-2bca3e1c8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:34.015352 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:17:36.168916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf29c23c-1876-47ca-9dc7-a425d7bd813e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:37.262521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:37.332840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:38.917002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:41.408650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:42.907038 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-47641813-bde3-49b1-94b9-ce348a3adabb req-984de138-ed0e-4d33-b3c1-315f2f438946 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437360952&fields=id&tenant_id=43df9b99157348c09ad1fd55bcf93d60 HTTP/1.1" status: 200 len: 267 time: 0.0391724 Feb 16 13:17:42.996529 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47641813-bde3-49b1-94b9-ce348a3adabb req-1390741d-4ec7-4653-9d2a-55b1676cf98f tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:42.998005 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-47641813-bde3-49b1-94b9-ce348a3adabb req-1390741d-4ec7-4653-9d2a-55b1676cf98f tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 984 time: 0.0855944 Feb 16 13:17:43.008707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Request body: {'port': {'security_groups': ['fad7f940-95c5-4e87-9415-c432d3568ed2']}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:17:43.125732 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:43.374085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:43.400055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:43.459525 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:43.473079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3fada994-ac53-43fa-b6ec-0ca064c71d72'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:17:43.536322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:43.548113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:43.549688 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-47641813-bde3-49b1-94b9-ce348a3adabb req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "PUT /v2.0/ports/3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 942 time: 0.5454612 Feb 16 13:17:43.550165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:43.559278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:17:43.590359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event updated for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=7']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:43.604378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.606256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.606618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.606958 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.607314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.607643 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.607969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.608294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.608615 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.608952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.609243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.609559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65480ff5-0232-4158-95d1-db8c053bd90b tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:43.626865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3fada994-ac53-43fa-b6ec-0ca064c71d72'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:17:43.683221 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'status': 'completed', 'code': 200} Feb 16 13:17:43.690274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:43.750931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:43.853036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-48c68e5d-d793-4027-94f1-1956735bb0cc None None] Provisioning complete for port 3fada994-ac53-43fa-b6ec-0ca064c71d72 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:43.853325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48c68e5d-d793-4027-94f1-1956735bb0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:43.868772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-2cda4415-100c-4397-97fd-d7443a057878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:43.870400 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-2cda4415-100c-4397-97fd-d7443a057878 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1098 time: 0.1605525 Feb 16 13:17:43.978251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:44.013737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96215d1b-1bdd-4776-94b4-4106bd0c160a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:44.033416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.033763 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.034171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.034520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.034795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.035151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.035480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.035805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.036136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.036462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.036858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.037182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:44.044679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-a2a00971-7837-45dc-8044-d55525681dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:44.045704 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-a2a00971-7837-45dc-8044-d55525681dac service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 913 time: 0.1692464 Feb 16 13:17:44.137427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:44.138534 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9a95d885-3422-4212-a86c-2acc6bd1bea7 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "DELETE /v2.0/security-groups/96215d1b-1bdd-4776-94b4-4106bd0c160a HTTP/1.1" status: 204 len: 168 time: 0.5765216 Feb 16 13:17:44.141608 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33092) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:17:44.157864 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-621d5a35-0e69-4132-95bf-0c2acc4dca5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 1001 time: 0.1046481 Feb 16 13:17:44.223260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-3aee3ee0-1b5e-4d59-b33c-45ee48369a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:44.224771 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-3aee3ee0-1b5e-4d59-b33c-45ee48369a1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 200 len: 852 time: 0.0598755 Feb 16 13:17:44.306138 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-b2dec6bd-3c1f-45a9-9b69-46a7bc08367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:44.307685 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-b2dec6bd-3c1f-45a9-9b69-46a7bc08367d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8edbbd7-c7b7-4951-ad19-6eae493273d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759120 Feb 16 13:17:44.348162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Deleting port 8e2dfc95-c55a-4657-9d8b-a7d72ddd807e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:17:44.348533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:44.567691 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-d2d63943-74eb-458f-8eab-790207901acb service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525969 Feb 16 13:17:44.631198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:44.631526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:44.707211 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9acf1bee-2ad8-42c0-a0b0-93ef1d4e5328 req-a31a8f9a-cadb-4fc6-a624-5a8bc8460b16 service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326258 Feb 16 13:17:44.764436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Calling delete_port for 8e2dfc95-c55a-4657-9d8b-a7d72ddd807e owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:17:45.031265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:45.076552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event deleted for resources: {'Port': ['ID=8e2dfc95-c55a-4657-9d8b-a7d72ddd807e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:45.172471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:45.173232 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Floating IP e6353b84-a8a7-4514-8028-bb68bd3a6db1 disassociated (deleted). External IP: 172.26.6.127, port: 3fada994-ac53-43fa-b6ec-0ca064c71d72. Feb 16 13:17:45.533567 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:17:45.721514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:17:45.732994 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] Sync routers for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:17:45.740020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:45.742441 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:17:45.743083 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:17:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:45.795854 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a3d84c38-5957-43fc-bae3-dad78e9024c0 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "DELETE /v2.0/floatingips/e6353b84-a8a7-4514-8028-bb68bd3a6db1 HTTP/1.1" status: 204 len: 168 time: 1.6524003 Feb 16 13:17:45.796361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:45.843480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'status': 'completed', 'code': 200} Feb 16 13:17:45.939368 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-3d67c60d-cde3-41fd-a9ef-a4a4ccf0de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:45.942198 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-3d67c60d-cde3-41fd-a9ef-a4a4ccf0de99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43df9b99157348c09ad1fd55bcf93d60&device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 1098 time: 0.0759978 Feb 16 13:17:45.947097 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:17:46.101491 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-7884529e-cc6c-4b24-b3c0-3df851637995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:46.102999 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-7884529e-cc6c-4b24-b3c0-3df851637995 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 200 len: 913 time: 0.1520801 Feb 16 13:17:46.177706 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-ead02475-3118-4797-8599-3396f0cdf76e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 200 len: 217 time: 0.0671144 Feb 16 13:17:46.243952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-54fe0078-ea13-4b7d-9181-2c881256899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:46.245692 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-54fe0078-ea13-4b7d-9181-2c881256899c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 200 len: 852 time: 0.0609250 Feb 16 13:17:46.272311 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:46.276334 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] Checking router: 0ac466b0-d093-47a5-8fe9-8b92a4128d70 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:17:46.291426 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:17:46.292054 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:17:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:46.327565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-3df0feb8-ef71-4d6c-b96c-44cb7a26a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:46.329058 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-3df0feb8-ef71-4d6c-b96c-44cb7a26a7f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8edbbd7-c7b7-4951-ad19-6eae493273d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764654 Feb 16 13:17:46.471557 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-c181d4d1-5f1a-4954-b4b1-7309d4e8308a service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331139 Feb 16 13:17:46.482849 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:17:46.611647 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-9e41fb6d-146d-4cb3-a526-b83ad353d799 req-8fc1a1ce-6e05-43e1-860d-453c2acdecff service neutron] 10.222.0.67 "GET /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319828 Feb 16 13:17:46.855462 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:46.857791 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a1f76-1202-4515-8d64-16da90a32e5b None None] The sync data for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv is: [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:15:36Z', 'revision_number': 4, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '90b0f569-7d03-4b59-b8a2-f98e57a57703', 'name': '', 'network_id': 'a8edbbd7-c7b7-4951-ad19-6eae493273d8', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'mac_address': 'fa:16:3e:e9:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:35Z', 'updated_at': '2022-02-16T13:15:43Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'subnets': [{'id': '20e82862-0113-4a08-8271-3f466fee2fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:17:47.096592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c4588-c0f5-44b6-851f-ea8219368b11 None None] New status for floating IP e6353b84-a8a7-4514-8028-bb68bd3a6db1: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:17:51.759944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ae17d-13cc-4ba1-81b8-9348ca7a3b33 req-9d8bd1e8-2cea-406f-a2a6-98d73b918576 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:51.760767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d43ae17d-13cc-4ba1-81b8-9348ca7a3b33 req-9d8bd1e8-2cea-406f-a2a6-98d73b918576 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Synchronizing usage tracker for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:17:51.863329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-d43ae17d-13cc-4ba1-81b8-9348ca7a3b33 req-9d8bd1e8-2cea-406f-a2a6-98d73b918576 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Unset dirty status for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:17:51.863329 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d43ae17d-13cc-4ba1-81b8-9348ca7a3b33 req-9d8bd1e8-2cea-406f-a2a6-98d73b918576 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.1772594 Feb 16 13:17:51.901028 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d43ae17d-13cc-4ba1-81b8-9348ca7a3b33 req-d3e01d8d-dc87-463f-b50c-c9e8acea1ba1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Feb 16 13:17:53.097566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9b9b-d11c-4767-ab93-c56a101796e4 req-9ed7eb85-7f81-43cf-a5f2-49805b462013 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:53.099047 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-155b9b9b-d11c-4767-ab93-c56a101796e4 req-9ed7eb85-7f81-43cf-a5f2-49805b462013 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0888178 Feb 16 13:17:53.146158 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-155b9b9b-d11c-4767-ab93-c56a101796e4 req-c9de7720-2323-4ef2-80f5-a5222775c2d1 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/security-groups?id=fad7f940-95c5-4e87-9415-c432d3568ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Feb 16 13:17:53.696442 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-cadd8d9c-5095-402d-9921-65278604c858 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:53.697573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-cadd8d9c-5095-402d-9921-65278604c858 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Synchronizing usage tracker for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:17:53.709104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-cadd8d9c-5095-402d-9921-65278604c858 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Unset dirty status for tenant:43df9b99157348c09ad1fd55bcf93d60 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:17:53.710213 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-cadd8d9c-5095-402d-9921-65278604c858 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.67 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 945 time: 0.0940835 Feb 16 13:17:53.784789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Deleting port 3fada994-ac53-43fa-b6ec-0ca064c71d72 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:17:53.785154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:54.045444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] For port 3fada994-ac53-43fa-b6ec-0ca064c71d72, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3fada994-ac53-43fa-b6ec-0ca064c71d72,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:54.045805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:54.178016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Calling delete_port for 3fada994-ac53-43fa-b6ec-0ca064c71d72 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:17:54.402453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:54.415752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['3fada994-ac53-43fa-b6ec-0ca064c71d72'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:17:54.421517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c0b98663-1a16-440c-81f3-4affeaa8ccb3 req-1ac0fb09-e4a8-4b1f-826d-e984deca1e25 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 210 time: 0.1603034 Feb 16 13:17:54.559900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Pushing event deleted for resources: {'Port': ['ID=3fada994-ac53-43fa-b6ec-0ca064c71d72,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:54.640029 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] No DVR routers for this DVR port 3fada994-ac53-43fa-b6ec-0ca064c71d72 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:17:54.642544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:54.660315 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'name': 'network-vif-deleted', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:54.746856 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97516a1c-1907-4369-a550-ab9d30c3171f', 'name': 'network-vif-deleted', 'tag': '3fada994-ac53-43fa-b6ec-0ca064c71d72', 'status': 'completed', 'code': 200} Feb 16 13:17:54.762501 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3a2e9ef3-0fbb-453d-9033-8523d08152e3 req-c26fc68f-ad12-4dd3-966d-2d9b46c4a496 tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.67 "DELETE /v2.0/ports/3fada994-ac53-43fa-b6ec-0ca064c71d72 HTTP/1.1" status: 204 len: 173 time: 1.0463238 Feb 16 13:17:55.603231 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e9b14f2d-a081-4137-8796-b758fc70ddc1 req-faf13ab4-5d29-4843-b412-77fca274e63d tempest-TestMinimumBasicScenario-1733501096 tempest-TestMinimumBasicScenario-1733501096-project] 10.222.0.47 "GET /v2.0/ports?device_id=97516a1c-1907-4369-a550-ab9d30c3171f HTTP/1.1" status: 200 len: 210 time: 0.0430052 Feb 16 13:17:58.207366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3fada994-ac53-43fa-b6ec-0ca064c71d72 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:17:58.241504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 3fada994-ac53-43fa-b6ec-0ca064c71d72 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:17:58.241770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 3fada994-ac53-43fa-b6ec-0ca064c71d72 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:17:59.001638 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33184) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:17:59.596151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:59.956092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Deleting port 90b0f569-7d03-4b59-b8a2-f98e57a57703 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:17:59.956611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.135228 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] For port 90b0f569-7d03-4b59-b8a2-f98e57a57703, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=90b0f569-7d03-4b59-b8a2-f98e57a57703,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:00.135947 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.260135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Calling delete_port for 90b0f569-7d03-4b59-b8a2-f98e57a57703 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:00.813369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.862486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Pushing event deleted for resources: {'Port': ['ID=90b0f569-7d03-4b59-b8a2-f98e57a57703,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:01.163968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.550940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:01.733387 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:01.747305 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] Sync routers for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:01.752285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-91bfaf85-fa60-4f23-b128-1960c39a200b admin admin] 10.222.0.47 "PUT /v2.0/routers/0ac466b0-d093-47a5-8fe9-8b92a4128d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7494826 Feb 16 13:18:01.754727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33188) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:01.756781 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:01.757378 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:17:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:01.953164 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:02.060811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.251953 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:18:00Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:02.255412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.256262 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] Checking router: 0ac466b0-d093-47a5-8fe9-8b92a4128d70 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:02.264357 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] Routers {'0ac466b0-d093-47a5-8fe9-8b92a4128d70'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:02.264950 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:17:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:02.367382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Deleting port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:02.367727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.442293 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] Set router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:02.552251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] For port 3ca59f7f-932b-42f6-adbb-043a6c3b18b2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:02.552515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.714721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Calling delete_port for 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:02.763783 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:18:00Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:02.770584 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57ec7f-706b-49ba-bb9f-50730935836d None None] The sync data for ids ['0ac466b0-d093-47a5-8fe9-8b92a4128d70'] in dv-neutron-829487-1-hyperv is: [{'id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'name': 'tempest-TestMinimumBasicScenario-87185296-router', 'tenant_id': '43df9b99157348c09ad1fd55bcf93d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:31Z', 'updated_at': '2022-02-16T13:18:00Z', 'revision_number': 5, 'project_id': '43df9b99157348c09ad1fd55bcf93d60', 'gw_port': {'id': '3ca59f7f-932b-42f6-adbb-043a6c3b18b2', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac466b0-d093-47a5-8fe9-8b92a4128d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:32Z', 'updated_at': '2022-02-16T13:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:02.990328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.038070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca59f7f-932b-42f6-adbb-043a6c3b18b2,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:03.135926 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.318362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.320796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.458864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.459419 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac466b0-d093-47a5-8fe9-8b92a4128d70 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:18:03.473402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.477301 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c281b154-f6c4-49e0-a488-e100e29c21d9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0ac466b0-d093-47a5-8fe9-8b92a4128d70 HTTP/1.1" status: 204 len: 168 time: 1.7188942 Feb 16 13:18:03.477742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33192) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:03.538027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] Deleting subnet 20e82862-0113-4a08-8271-3f466fee2fc1 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:18:03.541551 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.594787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.674856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.848912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.875896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-262f22af-1dfb-4297-8780-b6740d8d402f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.895957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e82862-0113-4a08-8271-3f466fee2fc1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:03.899522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.905357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db07feea-be18-4b5c-b2f8-cc3ce9e45026 None None] Network a8edbbd7-c7b7-4951-ad19-6eae493273d8 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:03.909165 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a2196b57-e527-4790-93f5-10ff54452054 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/20e82862-0113-4a08-8271-3f466fee2fc1 HTTP/1.1" status: 204 len: 168 time: 0.4278145 Feb 16 13:18:03.909998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:04.026205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.037769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Deleting port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:04.038110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.173972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] DHCP port deletion for a8edbbd7-c7b7-4951-ad19-6eae493273d8 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:18:04.178566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Deleting port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:04.178937 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.257576 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] For port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:04.257863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.388854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Calling delete_port for 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:04.391899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] For port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,segment=NetworkSegment(11e3880f-173d-47ca-9281-7d93a40e5c8e),segment_id=11e3880f-173d-47ca-9281-7d93a40e5c8e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:04.392435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.516019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Calling delete_port for 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:04.556043 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.587676 dv-neutron-829487-1-hyperv neutron-server[88445]: util.warn( Feb 16 13:18:04.593460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:18:04.593814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:18:04.611421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:04.611421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] No DVR routers for this DVR port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:18:04.644932 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:04.679233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:04.679631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:04.680002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:04.714590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:04.715096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3ca59f7f-932b-42f6-adbb-043a6c3b18b2 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:04.715580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90b0f569-7d03-4b59-b8a2-f98e57a57703 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:04.726875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.753323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8edbbd7-c7b7-4951-ad19-6eae493273d8']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:04.775056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e3880f-173d-47ca-9281-7d93a40e5c8e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:04.775380 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e3880f-173d-47ca-9281-7d93a40e5c8e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:04.788498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.789675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 90b0f569-7d03-4b59-b8a2-f98e57a57703 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:04.790019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90b0f569-7d03-4b59-b8a2-f98e57a57703 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:04.819428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.831943 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:18:04.832343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:18:04.852775 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:18:05.013285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.017665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.047312 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] Pushing event deleted for resources: {'Network': ['ID=a8edbbd7-c7b7-4951-ad19-6eae493273d8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:05.094935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Deleting port 0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:05.095621 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.128722 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1659389c-5f0d-457c-92e4-546ff844ebac admin admin] 10.222.0.47 "DELETE /v2.0/networks/a8edbbd7-c7b7-4951-ad19-6eae493273d8 HTTP/1.1" status: 204 len: 168 time: 1.2174761 Feb 16 13:18:05.131549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33200) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:05.184815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fa22d7df-ebca-4658-9e93-8d0b5c75b602 None None] The port '0b9f0a4e-4ad2-44a1-a13a-c470bb1c40c2' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:18:05.770738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.127945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Deleting port c658baa6-9df7-471a-8930-ac286daccbc7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:06.128742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.161531 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-818c71ac-5a64-417e-81d4-056d5b568259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.302712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] For port c658baa6-9df7-471a-8930-ac286daccbc7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c658baa6-9df7-471a-8930-ac286daccbc7,segment=NetworkSegment(e242ce1b-dca1-4db7-821d-d900e14b3484),segment_id=e242ce1b-dca1-4db7-821d-d900e14b3484)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:06.302977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.426407 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Calling delete_port for c658baa6-9df7-471a-8930-ac286daccbc7 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:06.739008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.793272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Pushing event deleted for resources: {'Port': ['ID=c658baa6-9df7-471a-8930-ac286daccbc7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:07.066466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.270255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.333428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.551419 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:07.732805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:07.741609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] Sync routers for ids ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:07.741763 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-593b0b07-9b18-4117-a017-f7f00cbbf73e admin admin] 10.222.0.47 "PUT /v2.0/routers/b6634fe1-d42b-476d-9b37-38d1fc7a8bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6093216 Feb 16 13:18:07.744275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:07.750962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] Routers {'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:07.751613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:07.927967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.933429 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] Set router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:08.108093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.213348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Deleting port 5a54f47d-e57e-4847-b7ea-2916bfe71549 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:08.213621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.244444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:18:06Z', 'revision_number': 5, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port': {'id': '5a54f47d-e57e-4847-b7ea-2916bfe71549', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:40Z', 'updated_at': '2022-02-16T13:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:08.248915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] Checking router: b6634fe1-d42b-476d-9b37-38d1fc7a8bfc for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:08.266279 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] Routers {'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:08.266922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:08.393586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] For port 5a54f47d-e57e-4847-b7ea-2916bfe71549, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5a54f47d-e57e-4847-b7ea-2916bfe71549,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:08.393941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.417103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] Set router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:08.522541 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Calling delete_port for 5a54f47d-e57e-4847-b7ea-2916bfe71549 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:08.524795 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:18:08Z', 'revision_number': 6, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:08.529030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813eb0f0-334c-467e-a1a2-7e598a8b80fa None None] The sync data for ids ['b6634fe1-d42b-476d-9b37-38d1fc7a8bfc'] in dv-neutron-829487-1-hyperv is: [{'id': 'b6634fe1-d42b-476d-9b37-38d1fc7a8bfc', 'name': 'tempest-TestMinimumBasicScenario-225195249-router', 'tenant_id': '4866739b23c44d1abb45d5bfa26466cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:39Z', 'updated_at': '2022-02-16T13:18:08Z', 'revision_number': 6, 'project_id': '4866739b23c44d1abb45d5bfa26466cf', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:08.664728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c658baa6-9df7-471a-8930-ac286daccbc7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:08.705883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: c658baa6-9df7-471a-8930-ac286daccbc7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:08.705883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c658baa6-9df7-471a-8930-ac286daccbc7 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:08.796085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.893842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.959764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a54f47d-e57e-4847-b7ea-2916bfe71549,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.061327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.238084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.240523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.436066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.436650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6634fe1-d42b-476d-9b37-38d1fc7a8bfc {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:18:09.449032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.450260 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3e999e72-cb73-42b3-9fb2-bc2cdbacce30 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b6634fe1-d42b-476d-9b37-38d1fc7a8bfc HTTP/1.1" status: 204 len: 168 time: 1.7050052 Feb 16 13:18:09.452740 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:09.516384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] Deleting subnet 4380b6ce-f5a5-4b43-9fe4-34d27afa1369 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:18:09.522788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.575970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.653737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.790340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.829944 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4380b6ce-f5a5-4b43-9fe4-34d27afa1369,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.834010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.839760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036a251-3e66-46cb-aca5-0ecb1061ca98 None None] Network a7301bf1-dc43-410a-a31c-75d7a5b1908b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:09.840410 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4f4e3d51-3706-4b7e-8078-d8a20254e4d2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4380b6ce-f5a5-4b43-9fe4-34d27afa1369 HTTP/1.1" status: 204 len: 168 time: 0.3864188 Feb 16 13:18:09.842500 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33214) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:09.947185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.957916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Deleting port c346f99f-0bef-4da6-8ca9-ed51d47911ab {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:09.958241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.079773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] DHCP port deletion for a7301bf1-dc43-410a-a31c-75d7a5b1908b request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:18:10.085448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Deleting port c346f99f-0bef-4da6-8ca9-ed51d47911ab {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:10.085829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.178451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] For port c346f99f-0bef-4da6-8ca9-ed51d47911ab, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c346f99f-0bef-4da6-8ca9-ed51d47911ab,segment=NetworkSegment(e242ce1b-dca1-4db7-821d-d900e14b3484),segment_id=e242ce1b-dca1-4db7-821d-d900e14b3484)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:10.178813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.315710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Calling delete_port for c346f99f-0bef-4da6-8ca9-ed51d47911ab owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:10.350727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] For port c346f99f-0bef-4da6-8ca9-ed51d47911ab, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c346f99f-0bef-4da6-8ca9-ed51d47911ab,segment=NetworkSegment(e242ce1b-dca1-4db7-821d-d900e14b3484),segment_id=e242ce1b-dca1-4db7-821d-d900e14b3484)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:10.351138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.474149 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Calling delete_port for c346f99f-0bef-4da6-8ca9-ed51d47911ab owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:10.487770 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.535912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c346f99f-0bef-4da6-8ca9-ed51d47911ab,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:10.537712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] No DVR routers for this DVR port c346f99f-0bef-4da6-8ca9-ed51d47911ab on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:18:10.551753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:18:10.552059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:18:10.633264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c346f99f-0bef-4da6-8ca9-ed51d47911ab no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:10.664981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.667194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: c346f99f-0bef-4da6-8ca9-ed51d47911ab {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:10.667547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c346f99f-0bef-4da6-8ca9-ed51d47911ab not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:10.668368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5a54f47d-e57e-4847-b7ea-2916bfe71549 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:10.692261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7301bf1-dc43-410a-a31c-75d7a5b1908b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:10.701590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 5a54f47d-e57e-4847-b7ea-2916bfe71549 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:10.701968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5a54f47d-e57e-4847-b7ea-2916bfe71549 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:10.709481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e242ce1b-dca1-4db7-821d-d900e14b3484') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:10.709782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e242ce1b-dca1-4db7-821d-d900e14b3484') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:10.722531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.738628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.744583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:18:10.744962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:18:10.757954 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:18:10.915865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.932620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.946913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7301bf1-dc43-410a-a31c-75d7a5b1908b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:10.951043 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f2d6c90b-e2db-4a48-9d27-6acccd4a5ac1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a7301bf1-dc43-410a-a31c-75d7a5b1908b HTTP/1.1" status: 204 len: 168 time: 1.1075609 Feb 16 13:18:11.017146 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:18:11.053312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Deleting port c346f99f-0bef-4da6-8ca9-ed51d47911ab {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:11.053853 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.123660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eff4c-e312-4417-8b8a-1e895a347449 None None] The port 'c346f99f-0bef-4da6-8ca9-ed51d47911ab' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:18:11.351979 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:11.430399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.504747 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-11682f66-a777-4be4-8c43-c48091834551 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43df9b99157348c09ad1fd55bcf93d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513004 Feb 16 13:18:11.508443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33224) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:11.567859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06de48c9-81b8-4858-a3b9-30dce5366db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.594504 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06de48c9-81b8-4858-a3b9-30dce5366db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.732656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06de48c9-81b8-4858-a3b9-30dce5366db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.750637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de48c9-81b8-4858-a3b9-30dce5366db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad7f940-95c5-4e87-9415-c432d3568ed2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:11.759125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06de48c9-81b8-4858-a3b9-30dce5366db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.769697 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-06de48c9-81b8-4858-a3b9-30dce5366db5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fad7f940-95c5-4e87-9415-c432d3568ed2 HTTP/1.1" status: 204 len: 168 time: 0.2512333 Feb 16 13:18:12.499369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33232) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:12.548367 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-932aa4a5-e7d0-4f8c-84f3-1acc8cec3e1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4866739b23c44d1abb45d5bfa26466cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478427 Feb 16 13:18:12.550931 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:12.613382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f26768bc-f5d1-4f27-951a-cf34f57030e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.641065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f26768bc-f5d1-4f27-951a-cf34f57030e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.795866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f26768bc-f5d1-4f27-951a-cf34f57030e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.811477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26768bc-f5d1-4f27-951a-cf34f57030e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69525d90-d6d8-4fa0-81c7-51cebb978d78,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:12.820010 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f26768bc-f5d1-4f27-951a-cf34f57030e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.821141 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f26768bc-f5d1-4f27-951a-cf34f57030e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69525d90-d6d8-4fa0-81c7-51cebb978d78 HTTP/1.1" status: 204 len: 168 time: 0.2693398 Feb 16 13:18:15.348902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:15.354465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969416054', 'description': 'tempest-secgroup-smoke-1969416054 description', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:15.360693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:15.364598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:15.367582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:15.373526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:15.492495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.505743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.521789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:15.525648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:15.528506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:15.534134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:15.620991 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.692645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.705639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:15.714028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:15.722755 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:15.733254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:15.737535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cdd312-dd50-414d-8549-5946e1b91d77,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:15.808554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.875905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.917700 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:15.983888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.985303 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-07f03ee8-47aa-476b-8e0d-5c22243f4882 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6351819 Feb 16 13:18:15.988583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:15.993785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'df40826f-5d4f-4ae1-a6c7-ab986d60f7d9', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:15.999945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:16.004720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:16.006742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:16.012845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:16.111173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.172322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.241194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.265206 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929eca61-0d22-48b7-962d-27b8b689b2b4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:16.332736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.334000 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-14d74f5f-9f85-4134-806d-da00f32a498f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444667 Feb 16 13:18:16.337123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:16.342350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'df40826f-5d4f-4ae1-a6c7-ab986d60f7d9', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:16.349079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:16.353818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:16.357069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:16.362972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:16.448339 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.510653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.635608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.660052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1488ce-ddaa-425e-8b58-4f70f4dc4c05,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:16.755579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.756978 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cdd8f8ac-dade-43f1-a39e-9d48fc8a7fee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4187632 Feb 16 13:18:16.760104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:16.765251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'df40826f-5d4f-4ae1-a6c7-ab986d60f7d9', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:16.772153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:16.776067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:16.779159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:16.785069 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:16.882969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.952018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.041319 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.065932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b863ad70-16b7-4c48-8181-e7d5b01ab137,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:17.155811 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.157187 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-296d4d6e-cce4-4385-9b86-1f677ac9eea0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961523 Feb 16 13:18:17.159941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33294) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:17.164980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'df40826f-5d4f-4ae1-a6c7-ab986d60f7d9', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:17.171094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:17.175456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:17.178397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:17.184223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:17.293344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.359983 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.446798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.471480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e747d6ce-6585-49d0-8185-6b56807a1f11,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:17.561094 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.562228 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fa7620c1-78d9-4659-be6c-7d6b5ff082e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4013667 Feb 16 13:18:17.565085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:17.569951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'df40826f-5d4f-4ae1-a6c7-ab986d60f7d9', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:17.576023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:17.579758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:17.582585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:17.588494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:17.692163 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:18:17.699239 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.764474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.847174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.869828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2dc1f8-c842-413f-bfed-2c7c756864c2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:17.949519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.951258 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a380aea9-c075-4378-b7e8-e2ee70729a2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850284 Feb 16 13:18:17.954079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:17.959573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'df40826f-5d4f-4ae1-a6c7-ab986d60f7d9', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:17.965828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:17.969573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:17.973001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:17.978780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:18.081256 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:18:18.088493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.152628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.217556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.243501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7106dabf-b8ab-4d9d-92ee-3474ed64ad0b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:18.303387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.304611 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1222de65-2f41-4c37-a048-a98cfb5b226b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3496294 Feb 16 13:18:18.307607 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33306) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:18.313117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'network': {'name': 'tempest-network-smoke--1331053869', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:18.318715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:18.325350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:network and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:18.325350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:18.331653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:18.417725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:18.421134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.448162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:18:18.456976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.457342 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Added segment 994abb2c-1d5f-4cc7-b399-bf442c9d2e75 of type vlan for network 48b520fa-cc20-4586-b2af-ce291527c9f1 Feb 16 13:18:18.482397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.618645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.625433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.626158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.738377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Network': ['ID=48b520fa-cc20-4586-b2af-ce291527c9f1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:18.748814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:18:18.847318 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-829b183c-8725-4242-bae6-ad0fae7f0593 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5386147 Feb 16 13:18:18.850141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:18.855234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'admin_state_up': True, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:18.865395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:18.869231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:router and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:18.872041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:18.878799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:18.990191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.991213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.005893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.351543 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.820885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.850959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.992586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.104 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/dc93140a-740e-48a2-8545-85d49d84d8cd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:20.146223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.201070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.266490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:20.269381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:20.273025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:20.309779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=dc93140a-740e-48a2-8545-85d49d84d8cd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:20.756802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.116473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.503900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 1fda4426-dcce-472e-baa7-90380e6757ff is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:18:21.687593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:21.697828 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Sync routers for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:21.707226 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:21.707843 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:21.779452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.780601 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d2e2f6fa-82a0-4e2d-bdbd-a984c5fa5b5e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9294975 Feb 16 13:18:21.783765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33314) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:21.921355 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:21.934428 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bfca4edb-072d-44f3-a6ef-f50ee3b71435 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=9b3ebfd9fce041bb82e179b823949b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1495829 Feb 16 13:18:21.937110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:22.079257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b1709-9a79-4051-ad1e-8688dfcaefc9 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:22.081279 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-802b1709-9a79-4051-ad1e-8688dfcaefc9 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431937 Feb 16 13:18:22.084572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:22.124193 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-09bda7a0-1171-4ac4-877b-30384f883b25 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385149 Feb 16 13:18:22.127494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:22.133066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-732171843', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:22.212644 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:20Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:22.216454 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Checking router: 1fda4426-dcce-472e-baa7-90380e6757ff for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:22.216817 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Updating router 1fda4426-dcce-472e-baa7-90380e6757ff port dc93140a-740e-48a2-8545-85d49d84d8cd binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:22.244578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:22.248507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:subnet and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:22.251374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:22.257651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:22.269468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.338377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:22.341871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.618284 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.628151 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.631315 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Transition to ACTIVE for port object dc93140a-740e-48a2-8545-85d49d84d8cd will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:22.708433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Subnet': ['ID=c295f794-3119-4891-95df-9eebd524abd0,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.708735 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.723241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Checking segment: {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:22.723241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network hostable DHCP agents. Network: 48b520fa-cc20-4586-b2af-ce291527c9f1, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:18:22.792703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Attempting to bind port dc93140a-740e-48a2-8545-85d49d84d8cd on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:22.793065 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Attempting to bind port dc93140a-740e-48a2-8545-85d49d84d8cd by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:22.793469 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Attempting to bind port dc93140a-740e-48a2-8545-85d49d84d8cd on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:22.799743 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Pushing event updated for resources: {'Port': ['ID=dc93140a-740e-48a2-8545-85d49d84d8cd,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.806201 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:18:22.807606 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:22.807974 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:22.808367 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.808749 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:22.809197 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Bound port: dc93140a-740e-48a2-8545-85d49d84d8cd, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:22.809558 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.834302 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.834635 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.834966 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.835315 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.835646 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.836222 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.836536 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.836848 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.837161 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.837469 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.837889 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.838211 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:22.893255 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] For port dc93140a-740e-48a2-8545-85d49d84d8cd, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:22.896148 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] For port dc93140a-740e-48a2-8545-85d49d84d8cd, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=dc93140a-740e-48a2-8545-85d49d84d8cd,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:22.897815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 48b520fa-cc20-4586-b2af-ce291527c9f1) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:22.901891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:22.907666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.912818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7792936d-0604-4430-b128-3c0249323021 None None] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:23.002265 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.016162 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e58622f8-4c58-49ab-9bac-8080bd9451d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8844790 Feb 16 13:18:23.016432 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:23.133076 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:23.134139 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:23.159666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-48b520fa-cc20-4586-b2af-ce291527c9f1', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:18:23.161142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.215724 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7845dfe-986d-4f7f-990b-b026cd21ccfe None None] Pushing event updated for resources: {'Port': ['ID=dc93140a-740e-48a2-8545-85d49d84d8cd,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:23.320449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Allocated IP 172.20.0.2 (48b520fa-cc20-4586-b2af-ce291527c9f1/c295f794-3119-4891-95df-9eebd524abd0/90287d22-c40f-4288-8e88-a0e7733cc9eb) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:23.357214 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:23.558749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.571016 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Transition to ACTIVE for port object 90287d22-c40f-4288-8e88-a0e7733cc9eb will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:23.595179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Transition to ACTIVE for port object 90287d22-c40f-4288-8e88-a0e7733cc9eb will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:23.692711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.719961 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:20Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:23.725492 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6718-30e8-458f-83dd-6f026cd80f8b None None] The sync data for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv is: [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:20Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:23.764307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:23.767410 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:23.771167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:23.780541 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Pushing event updated for resources: {'Port': ['ID=90287d22-c40f-4288-8e88-a0e7733cc9eb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:23.839076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.839437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.839783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.840599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.840599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.840819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.841094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.841420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.841748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.842088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.842543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.842733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:23.899233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Attempting to bind port 90287d22-c40f-4288-8e88-a0e7733cc9eb on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:23.899471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.899964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Attempting to bind port 90287d22-c40f-4288-8e88-a0e7733cc9eb by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:23.900237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Attempting to bind port 90287d22-c40f-4288-8e88-a0e7733cc9eb on network 48b520fa-cc20-4586-b2af-ce291527c9f1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:23.907463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:23.908525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Checking segment: {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:23.908850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.909247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Bound using segment: {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:23.909720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Bound port: 90287d22-c40f-4288-8e88-a0e7733cc9eb, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:23.910137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.034926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] For port 90287d22-c40f-4288-8e88-a0e7733cc9eb, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:24.038997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] For port 90287d22-c40f-4288-8e88-a0e7733cc9eb, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=90287d22-c40f-4288-8e88-a0e7733cc9eb,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:24.109808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.200230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e112e-87f1-418f-8d16-c5aa704bde63 None None] Pushing event updated for resources: {'Port': ['ID=90287d22-c40f-4288-8e88-a0e7733cc9eb,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:24.366241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.1 (48b520fa-cc20-4586-b2af-ce291527c9f1/c295f794-3119-4891-95df-9eebd524abd0/b1f41326-b221-42d3-be39-871c27fd29cb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:24.568636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.595067 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object b1f41326-b221-42d3-be39-871c27fd29cb will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:24.697322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90287d22-c40f-4288-8e88-a0e7733cc9eb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:24.732625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.807471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:24.810772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:24.813193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:24.823855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 90287d22-c40f-4288-8e88-a0e7733cc9eb completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:24.829503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device dc93140a-740e-48a2-8545-85d49d84d8cd up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:24.852855 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=b1f41326-b221-42d3-be39-871c27fd29cb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:24.883112 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.024945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port dc93140a-740e-48a2-8545-85d49d84d8cd completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:25.032604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port dc93140a-740e-48a2-8545-85d49d84d8cd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:25.033316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.159009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.175928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port dc93140a-740e-48a2-8545-85d49d84d8cd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=dc93140a-740e-48a2-8545-85d49d84d8cd,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:25.245888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f53377-f001-4809-ae18-4e8555187354 None None] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:25.300636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.318523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.432247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=dc93140a-740e-48a2-8545-85d49d84d8cd,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:25.471250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-94ff6ebe-7d49-4a40-beb7-c905c3b5e114 None None] Provisioning for port 90287d22-c40f-4288-8e88-a0e7733cc9eb completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:25.481753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-94ff6ebe-7d49-4a40-beb7-c905c3b5e114 None None] Provisioning complete for port 90287d22-c40f-4288-8e88-a0e7733cc9eb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:25.482132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94ff6ebe-7d49-4a40-beb7-c905c3b5e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.683142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94ff6ebe-7d49-4a40-beb7-c905c3b5e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.745522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-94ff6ebe-7d49-4a40-beb7-c905c3b5e114 None None] For port 90287d22-c40f-4288-8e88-a0e7733cc9eb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=90287d22-c40f-4288-8e88-a0e7733cc9eb,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:25.812603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94ff6ebe-7d49-4a40-beb7-c905c3b5e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.889397 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.892902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff6ebe-7d49-4a40-beb7-c905c3b5e114 None None] Pushing event updated for resources: {'Port': ['ID=90287d22-c40f-4288-8e88-a0e7733cc9eb,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:25.950013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.017478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe81f6bc-d19e-4dfb-9114-78e21c133d85 None None] Provisioning for port b1f41326-b221-42d3-be39-871c27fd29cb completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:26.023562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe81f6bc-d19e-4dfb-9114-78e21c133d85 None None] Provisioning complete for port b1f41326-b221-42d3-be39-871c27fd29cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:26.023939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe81f6bc-d19e-4dfb-9114-78e21c133d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.087614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.089922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fe81f6bc-d19e-4dfb-9114-78e21c133d85 None None] Port b1f41326-b221-42d3-be39-871c27fd29cb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:26.092222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=b1f41326-b221-42d3-be39-871c27fd29cb,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:26.102325 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe81f6bc-d19e-4dfb-9114-78e21c133d85 None None] Provisioning complete for port 90287d22-c40f-4288-8e88-a0e7733cc9eb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:26.102978 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe81f6bc-d19e-4dfb-9114-78e21c133d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.232750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:26.233801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:26.341095 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6d20c797-bbc4-4803-a39d-45e4f557094d None None] Provisioning complete for port b1f41326-b221-42d3-be39-871c27fd29cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:26.341661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d20c797-bbc4-4803-a39d-45e4f557094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.413419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6d20c797-bbc4-4803-a39d-45e4f557094d None None] Port b1f41326-b221-42d3-be39-871c27fd29cb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:26.441323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 1fda4426-dcce-472e-baa7-90380e6757ff has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:26.533238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bc1bab1f-a326-47b4-a33c-e5af0b8d968c None None] Provisioning complete for port b1f41326-b221-42d3-be39-871c27fd29cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:26.533887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc1bab1f-a326-47b4-a33c-e5af0b8d968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.592399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bab1f-a326-47b4-a33c-e5af0b8d968c None None] Port b1f41326-b221-42d3-be39-871c27fd29cb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:26.626150 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:26.637648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Sync routers for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:26.644246 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7bf3d569-e262-41ab-943c-f77d9eb616f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/1fda4426-dcce-472e-baa7-90380e6757ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6264482 Feb 16 13:18:26.654938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90287d22-c40f-4288-8e88-a0e7733cc9eb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:26.686208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:26.687270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:26.811877 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-a09f7898-f55c-4b49-aeb0-8bb9588f7c8e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969416054&fields=id&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 267 time: 0.0409834 Feb 16 13:18:26.898185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 90287d22-c40f-4288-8e88-a0e7733cc9eb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:26.898556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.949871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:27.074196 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-33f7e39e-e190-407a-8e38-d9e5c6711514 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:27.075698 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-33f7e39e-e190-407a-8e38-d9e5c6711514 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/networks?id=48b520fa-cc20-4586-b2af-ce291527c9f1 HTTP/1.1" status: 200 len: 797 time: 0.2569618 Feb 16 13:18:27.091636 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-f68afa5f-84fd-427a-9c86-861cef88502f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/quotas/9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 375 time: 0.0096378 Feb 16 13:18:27.177786 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-318899a0-a8b0-40c0-8695-bb4cf4e0f7c7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801055 Feb 16 13:18:27.271117 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device dc93140a-740e-48a2-8545-85d49d84d8cd up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:27.323933 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-de8f5bae-1f46-442c-8a8b-84bf63bf8648 service neutron] 10.222.0.47 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345792 Feb 16 13:18:27.407571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port dc93140a-740e-48a2-8545-85d49d84d8cd triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:27.408169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.464317 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e1e62d16-ed51-4b05-904e-ffe13fbab5b8 service neutron] 10.222.0.47 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344831 Feb 16 13:18:27.488683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 2, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:27.521097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Checking router: 1fda4426-dcce-472e-baa7-90380e6757ff for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:27.521456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Updating router 1fda4426-dcce-472e-baa7-90380e6757ff port b1f41326-b221-42d3-be39-871c27fd29cb binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:27.597283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.836868 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1af1b3f-72f7-4406-b048-b38b5126fb4a req-f0f6646a-fec1-46b7-890b-fba2dc8f62ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 210 time: 0.0485511 Feb 16 13:18:27.962735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.975556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Transition to ACTIVE for port object b1f41326-b221-42d3-be39-871c27fd29cb will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:28.051984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:28.213104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b32b1-6cad-4b91-9304-f9b605ecef83 None None] Pushing event updated for resources: {'Port': ['ID=b1f41326-b221-42d3-be39-871c27fd29cb,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:28.275756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Attempting to bind port b1f41326-b221-42d3-be39-871c27fd29cb on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Attempting to bind port b1f41326-b221-42d3-be39-871c27fd29cb by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Attempting to bind port b1f41326-b221-42d3-be39-871c27fd29cb on network 48b520fa-cc20-4586-b2af-ce291527c9f1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Checking segment: {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Bound using segment: {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Bound port: b1f41326-b221-42d3-be39-871c27fd29cb, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:28.285506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:28.381261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] For port b1f41326-b221-42d3-be39-871c27fd29cb, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:28.384119 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] For port b1f41326-b221-42d3-be39-871c27fd29cb, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b1f41326-b221-42d3-be39-871c27fd29cb,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:28.487399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:28.569922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:28.570748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:28.637454 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b32b1-6cad-4b91-9304-f9b605ecef83 None None] Pushing event updated for resources: {'Port': ['ID=b1f41326-b221-42d3-be39-871c27fd29cb,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:28.774827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:28.935654 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5db596f-9f2b-43ba-9ea8-727a8b800ee7 req-b2f1dd4c-cc46-4c89-818d-c9aa12cfc5b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 210 time: 0.0436294 Feb 16 13:18:29.148566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:28Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:29.152195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5918e8-b6b5-4da3-8af7-aea981f1c65d None None] The sync data for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv is: [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:28Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:30.107446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c70883f3-0ecb-4142-99f3-9efea1f04d98 req-7676c71a-a059-4724-867c-cbd74f48b65b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 210 time: 0.0480659 Feb 16 13:18:30.420774 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-3eb28958-04df-4a32-bab4-764238897bee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:30.421466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-3eb28958-04df-4a32-bab4-764238897bee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:18:30.526637 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-3eb28958-04df-4a32-bab4-764238897bee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:18:30.527935 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-3eb28958-04df-4a32-bab4-764238897bee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/networks?id=48b520fa-cc20-4586-b2af-ce291527c9f1 HTTP/1.1" status: 200 len: 797 time: 0.2553966 Feb 16 13:18:30.585445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-b74e4336-61e3-4cac-852e-867e7640eec2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:18:30.670207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b1f41326-b221-42d3-be39-871c27fd29cb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:30.686354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-b74e4336-61e3-4cac-852e-867e7640eec2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:18:30.687560 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-b74e4336-61e3-4cac-852e-867e7640eec2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 380 time: 0.1459498 Feb 16 13:18:30.697613 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'port': {'device_id': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'admin_state_up': True, 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'security_groups': ['df40826f-5d4f-4ae1-a6c7-ab986d60f7d9']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:30.806335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b1f41326-b221-42d3-be39-871c27fd29cb completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:30.812387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b1f41326-b221-42d3-be39-871c27fd29cb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:30.812761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:30.839341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:30.845921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:port and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:30.847013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:30.852795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:30.926320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:30.930016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:30.931086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:30.963707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b1f41326-b221-42d3-be39-871c27fd29cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b1f41326-b221-42d3-be39-871c27fd29cb,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:31.041076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:31.107254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.4 (48b520fa-cc20-4586-b2af-ce291527c9f1/c295f794-3119-4891-95df-9eebd524abd0/c4fabf72-e0e6-40c1-9f25-b9c96565842e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:31.113817 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b1f41326-b221-42d3-be39-871c27fd29cb,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:31.260887 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3f2f00a-8cc4-46d1-8537-989c3a3af726 req-326fc074-c5f0-434f-b519-77295ebe708e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 210 time: 0.0463257 Feb 16 13:18:31.309933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:31.324256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object c4fabf72-e0e6-40c1-9f25-b9c96565842e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:31.424168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:31.496306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:31.499553 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:31.503686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:31.539445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=c4fabf72-e0e6-40c1-9f25-b9c96565842e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:31.574617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:31.575182 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:31.664209 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-973207d5-6c7c-4739-b182-9bc31ef433ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9705989 Feb 16 13:18:31.676089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Request body: {'port': {'device_id': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:31.743075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7ed9a936-40d5-4c7b-bcff-c32edc973d74 None None] Provisioning for port c4fabf72-e0e6-40c1-9f25-b9c96565842e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:31.748455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7ed9a936-40d5-4c7b-bcff-c32edc973d74 None None] Provisioning complete for port c4fabf72-e0e6-40c1-9f25-b9c96565842e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:31.748830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ed9a936-40d5-4c7b-bcff-c32edc973d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:31.806729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9a936-40d5-4c7b-bcff-c32edc973d74 None None] Port c4fabf72-e0e6-40c1-9f25-b9c96565842e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:31.888800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:32.244065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fabf72-e0e6-40c1-9f25-b9c96565842e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:18:32.251859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:32.265798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Transition to ACTIVE for port object c4fabf72-e0e6-40c1-9f25-b9c96565842e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:32.337687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:32.447604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc093f7-f395-4fdf-97e4-d1aad85037ad req-5d22d917-a368-4285-950e-62bc42eb1a1d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:32.454516 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7dc093f7-f395-4fdf-97e4-d1aad85037ad req-5d22d917-a368-4285-950e-62bc42eb1a1d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 943 time: 0.0832100 Feb 16 13:18:32.513011 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7dc093f7-f395-4fdf-97e4-d1aad85037ad req-12412b54-188b-4fb7-af49-dfce145b0c22 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522852 Feb 16 13:18:32.544075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Pushing event updated for resources: {'Port': ['ID=c4fabf72-e0e6-40c1-9f25-b9c96565842e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:32.590937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Attempting to bind port c4fabf72-e0e6-40c1-9f25-b9c96565842e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:32.591330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Attempting to bind port c4fabf72-e0e6-40c1-9f25-b9c96565842e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:32.591625 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Attempting to bind port c4fabf72-e0e6-40c1-9f25-b9c96565842e on network 48b520fa-cc20-4586-b2af-ce291527c9f1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:32.596845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Port c4fabf72-e0e6-40c1-9f25-b9c96565842e on network 48b520fa-cc20-4586-b2af-ce291527c9f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:18:32.597167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Attempting to bind port c4fabf72-e0e6-40c1-9f25-b9c96565842e on network 48b520fa-cc20-4586-b2af-ce291527c9f1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:32.602482 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:32.602816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Checking segment: {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:32.603220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Bound using segment: {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:32.603646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Bound port: c4fabf72-e0e6-40c1-9f25-b9c96565842e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994abb2c-1d5f-4cc7-b399-bf442c9d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:32.603986 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:32.648592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b1f41326-b221-42d3-be39-871c27fd29cb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:32.695110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] For port c4fabf72-e0e6-40c1-9f25-b9c96565842e, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:32.697957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] For port c4fabf72-e0e6-40c1-9f25-b9c96565842e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:32.715243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b1f41326-b221-42d3-be39-871c27fd29cb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:32.715618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:32.784375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:32.850544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:32.851194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:32.852559 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] 10.222.0.67 "PUT /v2.0/ports/c4fabf72-e0e6-40c1-9f25-b9c96565842e HTTP/1.1" status: 200 len: 1093 time: 1.1806777 Feb 16 13:18:32.852994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:18:32.879468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d3297-561b-4e14-96d0-6a4b3a38475c service neutron] Pushing event updated for resources: {'Port': ['ID=c4fabf72-e0e6-40c1-9f25-b9c96565842e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:32.903297 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'status': 'completed', 'code': 200} Feb 16 13:18:32.998746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005442-35fc-468c-a777-215d69af2838 req-bcd8e16a-2b66-4145-a1be-0ae8947b5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:33.000259 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-04005442-35fc-468c-a777-215d69af2838 req-bcd8e16a-2b66-4145-a1be-0ae8947b5292 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 1096 time: 0.0752933 Feb 16 13:18:33.146199 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005442-35fc-468c-a777-215d69af2838 req-fe59fac6-534a-412d-9621-b4b4c13d34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:33.147688 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-04005442-35fc-468c-a777-215d69af2838 req-fe59fac6-534a-412d-9621-b4b4c13d34e8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1403952 Feb 16 13:18:33.288617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005442-35fc-468c-a777-215d69af2838 req-e14446c2-3619-4b07-8e7c-b21e221c5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:33.290118 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-04005442-35fc-468c-a777-215d69af2838 req-e14446c2-3619-4b07-8e7c-b21e221c5104 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1352165 Feb 16 13:18:33.402192 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-edee4c87-8b65-4325-9743-0f9a73811d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:33.403690 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-edee4c87-8b65-4325-9743-0f9a73811d77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 1096 time: 0.0757589 Feb 16 13:18:33.472012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-faff0378-7e4e-452d-89fb-a3cbd4e475bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e HTTP/1.1" status: 200 len: 217 time: 0.0610585 Feb 16 13:18:33.535472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-1da1a5d6-dd81-48ed-bd04-7b82eca447cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:33.536978 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-1da1a5d6-dd81-48ed-bd04-7b82eca447cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c295f794-3119-4891-95df-9eebd524abd0 HTTP/1.1" status: 200 len: 834 time: 0.0595465 Feb 16 13:18:33.612877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-4cd4e9f7-cf4b-4593-9bca-f0b4d62d0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:33.614496 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-4cd4e9f7-cf4b-4593-9bca-f0b4d62d0626 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48b520fa-cc20-4586-b2af-ce291527c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717666 Feb 16 13:18:33.708658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeb29d-6bfd-434e-9ba4-f91e3f986b57 req-42ce3580-f790-4d5b-9e56-6490e0ede62b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:33.710031 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25aeb29d-6bfd-434e-9ba4-f91e3f986b57 req-42ce3580-f790-4d5b-9e56-6490e0ede62b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 943 time: 0.0840521 Feb 16 13:18:33.751030 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-65120dc2-1d25-4dac-8bd8-db3d05fb1b0f service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297569 Feb 16 13:18:33.755503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-25aeb29d-6bfd-434e-9ba4-f91e3f986b57 req-c008e5a2-3a64-41ed-b066-bfbffd00d76a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392170 Feb 16 13:18:33.851862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b85b3d4c-317c-4db9-86d5-703f6eb7f079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:33.978754 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-cd4084ac-cecb-49a5-8b00-db9f4edc2838 req-6c0ef64a-ce68-4b0e-bd21-c0f2db8eae54 service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216249 Feb 16 13:18:34.937214 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95351ec7-a5a3-4b5b-ac95-c37240ca4cad req-f2f85251-bc36-4e79-94ad-c62e1b7b56c0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:34.939183 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-95351ec7-a5a3-4b5b-ac95-c37240ca4cad req-f2f85251-bc36-4e79-94ad-c62e1b7b56c0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 943 time: 0.0774386 Feb 16 13:18:34.986002 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-95351ec7-a5a3-4b5b-ac95-c37240ca4cad req-0f781122-d715-492e-8132-73a094120b6c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412338 Feb 16 13:18:36.154561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b6acbdf8-7f68-4356-93c3-72676e08aafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.172097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d56206-14a8-4644-a1a2-4b796e8c4035 req-7bc59fb7-47d6-4d2d-9328-c8af988eb9e8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:36.173703 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-03d56206-14a8-4644-a1a2-4b796e8c4035 req-7bc59fb7-47d6-4d2d-9328-c8af988eb9e8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 943 time: 0.0836537 Feb 16 13:18:36.218421 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-03d56206-14a8-4644-a1a2-4b796e8c4035 req-67c89ad3-d1d6-4c70-a522-fbcd4cffdf7b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Feb 16 13:18:36.423834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c4fabf72-e0e6-40c1-9f25-b9c96565842e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:18:36.564412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port c4fabf72-e0e6-40c1-9f25-b9c96565842e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:36.578578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'port_id': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'mac_address': 'fa:16:3e:5e:ba:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:18:36.638126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.655015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fabf72-e0e6-40c1-9f25-b9c96565842e {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:18:36.670261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port c4fabf72-e0e6-40c1-9f25-b9c96565842e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:36.760345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.830801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=c4fabf72-e0e6-40c1-9f25-b9c96565842e,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:37.017748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['c4fabf72-e0e6-40c1-9f25-b9c96565842e'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:18:37.284416 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:37.371688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:37.421925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6990f-9883-433f-8744-d21080f3f6b0 req-3ebb7716-2275-4b8a-b77c-765730363fe7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:37.423574 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6d6990f-9883-433f-8744-d21080f3f6b0 req-3ebb7716-2275-4b8a-b77c-765730363fe7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 944 time: 0.0836806 Feb 16 13:18:37.468901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d6d6990f-9883-433f-8744-d21080f3f6b0 req-0be0b43a-b118-4755-86c8-5e5924e30de2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394111 Feb 16 13:18:38.423196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c4fabf72-e0e6-40c1-9f25-b9c96565842e up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:38.566059 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port c4fabf72-e0e6-40c1-9f25-b9c96565842e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:38.571092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port c4fabf72-e0e6-40c1-9f25-b9c96565842e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:38.571540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:38.664702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3dbc-d8fd-4ae8-8aba-bea656a7b437 req-8e79dcf0-d90b-483c-a0fd-6346670d8879 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:38.666197 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-761b3dbc-d8fd-4ae8-8aba-bea656a7b437 req-8e79dcf0-d90b-483c-a0fd-6346670d8879 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 944 time: 0.0803587 Feb 16 13:18:38.694729 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:38.714561 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-761b3dbc-d8fd-4ae8-8aba-bea656a7b437 req-e7800687-1d25-4e2e-98d8-3879a5e1fd0e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Feb 16 13:18:38.725151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:18:38.741358 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port c4fabf72-e0e6-40c1-9f25-b9c96565842e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:38.778049 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'code': 200} Feb 16 13:18:38.891285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:38.941635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:38.965546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=c4fabf72-e0e6-40c1-9f25-b9c96565842e,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:39.195847 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a88ca-45a0-45bf-abab-15405a5d7198 req-05b8f531-d2d5-419c-9445-f80b03cd6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:39.197316 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a66a88ca-45a0-45bf-abab-15405a5d7198 req-05b8f531-d2d5-419c-9445-f80b03cd6c03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 1098 time: 0.0731850 Feb 16 13:18:39.239854 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a66a88ca-45a0-45bf-abab-15405a5d7198 req-852d1879-6bba-4101-b343-29b05b03ad33 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355706 Feb 16 13:18:39.908265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85f479-c91d-424f-a615-502d8bff9f94 req-690598b1-afc5-443d-b826-86ab3bca17bf tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:39.909740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dd85f479-c91d-424f-a615-502d8bff9f94 req-690598b1-afc5-443d-b826-86ab3bca17bf tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.0859115 Feb 16 13:18:39.954120 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dd85f479-c91d-424f-a615-502d8bff9f94 req-1091ca7c-5b90-4634-8457-6fd83b8bbf24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384355 Feb 16 13:18:41.140650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95212d81-44c9-4346-8d61-634b6394ddc7 req-cf07fb72-776b-425d-bbaa-62da26659a3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:41.142132 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-95212d81-44c9-4346-8d61-634b6394ddc7 req-cf07fb72-776b-425d-bbaa-62da26659a3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.0793920 Feb 16 13:18:41.185081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-95212d81-44c9-4346-8d61-634b6394ddc7 req-3f3e054f-2d91-44dc-9249-d12ed6c1c5c7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 Feb 16 13:18:41.372495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dcdf9-2351-47e8-8698-924fbe20d448 req-6b32485c-66a5-42b6-b2bb-f4c8f3ee89f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:41.375119 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e95dcdf9-2351-47e8-8698-924fbe20d448 req-6b32485c-66a5-42b6-b2bb-f4c8f3ee89f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.0866201 Feb 16 13:18:41.394292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:41.419632 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e95dcdf9-2351-47e8-8698-924fbe20d448 req-72d20a36-d120-46ab-afb3-28ab8c5f12bc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386164 Feb 16 13:18:41.445184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33398) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:41.514013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa2e90-935b-4730-b1d6-0c86db1b641f tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:41.515542 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4aaa2e90-935b-4730-b1d6-0c86db1b641f tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 1093 time: 0.0693541 Feb 16 13:18:41.518292 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33402) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:41.523283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:41.529765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:41.534649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:floatingip and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:41.537786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:41.544156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:41.605677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:41.743772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:41.882932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.16 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/31f514d2-acb4-4a64-b4e3-36ad0bc00338) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:42.033953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:42.132002 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:42.200610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:42.203516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:42.207736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:42.242656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=31f514d2-acb4-4a64-b4e3-36ad0bc00338,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:42.637008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:42.804712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:43.015845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:43.086230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:43.294687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=31f514d2-acb4-4a64-b4e3-36ad0bc00338,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:43.311005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:43.485909 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 38389f5a-a6bd-4195-947c-32d301d8a654 associated. External IP: 172.26.6.16, port: c4fabf72-e0e6-40c1-9f25-b9c96565842e. Feb 16 13:18:43.838702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 1fda4426-dcce-472e-baa7-90380e6757ff has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:44.018547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:44.028541 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] Sync routers for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:44.038309 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:44.038913 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:44.108494 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:44.164260 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a5050965-0862-465c-a448-e13ba65c0b61 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6449678 Feb 16 13:18:44.164860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:18:44.216928 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'status': 'completed', 'code': 200} Feb 16 13:18:44.223963 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:44.332786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-eb16446d-cd0e-4b91-8e1a-2a9280070eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.335736 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-eb16446d-cd0e-4b91-8e1a-2a9280070eed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 1098 time: 0.0944147 Feb 16 13:18:44.348702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c89450-8421-4835-b96a-2d39c966c388 req-883cd39a-68d2-4881-8771-293a8568dabc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.350185 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9c89450-8421-4835-b96a-2d39c966c388 req-883cd39a-68d2-4881-8771-293a8568dabc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.0874214 Feb 16 13:18:44.398371 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9c89450-8421-4835-b96a-2d39c966c388 req-fd3a5551-2dd4-4488-830c-c7910cb69064 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421846 Feb 16 13:18:44.422106 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33410) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:44.471528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-418543f6-6df2-4c3b-af4a-ec134d4c7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.473017 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-418543f6-6df2-4c3b-af4a-ec134d4c7c0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=48b520fa-cc20-4586-b2af-ce291527c9f1 HTTP/1.1" status: 200 len: 897 time: 0.1305413 Feb 16 13:18:44.531806 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c5290658-26c8-4553-b967-d433718faca9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/38389f5a-a6bd-4195-947c-32d301d8a654 HTTP/1.1" status: 200 len: 990 time: 0.1068265 Feb 16 13:18:44.579273 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-aa074b80-9ad7-4017-8547-ac8d02fdaa69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e HTTP/1.1" status: 200 len: 998 time: 0.0995176 Feb 16 13:18:44.583272 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '38389f5a-a6bd-4195-947c-32d301d8a654', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.16', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'port_id': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'mac_address': 'fa:16:3e:5e:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:18:42Z', 'updated_at': '2022-02-16T13:18:42Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:44.587221 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] Checking router: 1fda4426-dcce-472e-baa7-90380e6757ff for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:44.596347 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:44.597153 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:18:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:44.646269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-2ba8ddb6-4a2d-4ce4-91ad-417ed6f44fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.648035 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-2ba8ddb6-4a2d-4ce4-91ad-417ed6f44fe5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c295f794-3119-4891-95df-9eebd524abd0 HTTP/1.1" status: 200 len: 834 time: 0.0624435 Feb 16 13:18:44.730357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-105ebef3-8962-4286-8b13-62f90efb6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.731803 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-105ebef3-8962-4286-8b13-62f90efb6fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48b520fa-cc20-4586-b2af-ce291527c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749700 Feb 16 13:18:44.786818 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:44.868259 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-7fa71a4e-6716-42f5-af4c-6134d37d36e2 service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296742 Feb 16 13:18:45.132988 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f449b2e3-df59-4435-a7f5-f1bf92c0846e req-eaecc9b5-f592-40f7-baf9-19fd062a0b96 service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579703 Feb 16 13:18:45.146548 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '38389f5a-a6bd-4195-947c-32d301d8a654', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.16', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'port_id': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'mac_address': 'fa:16:3e:5e:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:18:42Z', 'updated_at': '2022-02-16T13:18:42Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:45.150516 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079605f-a1d3-402d-a17e-f81fd0b8f269 None None] The sync data for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv is: [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '38389f5a-a6bd-4195-947c-32d301d8a654', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.16', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'port_id': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'mac_address': 'fa:16:3e:5e:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:18:42Z', 'updated_at': '2022-02-16T13:18:42Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:45.336568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db060a3-5dee-4cb3-a8f3-4fad546cedfd None None] New status for floating IP 38389f5a-a6bd-4195-947c-32d301d8a654: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:18:45.534654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33414) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:45.641554 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-856a6156-6a11-408c-8123-922fd8c5151b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/38389f5a-a6bd-4195-947c-32d301d8a654 HTTP/1.1" status: 200 len: 990 time: 0.1057107 Feb 16 13:18:46.648245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:46.772181 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-22b4bc9d-8c7d-418f-bae9-48c3f699a899 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/38389f5a-a6bd-4195-947c-32d301d8a654 HTTP/1.1" status: 200 len: 992 time: 0.1224024 Feb 16 13:18:48.017881 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:18:51.849566 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-e51ae553-4446-4ee6-bcce-1cefa25fc354 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721200 Feb 16 13:18:51.987585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-80e51168-f159-4919-b51d-a0fc498a2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:51.989165 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-80e51168-f159-4919-b51d-a0fc498a2251 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 1098 time: 0.0720382 Feb 16 13:18:52.137186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-159bae7c-82b4-45e4-8c04-5a35a08929e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:52.138624 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-159bae7c-82b4-45e4-8c04-5a35a08929e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=48b520fa-cc20-4586-b2af-ce291527c9f1 HTTP/1.1" status: 200 len: 897 time: 0.1293530 Feb 16 13:18:52.244164 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-fc99868b-ecc2-48e0-a87e-584f7062df89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e HTTP/1.1" status: 200 len: 1000 time: 0.0971649 Feb 16 13:18:52.308660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-fd3173d2-97d2-4a5e-9edc-1716a34a7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:52.310079 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-fd3173d2-97d2-4a5e-9edc-1716a34a7e22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c295f794-3119-4891-95df-9eebd524abd0 HTTP/1.1" status: 200 len: 834 time: 0.0599482 Feb 16 13:18:52.383563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-1f2b698a-a15f-48d7-960a-0b0441506231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:52.385028 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-1f2b698a-a15f-48d7-960a-0b0441506231 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48b520fa-cc20-4586-b2af-ce291527c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688701 Feb 16 13:18:52.518860 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-90df5673-ba9d-4994-8df7-753411c7b980 service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261652 Feb 16 13:18:52.650495 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8dbbe630-f925-439e-b87f-a83772b8ab4e req-1a5d31f3-9902-4136-83ce-963f52916ffe service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245823 Feb 16 13:19:03.896567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0dc9d19c-f9b8-46c7-a8f7-7807333cdf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:06.245102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc5de9bb-9148-46f6-a577-6bdffd22b3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.262465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.359649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.873870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:11.462210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:18.672553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433050-7a71-433f-b630-4f23ca0c0767 req-b3424784-e8c1-45e3-a129-3f798537a072 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.674036 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca433050-7a71-433f-b630-4f23ca0c0767 req-b3424784-e8c1-45e3-a129-3f798537a072 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.2380471 Feb 16 13:19:18.719483 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca433050-7a71-433f-b630-4f23ca0c0767 req-bb240f8e-98a3-4ed8-891f-dea6b81c1772 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387328 Feb 16 13:19:19.972051 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d08b08-c750-465a-ae2c-34c6cf04e475 req-e8886b69-6370-4c8b-abce-a1a69a37cc2d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:19.973582 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8d08b08-c750-465a-ae2c-34c6cf04e475 req-e8886b69-6370-4c8b-abce-a1a69a37cc2d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.1425176 Feb 16 13:19:20.022182 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8d08b08-c750-465a-ae2c-34c6cf04e475 req-905b8a2e-6b88-4d7f-bf36-626cb134b28f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Feb 16 13:19:20.045694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33446) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:20.158130 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e3e6f752-5c14-4813-a362-1cc7b4ecf206 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/38389f5a-a6bd-4195-947c-32d301d8a654 HTTP/1.1" status: 200 len: 992 time: 0.1112239 Feb 16 13:19:21.806847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df6e94-c1c7-45e2-91f5-530fbc506702 req-dd911a0f-f546-4ed5-a30f-5734451e1218 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:21.809256 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b1df6e94-c1c7-45e2-91f5-530fbc506702 req-dd911a0f-f546-4ed5-a30f-5734451e1218 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.1016631 Feb 16 13:19:21.862109 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b1df6e94-c1c7-45e2-91f5-530fbc506702 req-536beb3e-0e53-40c1-94cd-a79dc1580181 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Feb 16 13:19:23.063662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e3fb-c38c-4e2c-bfa1-5698e619dfc6 req-aed1cf8d-440b-4817-982a-5683628b97fa tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:23.065179 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cc8e3fb-c38c-4e2c-bfa1-5698e619dfc6 req-aed1cf8d-440b-4817-982a-5683628b97fa tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.0914364 Feb 16 13:19:23.112671 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8cc8e3fb-c38c-4e2c-bfa1-5698e619dfc6 req-f53ce9f0-3831-4c57-a863-6990d6e64dfa tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Feb 16 13:19:23.135479 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33458) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:23.249234 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-75e7f65b-81c6-40e1-8fa9-1d2bb1c8cf82 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/38389f5a-a6bd-4195-947c-32d301d8a654 HTTP/1.1" status: 200 len: 992 time: 0.1125376 Feb 16 13:19:23.547962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33466) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:23.754351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 31f514d2-acb4-4a64-b4e3-36ad0bc00338 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:19:23.754863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:23.934097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:23.934427 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:24.064197 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 31f514d2-acb4-4a64-b4e3-36ad0bc00338 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:19:24.307920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:24.355010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=31f514d2-acb4-4a64-b4e3-36ad0bc00338,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:24.400098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.400441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.400786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.401117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.401454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.401774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.402095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.402415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.402730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.403066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.403384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.403696 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:24.467318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:24.467648 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 38389f5a-a6bd-4195-947c-32d301d8a654 disassociated (deleted). External IP: 172.26.6.16, port: c4fabf72-e0e6-40c1-9f25-b9c96565842e. Feb 16 13:19:24.923879 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 1fda4426-dcce-472e-baa7-90380e6757ff has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:19:25.017858 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:19:25.120293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:19:25.130030 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] Sync routers for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:19:25.133326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:25.140545 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:25.141177 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:25.190866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-989eae52-ffd7-4260-9b6b-dc9acbd9a744 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/floatingips/38389f5a-a6bd-4195-947c-32d301d8a654 HTTP/1.1" status: 204 len: 168 time: 1.6417961 Feb 16 13:19:25.191380 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:25.239563 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'status': 'completed', 'code': 200} Feb 16 13:19:25.363556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-a7032fa4-7eaf-4dee-a809-025c8602fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:25.365101 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-a7032fa4-7eaf-4dee-a809-025c8602fcd7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 1098 time: 0.1012328 Feb 16 13:19:25.375266 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:25.513570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-63815204-c5a4-4ec2-ae47-35abaa363d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:25.515009 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-63815204-c5a4-4ec2-ae47-35abaa363d75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=48b520fa-cc20-4586-b2af-ce291527c9f1 HTTP/1.1" status: 200 len: 897 time: 0.1432049 Feb 16 13:19:25.606089 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-404825b4-9781-4d40-9a42-a149b2db1e12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e HTTP/1.1" status: 200 len: 217 time: 0.0703077 Feb 16 13:19:25.669891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-9fead8e2-6c20-44f7-b471-bdc8b49b5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:25.671852 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-9fead8e2-6c20-44f7-b471-bdc8b49b5923 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c295f794-3119-4891-95df-9eebd524abd0 HTTP/1.1" status: 200 len: 834 time: 0.0634930 Feb 16 13:19:25.735709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:25.740004 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] Checking router: 1fda4426-dcce-472e-baa7-90380e6757ff for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:19:25.750507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:25.751204 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:25.751671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181a10c-e2cc-4b8f-b9d0-6183642d9c66 req-51b2fb4c-27a9-4bdc-b149-b2923fe536ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:25.752431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-9181a10c-e2cc-4b8f-b9d0-6183642d9c66 req-51b2fb4c-27a9-4bdc-b149-b2923fe536ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:19:25.821747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-9181a10c-e2cc-4b8f-b9d0-6183642d9c66 req-51b2fb4c-27a9-4bdc-b149-b2923fe536ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:19:25.822867 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9181a10c-e2cc-4b8f-b9d0-6183642d9c66 req-51b2fb4c-27a9-4bdc-b149-b2923fe536ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.1586547 Feb 16 13:19:25.872768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-0c220095-f6a4-430c-b1da-f0d5a3b3f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:25.874287 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-0c220095-f6a4-430c-b1da-f0d5a3b3f917 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48b520fa-cc20-4586-b2af-ce291527c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1954453 Feb 16 13:19:25.884168 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9181a10c-e2cc-4b8f-b9d0-6183642d9c66 req-109371a7-d2cd-4ce9-8f6b-98fd02b0806f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535984 Feb 16 13:19:25.954730 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:26.019681 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-536c769b-bb39-4fcb-b816-b85bdd5a42e4 service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383340 Feb 16 13:19:26.156493 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-8a458518-4144-41e9-a6ce-9f0e849145f0 req-8c427b90-b768-4b83-b83f-e3c90a86e523 service neutron] 10.222.0.67 "GET /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295209 Feb 16 13:19:26.300174 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:26.304433 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33571961-61ba-4463-94f4-b50111fc1bd7 None None] The sync data for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv is: [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b1f41326-b221-42d3-be39-871c27fd29cb', 'name': '', 'network_id': '48b520fa-cc20-4586-b2af-ce291527c9f1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:30:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'c295f794-3119-4891-95df-9eebd524abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:24Z', 'updated_at': '2022-02-16T13:18:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c295f794-3119-4891-95df-9eebd524abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:19:26.523673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f616788-d2bf-412b-86f1-82fdbbfc933e None None] New status for floating IP 38389f5a-a6bd-4195-947c-32d301d8a654: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:19:27.076905 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee952738-7c83-4e79-bf0d-6d2d6834ac64 req-a813505a-07bd-4972-a7f0-a0cc4667c5cc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.078853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ee952738-7c83-4e79-bf0d-6d2d6834ac64 req-a813505a-07bd-4972-a7f0-a0cc4667c5cc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.0832009 Feb 16 13:19:27.130071 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ee952738-7c83-4e79-bf0d-6d2d6834ac64 req-2d4328f9-7c4c-473c-8e5f-4a75b11bf1e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Feb 16 13:19:27.439680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-b332bfa7-11c0-4729-8cbe-276dbfcbe911 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.440403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-b332bfa7-11c0-4729-8cbe-276dbfcbe911 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:19:27.453395 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-b332bfa7-11c0-4729-8cbe-276dbfcbe911 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:19:27.454533 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-b332bfa7-11c0-4729-8cbe-276dbfcbe911 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 945 time: 0.0985320 Feb 16 13:19:27.530404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port c4fabf72-e0e6-40c1-9f25-b9c96565842e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:19:27.530775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:27.803287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port c4fabf72-e0e6-40c1-9f25-b9c96565842e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c4fabf72-e0e6-40c1-9f25-b9c96565842e,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:27.803544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:27.930583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for c4fabf72-e0e6-40c1-9f25-b9c96565842e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:19:28.147573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:28.200657 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=c4fabf72-e0e6-40c1-9f25-b9c96565842e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:28.270441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.270787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.271160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.271499 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.271829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.272164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.272484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.272808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.273130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.273452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.273771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.274091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:28.290392 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5bc7faea-b3c8-4786-b0e1-bcd7184d9e4c req-67f520cd-5dd3-45ea-8753-5ec5c6be481d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f42c0f9-0acd-4973-b130-83e4658e6347 HTTP/1.1" status: 200 len: 210 time: 0.0445499 Feb 16 13:19:28.291327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] No DVR routers for this DVR port c4fabf72-e0e6-40c1-9f25-b9c96565842e on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:19:28.293743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:28.297063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'name': 'network-vif-deleted', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:28.343904 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42c0f9-0acd-4973-b130-83e4658e6347', 'name': 'network-vif-deleted', 'tag': 'c4fabf72-e0e6-40c1-9f25-b9c96565842e', 'status': 'completed', 'code': 200} Feb 16 13:19:28.371244 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-794931b5-4f4c-4e2a-a72a-dd08ae8128c7 req-21e27530-2866-41fc-a134-dc4af2c7362b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "DELETE /v2.0/ports/c4fabf72-e0e6-40c1-9f25-b9c96565842e HTTP/1.1" status: 204 len: 173 time: 0.9112694 Feb 16 13:19:29.389403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33484) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:29.979733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:30.466672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port b1f41326-b221-42d3-be39-871c27fd29cb {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:19:30.467436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:30.642384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c4fabf72-e0e6-40c1-9f25-b9c96565842e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:19:30.664279 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port b1f41326-b221-42d3-be39-871c27fd29cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b1f41326-b221-42d3-be39-871c27fd29cb,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:30.664637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:30.683589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: c4fabf72-e0e6-40c1-9f25-b9c96565842e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:19:30.683943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device c4fabf72-e0e6-40c1-9f25-b9c96565842e not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:19:30.792492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for b1f41326-b221-42d3-be39-871c27fd29cb owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:19:31.055318 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:31.107716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=b1f41326-b221-42d3-be39-871c27fd29cb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:31.397901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:31.770707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 1fda4426-dcce-472e-baa7-90380e6757ff has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:19:32.068982 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:19:32.080131 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] Sync routers for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:19:32.083552 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c555cd24-3c0e-4281-806f-67dbab5bd72b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/1fda4426-dcce-472e-baa7-90380e6757ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922362 Feb 16 13:19:32.086202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33488) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:32.090228 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:32.090824 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:32.168368 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting subnet c295f794-3119-4891-95df-9eebd524abd0 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:19:32.172072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.232021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.278205 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:32.321095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.490808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.528914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Subnet': ['ID=c295f794-3119-4891-95df-9eebd524abd0,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:32.535112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.544468 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-25e74c86-a1be-41fc-a736-a5d2ec858766 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/subnets/c295f794-3119-4891-95df-9eebd524abd0 HTTP/1.1" status: 204 len: 168 time: 0.4544928 Feb 16 13:19:32.544694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62974f2-3ed7-4aff-b9ec-166aafa2b703 None None] Network 48b520fa-cc20-4586-b2af-ce291527c9f1 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:19:32.545131 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33492) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:32.613352 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:19:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:32.619723 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] Checking router: 1fda4426-dcce-472e-baa7-90380e6757ff for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:19:32.628712 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] Routers {'1fda4426-dcce-472e-baa7-90380e6757ff'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:32.629472 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['1fda4426-dcce-472e-baa7-90380e6757ff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:32.753253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.810179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] DHCP port deletion for 48b520fa-cc20-4586-b2af-ce291527c9f1 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:19:32.813214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Deleting port 90287d22-c40f-4288-8e88-a0e7733cc9eb {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:19:32.813772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.814661 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] Set router 1fda4426-dcce-472e-baa7-90380e6757ff gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:32.943414 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:33.032829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port dc93140a-740e-48a2-8545-85d49d84d8cd {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:19:33.033426 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:33.041870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] For port 90287d22-c40f-4288-8e88-a0e7733cc9eb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=90287d22-c40f-4288-8e88-a0e7733cc9eb,segment=NetworkSegment(994abb2c-1d5f-4cc7-b399-bf442c9d2e75),segment_id=994abb2c-1d5f-4cc7-b399-bf442c9d2e75)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:33.041870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:33.113020 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:19:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:33.117298 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c700e3f-9f08-4288-9101-b2c232da33c3 None None] The sync data for ids ['1fda4426-dcce-472e-baa7-90380e6757ff'] in dv-neutron-829487-1-hyperv is: [{'id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020338855', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:19:30Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'dc93140a-740e-48a2-8545-85d49d84d8cd', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda4426-dcce-472e-baa7-90380e6757ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:19:33.163244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Calling delete_port for 90287d22-c40f-4288-8e88-a0e7733cc9eb owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:19:33.226653 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port dc93140a-740e-48a2-8545-85d49d84d8cd, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=dc93140a-740e-48a2-8545-85d49d84d8cd,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:33.227117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:33.330071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:33.355357 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for dc93140a-740e-48a2-8545-85d49d84d8cd owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:19:33.428014 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Pushing event deleted for resources: {'Port': ['ID=90287d22-c40f-4288-8e88-a0e7733cc9eb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:33.439357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.440065 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.440389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.440719 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.441255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.441593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.441958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.442335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.443368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.443368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.443368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.443807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:33.447221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74318a9e-73a3-42b1-b38b-08e6ea9d47ec None None] No DVR routers for this DVR port 90287d22-c40f-4288-8e88-a0e7733cc9eb on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:19:33.644851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:33.692505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=dc93140a-740e-48a2-8545-85d49d84d8cd,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:33.878563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d5c3-90df-4859-990f-62210a7af6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:33.901023 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.081409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.083911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.198436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.198949 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Fanout notify agent at l3_agent the message router_deleted on router 1fda4426-dcce-472e-baa7-90380e6757ff {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:19:34.224286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.224286 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0acdf44d-2a39-41c5-8e6b-f890c603133a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/routers/1fda4426-dcce-472e-baa7-90380e6757ff HTTP/1.1" status: 204 len: 168 time: 1.6783285 Feb 16 13:19:34.227965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33496) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:34.348625 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.481181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.517878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b520fa-cc20-4586-b2af-ce291527c9f1']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:34.529548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994abb2c-1d5f-4cc7-b399-bf442c9d2e75') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:34.529840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994abb2c-1d5f-4cc7-b399-bf442c9d2e75') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:34.540583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.558193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.565073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:19:34.572400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:19:34.580194 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:19:34.693856 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90287d22-c40f-4288-8e88-a0e7733cc9eb no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:19:34.729008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 90287d22-c40f-4288-8e88-a0e7733cc9eb {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:19:34.729352 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 90287d22-c40f-4288-8e88-a0e7733cc9eb not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:19:34.729770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b1f41326-b221-42d3-be39-871c27fd29cb no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:19:34.753158 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.757635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.765051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: b1f41326-b221-42d3-be39-871c27fd29cb {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:19:34.765051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b1f41326-b221-42d3-be39-871c27fd29cb not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:19:34.765051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device dc93140a-740e-48a2-8545-85d49d84d8cd no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:19:34.790156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Network': ['ID=48b520fa-cc20-4586-b2af-ce291527c9f1,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:34.800723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: dc93140a-740e-48a2-8545-85d49d84d8cd {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:19:34.801070 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device dc93140a-740e-48a2-8545-85d49d84d8cd not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:19:34.891154 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-39d7b7e8-961c-4c0c-abe8-259944f90a02 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/networks/48b520fa-cc20-4586-b2af-ce291527c9f1 HTTP/1.1" status: 204 len: 168 time: 0.6617396 Feb 16 13:19:34.893681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33500) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:34.963517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2558816d-0f1b-48cf-95e3-f03a76948e52 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.994062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2558816d-0f1b-48cf-95e3-f03a76948e52 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:35.163546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2558816d-0f1b-48cf-95e3-f03a76948e52 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:35.182449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558816d-0f1b-48cf-95e3-f03a76948e52 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df40826f-5d4f-4ae1-a6c7-ab986d60f7d9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:35.284277 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2558816d-0f1b-48cf-95e3-f03a76948e52 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:35.285433 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2558816d-0f1b-48cf-95e3-f03a76948e52 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/security-groups/df40826f-5d4f-4ae1-a6c7-ab986d60f7d9 HTTP/1.1" status: 204 len: 168 time: 0.3907762 Feb 16 13:19:35.688335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33508) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:35.693502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630980380', 'description': 'tempest-secgroup-smoke-1630980380 description', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:35.699538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:35.704281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:35.707075 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:35.713046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:35.779988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:35.800080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:35.804034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:35.806882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:35.813078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:35.886587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.004266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.051435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e1e00a-2c4e-47e9-be61-8832975d11be,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:36.124922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.126212 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cc008f52-17b8-4380-b429-c423893db60f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4368799 Feb 16 13:19:36.129447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33512) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:36.137512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'f3e1e00a-2c4e-47e9-be61-8832975d11be', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:36.140810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:36.144676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:36.147642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:36.153466 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:36.192851 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d2412c2-91ef-4e82-9710-6412fea58cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.308645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.374331 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.507415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.531730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfef6aa8-5f0d-48b4-bed1-e9b68932b6a4,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:36.643381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.644622 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-984bf81e-5cf5-4fde-9852-54bab8244621 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5141838 Feb 16 13:19:36.647758 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33516) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:36.652822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'f3e1e00a-2c4e-47e9-be61-8832975d11be', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:36.659900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:36.663869 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:36.667171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:36.673067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:36.782435 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.852339 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.952140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.977689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5d0fd2-4a13-4802-9d29-9e38ca290066,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:37.055177 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.056411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f4274369-db80-49a3-937c-2ea62b38a4ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4077039 Feb 16 13:19:37.059080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33520) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:37.064742 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'f3e1e00a-2c4e-47e9-be61-8832975d11be', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:37.070834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:37.074693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:37.078167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:37.084391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:37.165063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.232994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.294781 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.323982 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.348795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cedbe6f-d376-450a-a007-1092d7443b70,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:37.392814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.450266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.451536 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ff0d7c64-7084-4eaf-b643-8411fb1ba014 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915298 Feb 16 13:19:37.455522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33524) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:37.460769 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'f3e1e00a-2c4e-47e9-be61-8832975d11be', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:37.466776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:37.471153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:37.474164 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:37.479967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:37.605748 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.691797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.843062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.870382 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c9666f-e798-4013-ab13-7e801136c274,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:38.009833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.011105 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-74a997fe-3d3e-470d-ac8f-976691449a8d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5546403 Feb 16 13:19:38.015303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33528) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:38.020822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'f3e1e00a-2c4e-47e9-be61-8832975d11be', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:38.027364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:38.034049 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:38.034818 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:38.040124 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:38.129968 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:19:38.137238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.204593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.273064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.305997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4ce78c-6c02-47a0-9bf9-4e94710f43e4,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:38.461881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.463121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1419378e-4629-4081-965a-b46b18adb4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4465997 Feb 16 13:19:38.465832 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33532) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:38.471500 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'f3e1e00a-2c4e-47e9-be61-8832975d11be', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:38.480794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:38.481613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:38.485262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:38.491190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:38.615183 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:19:38.627723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.692919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.798101 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.826683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747f01da-b942-42c8-a1be-8c9f38ab6486,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:38.929890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.964213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:38.965467 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b093c78f-2e7a-4ace-b2a7-9bdddb65b04c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4986625 Feb 16 13:19:38.968916 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33536) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:38.974522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'network': {'name': 'tempest-network-smoke--1836232250', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'port_security_enabled': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:38.979824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:38.983982 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:network and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:38.987088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:38.993063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:39.112613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:19:39.116390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.144390 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:19:39.153091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.153433 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Added segment d5a595cf-88e4-45bb-a845-02c762c3c2a7 of type vlan for network fbfe2996-d43a-4fc2-af5d-574ec9e63920 Feb 16 13:19:39.182797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.307103 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.313108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:39.313706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.514407 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5444093 Feb 16 13:19:39.519597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:39.524393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eb4f1-24ba-4ad9-ba0d-d597e7666b76 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Network': ['ID=fbfe2996-d43a-4fc2-af5d-574ec9e63920,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:39.524837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'admin_state_up': True, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:39.534481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:39.535054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:19:39.541104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:router and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:39.546391 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:39.554037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:39.678862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.679975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.696194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:40.203653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:40.614318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:40.649148 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:40.798374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.118 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/26b633c1-20ed-4109-8966-f298a424cd74) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:19:40.953839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:41.050226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:41.131823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:19:41.134771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:19:41.138816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:19:41.173968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=26b633c1-20ed-4109-8966-f298a424cd74,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:41.420236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:41.686475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:42.182664 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:42.495308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 0a9d185e-f0fe-428e-a5a3-14b68500d99e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:19:42.694896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:19:42.705563 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Sync routers for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:19:42.715590 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:42.716225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:42.786888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:42.788117 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bd62138b-8988-4da4-897b-9ebe21b944ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2674763 Feb 16 13:19:42.791145 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33546) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:42.833110 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-922bfecd-670e-4375-8584-5fe05ee08a7f tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=9b3ebfd9fce041bb82e179b823949b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406129 Feb 16 13:19:42.835757 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:42.906818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:42.969872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4dbd4a-2403-4a44-a4c6-bcf88f4540f8 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:42.971404 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6b4dbd4a-2403-4a44-a4c6-bcf88f4540f8 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347804 Feb 16 13:19:42.974721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33554) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:43.019517 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-eba60c90-c57d-4fe9-856e-5eae75f9a578 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430603 Feb 16 13:19:43.021945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33558) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:43.027896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601437297', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:43.148577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:43.152596 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:subnet and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:43.156129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:43.161848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:43.195544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:41Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:43.199466 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Checking router: 0a9d185e-f0fe-428e-a5a3-14b68500d99e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:19:43.199818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Updating router 0a9d185e-f0fe-428e-a5a3-14b68500d99e port 26b633c1-20ed-4109-8966-f298a424cd74 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:19:43.238393 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:19:43.241927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.257789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.541430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.611930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.624243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Transition to ACTIVE for port object 26b633c1-20ed-4109-8966-f298a424cd74 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:19:43.626397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Subnet': ['ID=f74ecfaf-8f2a-440f-84d5-bdbf46a3d011,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:43.635944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Checking segment: {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:19:43.636296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network hostable DHCP agents. Network: fbfe2996-d43a-4fc2-af5d-574ec9e63920, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:19:43.718517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.758352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:19:43.794409 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Attempting to bind port 26b633c1-20ed-4109-8966-f298a424cd74 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:19:43.794685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Attempting to bind port 26b633c1-20ed-4109-8966-f298a424cd74 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:19:43.795066 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Attempting to bind port 26b633c1-20ed-4109-8966-f298a424cd74 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:19:43.805674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:19:43.806045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:19:43.806443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.806830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:19:43.807319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Bound port: 26b633c1-20ed-4109-8966-f298a424cd74, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:19:43.807691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.831450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6a0a8-a827-4de4-88cf-b60bf602f368 None None] Pushing event updated for resources: {'Port': ['ID=26b633c1-20ed-4109-8966-f298a424cd74,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:43.861359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, fbfe2996-d43a-4fc2-af5d-574ec9e63920) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:19:43.865863 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:43.866811 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:43.875060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192aa57-7e09-4ecb-b7a5-5ccd92a9736e None None] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:19:43.952699 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] For port 26b633c1-20ed-4109-8966-f298a424cd74, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:19:43.971997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] For port 26b633c1-20ed-4109-8966-f298a424cd74, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=26b633c1-20ed-4109-8966-f298a424cd74,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:19:43.982022 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-631cc7fd-9c78-4301-9b3d-ffcb9be4c29c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9587953 Feb 16 13:19:43.984884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33562) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:44.082421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:44.218085 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6a0a8-a827-4de4-88cf-b60bf602f368 None None] Pushing event updated for resources: {'Port': ['ID=26b633c1-20ed-4109-8966-f298a424cd74,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:44.220983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:44.221755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:44.278935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:19:44.279768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:44.509648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:44.715010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Allocated IP 172.20.0.2 (fbfe2996-d43a-4fc2-af5d-574ec9e63920/f74ecfaf-8f2a-440f-84d5-bdbf46a3d011/9b711f66-942e-4c23-88f0-f502111aa8c2) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:19:44.726695 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.013938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:41Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:45.020565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.026637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8a39e-22e4-49b7-ae0d-631b018a56ef None None] The sync data for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv is: [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:41Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:19:45.038285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Transition to ACTIVE for port object 9b711f66-942e-4c23-88f0-f502111aa8c2 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:19:45.062548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Transition to ACTIVE for port object 9b711f66-942e-4c23-88f0-f502111aa8c2 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:19:45.129821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.199924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:19:45.204167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:19:45.206897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:19:45.313449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Pushing event updated for resources: {'Port': ['ID=9b711f66-942e-4c23-88f0-f502111aa8c2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:45.337691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Attempting to bind port 9b711f66-942e-4c23-88f0-f502111aa8c2 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:19:45.338210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Attempting to bind port 9b711f66-942e-4c23-88f0-f502111aa8c2 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:19:45.338671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Attempting to bind port 9b711f66-942e-4c23-88f0-f502111aa8c2 on network fbfe2996-d43a-4fc2-af5d-574ec9e63920 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:19:45.343108 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.1 (fbfe2996-d43a-4fc2-af5d-574ec9e63920/f74ecfaf-8f2a-440f-84d5-bdbf46a3d011/001e2fe4-1f72-4db3-97fa-0091a797622b) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:19:45.344723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:19:45.345006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Checking segment: {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:19:45.345415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.345877 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Bound using segment: {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:19:45.346707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Bound port: 9b711f66-942e-4c23-88f0-f502111aa8c2, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:19:45.347197 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.450500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] For port 9b711f66-942e-4c23-88f0-f502111aa8c2, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:19:45.454712 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] For port 9b711f66-942e-4c23-88f0-f502111aa8c2, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9b711f66-942e-4c23-88f0-f502111aa8c2,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:19:45.545046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.545313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.557154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object 001e2fe4-1f72-4db3-97fa-0091a797622b will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:19:45.637725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298d8c1-11a5-4770-947b-ee7f49c91e80 None None] Pushing event updated for resources: {'Port': ['ID=9b711f66-942e-4c23-88f0-f502111aa8c2,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:45.650047 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:45.727234 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:19:45.730550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:19:45.735448 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:19:45.778684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=001e2fe4-1f72-4db3-97fa-0091a797622b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:45.817899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:46.218526 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:46.595333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff86b9-f2fd-4e91-bac7-ccbf88e03d31 None None] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:19:46.662519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:46.753006 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:46.772172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26b633c1-20ed-4109-8966-f298a424cd74 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:46.872250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ef4e3461-1572-47b7-b820-3be14c77d193 None None] Provisioning for port 9b711f66-942e-4c23-88f0-f502111aa8c2 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:19:46.895293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=001e2fe4-1f72-4db3-97fa-0091a797622b,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:46.900282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:46.986737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 26b633c1-20ed-4109-8966-f298a424cd74 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:19:46.992201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 26b633c1-20ed-4109-8966-f298a424cd74 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:46.997479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.146930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.173083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 26b633c1-20ed-4109-8966-f298a424cd74, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=26b633c1-20ed-4109-8966-f298a424cd74,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:47.214787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:19:47.216010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:19:47.261008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.261899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9b711f66-942e-4c23-88f0-f502111aa8c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:47.363147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a848515c-8588-4782-b357-6b6d1450febb None None] Provisioning for port 001e2fe4-1f72-4db3-97fa-0091a797622b completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:19:47.376733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a848515c-8588-4782-b357-6b6d1450febb None None] Provisioning complete for port 001e2fe4-1f72-4db3-97fa-0091a797622b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:47.377108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a848515c-8588-4782-b357-6b6d1450febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.413768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 0a9d185e-f0fe-428e-a5a3-14b68500d99e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:19:47.440444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=26b633c1-20ed-4109-8966-f298a424cd74,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:47.451153 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a848515c-8588-4782-b357-6b6d1450febb None None] Port 001e2fe4-1f72-4db3-97fa-0091a797622b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:19:47.541389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 9b711f66-942e-4c23-88f0-f502111aa8c2 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:19:47.547909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9b711f66-942e-4c23-88f0-f502111aa8c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:47.548470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.609462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:19:47.620236 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Sync routers for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:19:47.620783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c1787084-7fdc-4987-8d13-a962303f7cda None None] Provisioning complete for port 001e2fe4-1f72-4db3-97fa-0091a797622b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:47.620783 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c1787084-7fdc-4987-8d13-a962303f7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.621992 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-70997a9f-c06f-4c08-a26a-255efb1e0343 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/0a9d185e-f0fe-428e-a5a3-14b68500d99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6358709 Feb 16 13:19:47.632515 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:47.632869 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:47.721348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c1787084-7fdc-4987-8d13-a962303f7cda None None] Port 001e2fe4-1f72-4db3-97fa-0091a797622b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:19:47.742155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.784099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 9b711f66-942e-4c23-88f0-f502111aa8c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9b711f66-942e-4c23-88f0-f502111aa8c2,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:47.802025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-b98723ec-696c-498a-a711-a53eb213b0b4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:19:47.829524 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:47.840828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8ec1891e-901d-49c0-976e-f65106a37d54 None None] Provisioning complete for port 001e2fe4-1f72-4db3-97fa-0091a797622b triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:47.841257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ec1891e-901d-49c0-976e-f65106a37d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.869796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:47.892460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-b98723ec-696c-498a-a711-a53eb213b0b4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:19:47.893685 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-b98723ec-696c-498a-a711-a53eb213b0b4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630980380&fields=id&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 267 time: 0.1394854 Feb 16 13:19:47.948999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8ec1891e-901d-49c0-976e-f65106a37d54 None None] Port 001e2fe4-1f72-4db3-97fa-0091a797622b cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:19:47.968164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=9b711f66-942e-4c23-88f0-f502111aa8c2,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:48.051992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-8b8b76f8-7aa0-43dc-809a-4d03e2f61df9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:48.052772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-8b8b76f8-7aa0-43dc-809a-4d03e2f61df9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:19:48.129840 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-8b8b76f8-7aa0-43dc-809a-4d03e2f61df9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:19:48.131309 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-8b8b76f8-7aa0-43dc-809a-4d03e2f61df9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/networks?id=fbfe2996-d43a-4fc2-af5d-574ec9e63920 HTTP/1.1" status: 200 len: 797 time: 0.2295647 Feb 16 13:19:48.147946 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-59107287-e2ca-4c4a-aad3-ce728098b9f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/quotas/9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 375 time: 0.0104165 Feb 16 13:19:48.162044 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 2, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:48.166412 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Checking router: 0a9d185e-f0fe-428e-a5a3-14b68500d99e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:19:48.166759 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Updating router 0a9d185e-f0fe-428e-a5a3-14b68500d99e port 001e2fe4-1f72-4db3-97fa-0091a797622b binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:19:48.219586 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:48.237146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-eead3884-4dc3-4d4e-91be-e5808cced5f5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:19:48.334321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-eead3884-4dc3-4d4e-91be-e5808cced5f5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:19:48.335715 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-eead3884-4dc3-4d4e-91be-e5808cced5f5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825089 Feb 16 13:19:48.481019 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-767d5c0d-39e1-4980-8717-b1a1ebd06be4 service neutron] 10.222.0.47 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328511 Feb 16 13:19:48.591291 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:48.603069 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Transition to ACTIVE for port object 001e2fe4-1f72-4db3-97fa-0091a797622b will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:19:48.612850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-28b7445c-c41a-4646-b1ef-043dbc7bdbc5 service neutron] 10.222.0.47 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258817 Feb 16 13:19:48.689148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26b633c1-20ed-4109-8966-f298a424cd74 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:48.712698 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:48.762486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 26b633c1-20ed-4109-8966-f298a424cd74 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:48.762775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:48.846144 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Pushing event updated for resources: {'Port': ['ID=001e2fe4-1f72-4db3-97fa-0091a797622b,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:48.889229 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.897494 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:48.905251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9b711f66-942e-4c23-88f0-f502111aa8c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:48.966781 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f99c47ad-2e38-4bbb-b95b-fcf394f090d8 req-2b8813fd-e7a3-424e-83be-86d1bc3b5bbc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 210 time: 0.0485706 Feb 16 13:19:48.992984 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Attempting to bind port 001e2fe4-1f72-4db3-97fa-0091a797622b on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:19:48.994109 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Attempting to bind port 001e2fe4-1f72-4db3-97fa-0091a797622b by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:19:48.994706 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Attempting to bind port 001e2fe4-1f72-4db3-97fa-0091a797622b on network fbfe2996-d43a-4fc2-af5d-574ec9e63920 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:19:49.000914 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:19:49.001578 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Checking segment: {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:19:49.002041 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:49.002599 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Bound using segment: {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:19:49.003159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Bound port: 001e2fe4-1f72-4db3-97fa-0091a797622b, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:19:49.003528 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:49.005323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9b711f66-942e-4c23-88f0-f502111aa8c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:49.005688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:49.102864 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] For port 001e2fe4-1f72-4db3-97fa-0091a797622b, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:19:49.105847 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] For port 001e2fe4-1f72-4db3-97fa-0091a797622b, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=001e2fe4-1f72-4db3-97fa-0091a797622b,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:19:49.181592 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:49.260584 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:49.261097 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:49.328809 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eaf92-661d-4f86-b2c8-48333610a57b None None] Pushing event updated for resources: {'Port': ['ID=001e2fe4-1f72-4db3-97fa-0091a797622b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:49.459098 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:49.771560 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:49Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:49.775488 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a658e8a-14df-41c2-9949-67f6c84ca4cf None None] The sync data for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv is: [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:49Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:19:50.139397 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c4433966-bfc9-40db-9980-db04a1db764d req-c9f6b434-e0cc-4e5c-b0e1-b0407e6c8482 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 210 time: 0.0432553 Feb 16 13:19:50.702550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 001e2fe4-1f72-4db3-97fa-0091a797622b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:50.906674 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 001e2fe4-1f72-4db3-97fa-0091a797622b completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:19:50.912258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 001e2fe4-1f72-4db3-97fa-0091a797622b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:50.912653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:51.036225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:51.069516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 001e2fe4-1f72-4db3-97fa-0091a797622b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=001e2fe4-1f72-4db3-97fa-0091a797622b,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:51.215147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:51.287434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=001e2fe4-1f72-4db3-97fa-0091a797622b,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:51.306802 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-823a7602-e093-4d69-8192-383e291874e0 req-63655da6-df7c-4804-a42e-f083a04a5846 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 210 time: 0.0506966 Feb 16 13:19:51.924428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-928fe604-b82a-4f39-b027-a8a1d8ab9f32 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:51.925815 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-928fe604-b82a-4f39-b027-a8a1d8ab9f32 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/networks?id=fbfe2996-d43a-4fc2-af5d-574ec9e63920 HTTP/1.1" status: 200 len: 797 time: 0.1487479 Feb 16 13:19:51.982165 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-d5a50125-fe8d-4cfc-a923-46fe1f118966 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 380 time: 0.0467336 Feb 16 13:19:51.992660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'port': {'device_id': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'admin_state_up': True, 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'security_groups': ['f3e1e00a-2c4e-47e9-be61-8832975d11be']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:52.153013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:52.162894 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:52.249738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:19:52.253288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.422321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.12 (fbfe2996-d43a-4fc2-af5d-574ec9e63920/f74ecfaf-8f2a-440f-84d5-bdbf46a3d011/de7a8e7b-fd8a-40dc-a5a7-06174f2ed069) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:19:52.520166 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-62f79dbe-670c-49fe-899c-ba3b592512f3 req-76bab7b4-574e-4551-bf65-4c0311286698 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 210 time: 0.0456996 Feb 16 13:19:52.631850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.651076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:19:52.687265 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 001e2fe4-1f72-4db3-97fa-0091a797622b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:52.760773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 001e2fe4-1f72-4db3-97fa-0091a797622b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:52.761144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.787193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:52.860719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:19:52.864077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:19:52.866779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:19:52.916701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:52.954655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:52.955468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:53.061938 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-0524ce52-7583-404f-94b1-894ff7eb456e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0731966 Feb 16 13:19:53.077041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Request body: {'port': {'device_id': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:53.180974 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ff81bf44-163d-40ed-96a9-c5049db04d40 None None] Provisioning for port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:19:53.186534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ff81bf44-163d-40ed-96a9-c5049db04d40 None None] Provisioning complete for port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:53.186899 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff81bf44-163d-40ed-96a9-c5049db04d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:53.241780 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ff81bf44-163d-40ed-96a9-c5049db04d40 None None] Port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:19:53.300994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:53.669503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:19:53.678767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:53.695468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Transition to ACTIVE for port object de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:19:53.736642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507dd6d-bba3-4343-8dcd-5a361975241d req-f00f5d2d-076a-4d00-9660-720b3bccb658 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:53.738147 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a507dd6d-bba3-4343-8dcd-5a361975241d req-f00f5d2d-076a-4d00-9660-720b3bccb658 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 932 time: 0.0921867 Feb 16 13:19:53.776753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:53.789430 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a507dd6d-bba3-4343-8dcd-5a361975241d req-552373bc-c6da-4637-8c1d-574418655a4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Feb 16 13:19:53.911523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Pushing event updated for resources: {'Port': ['ID=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:54.034892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Attempting to bind port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:19:54.035577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Attempting to bind port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:19:54.035577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Attempting to bind port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 on network fbfe2996-d43a-4fc2-af5d-574ec9e63920 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:19:54.041365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 on network fbfe2996-d43a-4fc2-af5d-574ec9e63920 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:19:54.041686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Attempting to bind port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 on network fbfe2996-d43a-4fc2-af5d-574ec9e63920 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:19:54.047638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:19:54.048052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Checking segment: {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:19:54.048348 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Bound using segment: {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:19:54.048724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Bound port: de7a8e7b-fd8a-40dc-a5a7-06174f2ed069, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a595cf-88e4-45bb-a845-02c762c3c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:19:54.049070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:54.148273 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] For port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:19:54.151594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] For port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:19:54.233602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:54.296566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.297200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:54.298605 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] 10.222.0.67 "PUT /v2.0/ports/de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 HTTP/1.1" status: 200 len: 1094 time: 1.2291896 Feb 16 13:19:54.301702 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:54.335742 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcaa3c-9073-431e-af29-7c0c97c5f621 service neutron] Pushing event updated for resources: {'Port': ['ID=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:54.361419 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'status': 'completed', 'code': 200} Feb 16 13:19:54.456941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2679549-ad7c-4d28-a5ff-c71023d28bec req-3445f7e6-8f46-400f-9384-793341884227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.458733 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b2679549-ad7c-4d28-a5ff-c71023d28bec req-3445f7e6-8f46-400f-9384-793341884227 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1097 time: 0.0808311 Feb 16 13:19:54.614548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2679549-ad7c-4d28-a5ff-c71023d28bec req-5c7a11b8-3c86-455c-b70a-7588360b12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.616059 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b2679549-ad7c-4d28-a5ff-c71023d28bec req-5c7a11b8-3c86-455c-b70a-7588360b12f6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1495290 Feb 16 13:19:54.757761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2679549-ad7c-4d28-a5ff-c71023d28bec req-53147c7f-b106-45d2-90f5-9f6fec589718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.759171 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b2679549-ad7c-4d28-a5ff-c71023d28bec req-53147c7f-b106-45d2-90f5-9f6fec589718 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1367726 Feb 16 13:19:54.872545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-bb321715-143b-4868-8751-69b3572d1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.874068 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-bb321715-143b-4868-8751-69b3572d1ccc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1097 time: 0.0740936 Feb 16 13:19:54.948501 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-ba21d320-757e-47ae-ad41-fe0b5b7a5236 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 HTTP/1.1" status: 200 len: 217 time: 0.0677712 Feb 16 13:19:54.981824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfea87-54ca-4683-a4b7-c5ab560e7e11 req-8cfa228a-7f2d-4d97-91c2-e798ba00e3e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:54.983439 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-86cfea87-54ca-4683-a4b7-c5ab560e7e11 req-8cfa228a-7f2d-4d97-91c2-e798ba00e3e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 944 time: 0.0835383 Feb 16 13:19:55.018154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-9f626866-d176-461b-982e-57a79a828e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:55.020023 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-9f626866-d176-461b-982e-57a79a828e87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f74ecfaf-8f2a-440f-84d5-bdbf46a3d011 HTTP/1.1" status: 200 len: 834 time: 0.0648410 Feb 16 13:19:55.031199 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-86cfea87-54ca-4683-a4b7-c5ab560e7e11 req-83c1a15d-3e96-4b5d-9e99-f93afef7a595 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Feb 16 13:19:55.101117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-f38699c6-c32c-4eee-98b8-80db27d05007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:55.102709 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-f38699c6-c32c-4eee-98b8-80db27d05007 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbfe2996-d43a-4fc2-af5d-574ec9e63920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769246 Feb 16 13:19:55.351826 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-b40289d9-8a7c-4ee5-90b6-91580fe56125 service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413595 Feb 16 13:19:55.507780 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-06a7e226-00d2-4930-a758-7ed8527bd9d1 req-8aa78962-1130-4748-9e83-a1955d093777 service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487365 Feb 16 13:19:56.236032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eef77-4c8c-4c9f-bb31-02e6a126a482 req-b5c6effb-ee0a-4e82-a793-e41b4f171110 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:56.237550 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-379eef77-4c8c-4c9f-bb31-02e6a126a482 req-b5c6effb-ee0a-4e82-a793-e41b4f171110 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 944 time: 0.0974867 Feb 16 13:19:56.283949 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-379eef77-4c8c-4c9f-bb31-02e6a126a482 req-d1af043e-69f5-40aa-89ac-fcf5a09823e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Feb 16 13:19:56.798294 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:19:56.935170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:56.949362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'port_id': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'mac_address': 'fa:16:3e:d5:0c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:19:57.010608 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.028598 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:19:57.044199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:57.095582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:57.164519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:57.328223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['de7a8e7b-fd8a-40dc-a5a7-06174f2ed069'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:19:57.503573 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fee6b0-6395-42a9-9def-d810f4177bf7 req-3c74e62e-6f6c-4f89-90e4-b2950d40c99b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:57.505115 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68fee6b0-6395-42a9-9def-d810f4177bf7 req-3c74e62e-6f6c-4f89-90e4-b2950d40c99b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 945 time: 0.1125512 Feb 16 13:19:57.551411 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68fee6b0-6395-42a9-9def-d810f4177bf7 req-ecc47b34-0c1f-4df4-84b1-b5267644b439 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Feb 16 13:19:58.812022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:58.868129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1dfe-840f-4709-96f5-24424cee3e40 req-b3be7707-4ad1-4cf8-bdf7-390d14618d11 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:58.869639 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-125a1dfe-840f-4709-96f5-24424cee3e40 req-b3be7707-4ad1-4cf8-bdf7-390d14618d11 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 945 time: 0.2061918 Feb 16 13:19:58.916221 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-125a1dfe-840f-4709-96f5-24424cee3e40 req-1c3a181d-0352-465f-8201-0bc7260ac566 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Feb 16 13:19:58.980734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:19:58.986832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:58.987285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.111822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.139678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:59.150026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:59.186662 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'code': 200} Feb 16 13:19:59.254880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.330576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:59.631120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc0b0-3d77-4050-88e6-52ba6301f755 req-d4157b04-a922-49c0-a925-1368d68cb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:59.632644 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-975fc0b0-3d77-4050-88e6-52ba6301f755 req-d4157b04-a922-49c0-a925-1368d68cb2ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1099 time: 0.0759714 Feb 16 13:19:59.675672 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-975fc0b0-3d77-4050-88e6-52ba6301f755 req-370687df-9826-4ffd-b867-0fd254318f76 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367494 Feb 16 13:20:00.108546 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b178-7db3-42b7-827f-dbd185f2a0d7 req-04cbecd4-b289-43aa-ac4e-62c1fcc4d141 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:00.110085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b246b178-7db3-42b7-827f-dbd185f2a0d7 req-04cbecd4-b289-43aa-ac4e-62c1fcc4d141 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0842118 Feb 16 13:20:00.158469 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b246b178-7db3-42b7-827f-dbd185f2a0d7 req-5461786c-6eef-4f4b-ad1b-5f73cdc935ef tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Feb 16 13:20:01.369286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8a3b3-7d3c-46d8-b9eb-8e91f995b9df req-c8654ea7-18ef-4bd5-845e-73432f03f8e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:01.370772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-95c8a3b3-7d3c-46d8-b9eb-8e91f995b9df req-c8654ea7-18ef-4bd5-845e-73432f03f8e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0897403 Feb 16 13:20:01.423513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-95c8a3b3-7d3c-46d8-b9eb-8e91f995b9df req-78160193-9d73-4ea2-99da-0513fdbb9db8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467992 Feb 16 13:20:01.633967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5dabf-6752-4045-a915-992e3ae3703f req-cfbc772e-250b-488e-ae7c-136655c6d1e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:01.635391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-58a5dabf-6752-4045-a915-992e3ae3703f req-cfbc772e-250b-488e-ae7c-136655c6d1e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0853324 Feb 16 13:20:01.689892 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-58a5dabf-6752-4045-a915-992e3ae3703f req-d65f0338-dfa3-4ef2-a29e-16fba6500f21 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483029 Feb 16 13:20:01.713425 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:01.787945 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611cd31-17e9-4bae-8771-04809793f1f3 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:01.789439 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b611cd31-17e9-4bae-8771-04809793f1f3 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1094 time: 0.0750270 Feb 16 13:20:01.792226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33630) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:01.797153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:01.803519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:01.807381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:floatingip and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:01.810765 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:01.816701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:01.940999 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.017876 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:20:02.090511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.242457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.210 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/557dc60a-9f18-409c-8fa8-bf7cf59aded5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:02.393416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.496367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:02.566260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:02.569314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:02.572009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:20:02.615743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=557dc60a-9f18-409c-8fa8-bf7cf59aded5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:03.009745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.168653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.386781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.443813 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.685068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=557dc60a-9f18-409c-8fa8-bf7cf59aded5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:03.700343 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.865042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-506a9300-bb52-4fa5-9edb-0e63eeb01621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:03.893975 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 9f274143-94ef-4670-8b5d-2ad509787a1d associated. External IP: 172.26.6.210, port: de7a8e7b-fd8a-40dc-a5a7-06174f2ed069. Feb 16 13:20:04.288056 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 0a9d185e-f0fe-428e-a5a3-14b68500d99e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:20:04.477444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:20:04.487560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] Sync routers for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:04.497159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:04.497831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:04.580810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.649991 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7253fd31-1756-428e-9ef9-dd4a33231d70 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8567336 Feb 16 13:20:04.650565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:20:04.693949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:04.697700 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'status': 'completed', 'code': 200} Feb 16 13:20:04.806675 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-fca78033-3f9d-40a0-9e21-bf858656a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:04.808884 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-fca78033-3f9d-40a0-9e21-bf858656a9b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1099 time: 0.0874739 Feb 16 13:20:04.832779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d764d-4efe-4d18-a6e3-5d4257b26287 req-b9f33d32-2dc7-4af1-b97b-5cc732b8403a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:04.834198 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-746d764d-4efe-4d18-a6e3-5d4257b26287 req-b9f33d32-2dc7-4af1-b97b-5cc732b8403a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0869169 Feb 16 13:20:04.886567 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-746d764d-4efe-4d18-a6e3-5d4257b26287 req-8509ed2a-c8e8-4eeb-b02f-09721c3f0428 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Feb 16 13:20:04.919119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33644) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:04.991106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-d578e879-8272-4977-a658-b4e0d46de0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:04.995110 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-d578e879-8272-4977-a658-b4e0d46de0a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbfe2996-d43a-4fc2-af5d-574ec9e63920 HTTP/1.1" status: 200 len: 897 time: 0.1796813 Feb 16 13:20:05.030341 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-59faa1ad-e256-4a30-a7f3-59188d2ba5ff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/9f274143-94ef-4670-8b5d-2ad509787a1d HTTP/1.1" status: 200 len: 992 time: 0.1100307 Feb 16 13:20:05.090024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9f274143-94ef-4670-8b5d-2ad509787a1d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'port_id': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'mac_address': 'fa:16:3e:d5:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:20:02Z', 'updated_at': '2022-02-16T13:20:02Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:05.094562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] Checking router: 0a9d185e-f0fe-428e-a5a3-14b68500d99e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:05.103422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:05.104037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:19:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:05.126665 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-2413377e-d1e3-450e-8b89-f69ac0c85dfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 HTTP/1.1" status: 200 len: 1000 time: 0.1247265 Feb 16 13:20:05.195930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-5923ed41-a807-409a-8309-05f4d04439fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:05.197409 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-5923ed41-a807-409a-8309-05f4d04439fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f74ecfaf-8f2a-440f-84d5-bdbf46a3d011 HTTP/1.1" status: 200 len: 834 time: 0.0644705 Feb 16 13:20:05.291229 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-416812c0-efad-45ef-b7f7-1dfafd098677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:05.292815 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-416812c0-efad-45ef-b7f7-1dfafd098677 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbfe2996-d43a-4fc2-af5d-574ec9e63920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892224 Feb 16 13:20:05.334058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:05.557057 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-365c1328-a475-419a-8211-627209e0ee35 service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570348 Feb 16 13:20:05.712816 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-92b1fcf6-2a48-4040-8186-d44617e272d1 req-5a5bd253-575a-49a4-af70-b7e0207f8b93 service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487505 Feb 16 13:20:05.782715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9f274143-94ef-4670-8b5d-2ad509787a1d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'port_id': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'mac_address': 'fa:16:3e:d5:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:20:02Z', 'updated_at': '2022-02-16T13:20:02Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:05.787137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b2d94-5359-4e96-8859-064c83934308 None None] The sync data for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv is: [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '9f274143-94ef-4670-8b5d-2ad509787a1d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'port_id': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'mac_address': 'fa:16:3e:d5:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:20:02Z', 'updated_at': '2022-02-16T13:20:02Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:06.006298 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a9b98-79d0-492e-9d4d-81f6ebc49981 None None] New status for floating IP 9f274143-94ef-4670-8b5d-2ad509787a1d: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:20:06.044961 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33648) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:06.153106 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e27a84e9-459e-4e09-8820-9dd41e41c53f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/9f274143-94ef-4670-8b5d-2ad509787a1d HTTP/1.1" status: 200 len: 992 time: 0.1167212 Feb 16 13:20:06.191915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a388e382-dac3-43ca-a805-c9e9a5858c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.157114 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33652) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:07.248503 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.267965 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-472f27cb-1604-451e-97e2-fa1f009593bd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/9f274143-94ef-4670-8b5d-2ad509787a1d HTTP/1.1" status: 200 len: 994 time: 0.1097007 Feb 16 13:20:07.358386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:08.876111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:11.413245 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.857867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2276bef-5855-47c8-a630-31918f8df248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.331207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80fdb9-4a98-4165-9f56-a2df196956e4 req-63143348-5f92-456b-b339-c8349f5d69cd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:34.333356 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-af80fdb9-4a98-4165-9f56-a2df196956e4 req-63143348-5f92-456b-b339-c8349f5d69cd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0872662 Feb 16 13:20:34.335546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-1200372d-70ec-4667-81df-9ccbd2f73ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:34.337058 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-1200372d-70ec-4667-81df-9ccbd2f73ccd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1099 time: 0.0727739 Feb 16 13:20:34.383808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-af80fdb9-4a98-4165-9f56-a2df196956e4 req-3397908b-d1bc-4191-970e-2f5799764307 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446186 Feb 16 13:20:34.485593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-38c4809a-3d17-4805-8f37-5838db1789d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:34.487126 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-38c4809a-3d17-4805-8f37-5838db1789d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbfe2996-d43a-4fc2-af5d-574ec9e63920 HTTP/1.1" status: 200 len: 897 time: 0.1407113 Feb 16 13:20:34.597310 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-3bbac811-2382-43f2-abbb-a7ea9e7b35c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 HTTP/1.1" status: 200 len: 1002 time: 0.1036682 Feb 16 13:20:34.663246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-ea9ff052-1345-42a1-8096-eff176000291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:34.664718 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-ea9ff052-1345-42a1-8096-eff176000291 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f74ecfaf-8f2a-440f-84d5-bdbf46a3d011 HTTP/1.1" status: 200 len: 834 time: 0.0608144 Feb 16 13:20:34.745049 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-1ba22ced-3061-4a6e-942f-3a2da76e60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:34.746543 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-1ba22ced-3061-4a6e-942f-3a2da76e60e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbfe2996-d43a-4fc2-af5d-574ec9e63920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752289 Feb 16 13:20:34.901761 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-ce4de4c7-c746-471a-961d-410fd632dae8 service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373894 Feb 16 13:20:35.030498 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-36cf2237-5f28-4f89-99a0-6ebaf5fd589d req-5ea6c3d5-eeda-4e75-9823-38b3b28c9a7c service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328301 Feb 16 13:20:35.585527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8bf6-0dcf-4289-84da-f03e6a9d1022 req-34f87096-7bf3-43fd-88ef-579b97419c9f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:35.587032 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f67d8bf6-0dcf-4289-84da-f03e6a9d1022 req-34f87096-7bf3-43fd-88ef-579b97419c9f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0927444 Feb 16 13:20:35.631560 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f67d8bf6-0dcf-4289-84da-f03e6a9d1022 req-f0e781b5-6356-44bc-89ff-cf670a0eece1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 Feb 16 13:20:36.155329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c224fb38-a640-415a-8b13-4c722acbf214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:36.820959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685bbb-c824-4cfc-a9e0-634239e1568e req-93e74e97-9ba5-4d2f-86a7-83835154bdda tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:36.822466 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-51685bbb-c824-4cfc-a9e0-634239e1568e req-93e74e97-9ba5-4d2f-86a7-83835154bdda tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0840654 Feb 16 13:20:36.869353 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-51685bbb-c824-4cfc-a9e0-634239e1568e req-64a2c2d4-9aaf-4489-b96a-245b9947cfd3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404196 Feb 16 13:20:37.246413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:37.339663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.064343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac9a56-07fd-4766-b892-8c8e41537721 req-c5217c74-5f34-4c07-983c-cef69bc141ee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:38.065795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45ac9a56-07fd-4766-b892-8c8e41537721 req-c5217c74-5f34-4c07-983c-cef69bc141ee tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0813379 Feb 16 13:20:38.118839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-45ac9a56-07fd-4766-b892-8c8e41537721 req-0fbb60a6-f983-47d9-9e62-ab619e2ae15d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472994 Feb 16 13:20:38.882971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.016814 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:20:39.312174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1821e-1283-437c-9030-534d26388a14 req-ebaf9fcd-fdba-45d5-8ac6-ce7ac4abcf65 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:39.313594 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94d1821e-1283-437c-9030-534d26388a14 req-ebaf9fcd-fdba-45d5-8ac6-ce7ac4abcf65 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0845904 Feb 16 13:20:39.361976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94d1821e-1283-437c-9030-534d26388a14 req-767fc93c-5c6b-435e-acaa-fd0f231525ae tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Feb 16 13:20:40.551990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bac829-3173-485e-8544-86908554b635 req-bd2a9ed7-d0cd-40af-89a8-75497c2f206d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:40.553423 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e3bac829-3173-485e-8544-86908554b635 req-bd2a9ed7-d0cd-40af-89a8-75497c2f206d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0837128 Feb 16 13:20:40.604448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e3bac829-3173-485e-8544-86908554b635 req-a4b00e3e-3d15-4a13-8914-53bc66d5bc4d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453525 Feb 16 13:20:41.454183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:41.799676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427e0e-73da-4657-9c3e-b132f952ebc6 req-e6a8ba93-cfc4-46ef-be1e-b5799d3e8a14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:41.801114 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b7427e0e-73da-4657-9c3e-b132f952ebc6 req-e6a8ba93-cfc4-46ef-be1e-b5799d3e8a14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0811334 Feb 16 13:20:41.849812 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b7427e0e-73da-4657-9c3e-b132f952ebc6 req-7935320e-2502-4b80-85af-74e39702908d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 Feb 16 13:20:43.048326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac2996-016d-45ed-a54a-547976b53d13 req-0296aecc-2c75-4ba9-a935-66bb8a9247fb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:43.049844 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-29ac2996-016d-45ed-a54a-547976b53d13 req-0296aecc-2c75-4ba9-a935-66bb8a9247fb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0868313 Feb 16 13:20:43.096828 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-29ac2996-016d-45ed-a54a-547976b53d13 req-480b9d78-a8a3-4cc8-af60-2701464e294c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Feb 16 13:20:44.289282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780653d9-1aab-4bcb-bb3f-4e99571c7840 req-c6b4c4f5-f59c-4a96-af77-f9b0605327f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:44.290768 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-780653d9-1aab-4bcb-bb3f-4e99571c7840 req-c6b4c4f5-f59c-4a96-af77-f9b0605327f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0842733 Feb 16 13:20:44.337054 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-780653d9-1aab-4bcb-bb3f-4e99571c7840 req-ddbd2a76-1abb-43b3-87bc-a96e15741510 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399783 Feb 16 13:20:45.521923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2881c79-b242-45e4-96cb-28876420bbae req-302101dc-8d41-45ea-9651-95c3453e466d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:45.523407 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d2881c79-b242-45e4-96cb-28876420bbae req-302101dc-8d41-45ea-9651-95c3453e466d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0811479 Feb 16 13:20:45.567482 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d2881c79-b242-45e4-96cb-28876420bbae req-316821bc-50c5-4cba-8d0a-663337576574 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379031 Feb 16 13:20:46.754614 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83798101-0cff-4a88-a05d-f46722694585 req-a333a688-f292-4f1a-babe-a51e67dfc6a1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:46.756098 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83798101-0cff-4a88-a05d-f46722694585 req-a333a688-f292-4f1a-babe-a51e67dfc6a1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0800309 Feb 16 13:20:46.803064 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83798101-0cff-4a88-a05d-f46722694585 req-4fc515a9-2ee4-4606-b543-3a228366274e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412867 Feb 16 13:20:46.826142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33690) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:46.933219 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a0194b25-b4d0-45f1-b300-5997aa41deca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/9f274143-94ef-4670-8b5d-2ad509787a1d HTTP/1.1" status: 200 len: 994 time: 0.1059628 Feb 16 13:20:52.859069 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-6c7db5ca-8929-4d2a-a327-f98ba5fbee05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736969 Feb 16 13:20:53.016820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43679aed-28be-487f-be47-9a455dfb605e req-8e70e5c1-b57c-4c5e-ad70-f429b25dd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:53.018251 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-8e70e5c1-b57c-4c5e-ad70-f429b25dd44a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1099 time: 0.0839543 Feb 16 13:20:53.166336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43679aed-28be-487f-be47-9a455dfb605e req-a3894d60-0eb3-435c-bc06-9a470df1de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:53.167855 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-a3894d60-0eb3-435c-bc06-9a470df1de0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbfe2996-d43a-4fc2-af5d-574ec9e63920 HTTP/1.1" status: 200 len: 897 time: 0.1301844 Feb 16 13:20:53.272664 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-c0f8d7a4-30e0-4d42-ae45-d45586ebd4e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 HTTP/1.1" status: 200 len: 1002 time: 0.0982583 Feb 16 13:20:53.338865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43679aed-28be-487f-be47-9a455dfb605e req-26374107-8709-45f6-ae13-8fd7fac7dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:53.340368 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-26374107-8709-45f6-ae13-8fd7fac7dc04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f74ecfaf-8f2a-440f-84d5-bdbf46a3d011 HTTP/1.1" status: 200 len: 834 time: 0.0598571 Feb 16 13:20:53.415990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43679aed-28be-487f-be47-9a455dfb605e req-f2b0791a-8d1b-4a6c-a925-826824d8ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:53.417494 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-f2b0791a-8d1b-4a6c-a925-826824d8ad7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbfe2996-d43a-4fc2-af5d-574ec9e63920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700061 Feb 16 13:20:53.555584 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-9ac3a517-25cc-48b1-896e-ea23b27b5da7 service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311753 Feb 16 13:20:53.809536 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-43679aed-28be-487f-be47-9a455dfb605e req-a89b9344-0d32-4a27-87e3-c0cd757a562f service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475708 Feb 16 13:20:59.876424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-288cb995-3431-4d7c-b36a-b59e3de65956 req-388c9329-208d-4193-996c-5907d9bf6565 tempest-ServerDiskConfigTestJSON-511893001 tempest-ServerDiskConfigTestJSON-511893001-project] (88443) timed out ('10.222.0.67', 62873) {{(pid=88443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:21:03.933235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78c09ba1-1a6d-418e-9dd8-3aea61698177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.170464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-586d49e2-1f11-4f54-a17f-e04860152d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.284781 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.406419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.904603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:11.561457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:16.016482 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:21:19.423688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33702) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:19.741965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 557dc60a-9f18-409c-8fa8-bf7cf59aded5 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:19.742286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.914944 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.915280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.041837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 557dc60a-9f18-409c-8fa8-bf7cf59aded5 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:20.273150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.321915 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=557dc60a-9f18-409c-8fa8-bf7cf59aded5,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:20.405244 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.405584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.405920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.406254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.406586 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.406917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.407361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.407683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.408004 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.408322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.408639 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.408957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:20.443538 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.444256 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 9f274143-94ef-4670-8b5d-2ad509787a1d disassociated (deleted). External IP: 172.26.6.210, port: de7a8e7b-fd8a-40dc-a5a7-06174f2ed069. Feb 16 13:21:20.805208 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 0a9d185e-f0fe-428e-a5a3-14b68500d99e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:21:21.008996 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:21.019635 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] Sync routers for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:21.027848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:21.031214 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:21.031936 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:21.085196 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c0b03a6f-c096-4f32-9c10-f8fd82edeb14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/floatingips/9f274143-94ef-4670-8b5d-2ad509787a1d HTTP/1.1" status: 204 len: 168 time: 1.6591375 Feb 16 13:21:21.086048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:21.140680 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'status': 'completed', 'code': 200} Feb 16 13:21:21.231622 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:21.258105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-6fb57627-9dcf-463b-b16c-aa02f4b1f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.260682 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-6fb57627-9dcf-463b-b16c-aa02f4b1f510 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 1099 time: 0.0839384 Feb 16 13:21:21.409462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-a9b474c6-5bdc-4f21-b494-a7bfe76a4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.411114 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-a9b474c6-5bdc-4f21-b494-a7bfe76a4aae service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbfe2996-d43a-4fc2-af5d-574ec9e63920 HTTP/1.1" status: 200 len: 897 time: 0.1413260 Feb 16 13:21:21.492771 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-2e7b9ab4-9559-4d42-a50a-0e1d9da47e64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 HTTP/1.1" status: 200 len: 217 time: 0.0717208 Feb 16 13:21:21.562778 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-732b4942-80c7-458e-bc87-91093fbbdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.565285 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-732b4942-80c7-458e-bc87-91093fbbdaff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f74ecfaf-8f2a-440f-84d5-bdbf46a3d011 HTTP/1.1" status: 200 len: 834 time: 0.0638354 Feb 16 13:21:21.577431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:21.582274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] Checking router: 0a9d185e-f0fe-428e-a5a3-14b68500d99e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:21.591592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:21.592183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:21.693062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-1cd038b2-9d57-47e2-814a-b07ee474612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.694645 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-1cd038b2-9d57-47e2-814a-b07ee474612f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbfe2996-d43a-4fc2-af5d-574ec9e63920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110063 Feb 16 13:21:21.849701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:21.851378 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-d39c63ba-7fa5-4be3-bb4f-413baffb658c service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456966 Feb 16 13:21:21.884464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45bd6e-ee2a-4e89-9471-e8bb8136499d req-1d78e45b-7115-4011-8820-4ab2369c796e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.885212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7f45bd6e-ee2a-4e89-9471-e8bb8136499d req-1d78e45b-7115-4011-8820-4ab2369c796e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:21:21.964971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7f45bd6e-ee2a-4e89-9471-e8bb8136499d req-1d78e45b-7115-4011-8820-4ab2369c796e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:21:21.966919 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f45bd6e-ee2a-4e89-9471-e8bb8136499d req-1d78e45b-7115-4011-8820-4ab2369c796e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.1957586 Feb 16 13:21:22.007321 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1c1d7499-91f0-4fe2-ade9-cbcb6537804c req-dc1c53c8-1a20-4ace-bd06-af5b5fedf12c service neutron] 10.222.0.67 "GET /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494284 Feb 16 13:21:22.030495 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f45bd6e-ee2a-4e89-9471-e8bb8136499d req-7391187d-26e6-42f8-9897-64bdb7e388a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551732 Feb 16 13:21:22.206051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:22.210283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c528000-e7d3-4e53-b654-00d996a71a2b None None] The sync data for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv is: [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:19:46Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '001e2fe4-1f72-4db3-97fa-0091a797622b', 'name': '', 'network_id': 'fbfe2996-d43a-4fc2-af5d-574ec9e63920', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:1e:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:45Z', 'updated_at': '2022-02-16T13:19:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'f74ecfaf-8f2a-440f-84d5-bdbf46a3d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:22.455036 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec93f8-094d-4d16-b52e-9f983fa20404 None None] New status for floating IP 9f274143-94ef-4670-8b5d-2ad509787a1d: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:21:23.332295 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0126e2-3d02-4737-affc-9d8d65bd6cfb req-63cfe438-e01e-4f1c-911b-0b939b8137fe tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:23.333735 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f0126e2-3d02-4737-affc-9d8d65bd6cfb req-63cfe438-e01e-4f1c-911b-0b939b8137fe tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.1948569 Feb 16 13:21:23.386027 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f0126e2-3d02-4737-affc-9d8d65bd6cfb req-2b4072c1-20a8-44a1-9184-75b608c9da4e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3e1e00a-2c4e-47e9-be61-8832975d11be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Feb 16 13:21:23.685037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-91282da8-b739-4e3e-9e74-10b3e42491b5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:23.685739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-91282da8-b739-4e3e-9e74-10b3e42491b5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:21:23.697873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-91282da8-b739-4e3e-9e74-10b3e42491b5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:21:23.699061 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-91282da8-b739-4e3e-9e74-10b3e42491b5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 946 time: 0.0949409 Feb 16 13:21:23.771278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:23.771616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:24.031909 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:24.032908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:24.168350 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:24.366997 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:24.528326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=de7a8e7b-fd8a-40dc-a5a7-06174f2ed069,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:24.562372 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-089ea94d-d963-4346-a42c-1fc0e8d9de70 req-2b7a5aa9-b50d-46ea-834a-42b3301db7bb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 210 time: 0.0476527 Feb 16 13:21:24.568797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.569075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.569423 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.569761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.570098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.570434 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.570767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.571118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.571445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.573996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.573996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.573996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:24.615947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] No DVR routers for this DVR port de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:21:24.618610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:24.621294 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'name': 'network-vif-deleted', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:24.666540 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b192b4e2-78d8-44ab-8043-3f27307280a9', 'name': 'network-vif-deleted', 'tag': 'de7a8e7b-fd8a-40dc-a5a7-06174f2ed069', 'status': 'completed', 'code': 200} Feb 16 13:21:24.693644 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a0b0d5e7-fab7-4b14-94d1-4cc478608892 req-856d6b07-1b2c-4b17-96d6-6a8cd106639f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "DELETE /v2.0/ports/de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 HTTP/1.1" status: 204 len: 173 time: 0.9883113 Feb 16 13:21:25.734800 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-24c5952b-f182-45f7-a09d-2e33d9971f90 req-87f7584d-1ca6-4b74-b05d-4b74cda282a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=b192b4e2-78d8-44ab-8043-3f27307280a9 HTTP/1.1" status: 200 len: 210 time: 0.0433152 Feb 16 13:21:26.832322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33722) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:27.310178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:27.347720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:27.348069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device de7a8e7b-fd8a-40dc-a5a7-06174f2ed069 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:27.415770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:27.763302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 001e2fe4-1f72-4db3-97fa-0091a797622b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:27.763619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:27.947641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port 001e2fe4-1f72-4db3-97fa-0091a797622b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=001e2fe4-1f72-4db3-97fa-0091a797622b,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:27.948365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:28.182348 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 001e2fe4-1f72-4db3-97fa-0091a797622b owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:28.541083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:28.589200 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=001e2fe4-1f72-4db3-97fa-0091a797622b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:28.883619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.243644 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 0a9d185e-f0fe-428e-a5a3-14b68500d99e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:21:29.418672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:29.428565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] Sync routers for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:29.432374 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-17d0bead-bbac-4802-a3c6-66f9c21ce033 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/0a9d185e-f0fe-428e-a5a3-14b68500d99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5989749 Feb 16 13:21:29.434924 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33726) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:29.437691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:29.438809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:29.504398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting subnet f74ecfaf-8f2a-440f-84d5-bdbf46a3d011 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:21:29.507156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.560045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.614126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:29.649045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.909873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:21:28Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:29.913811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] Checking router: 0a9d185e-f0fe-428e-a5a3-14b68500d99e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:29.922069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] Routers {'0a9d185e-f0fe-428e-a5a3-14b68500d99e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:29.923275 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:29.935789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.977857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Subnet': ['ID=f74ecfaf-8f2a-440f-84d5-bdbf46a3d011,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:29.983014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.990223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8d1ab6cb-9b70-421d-bcbb-8317ae2ba9d7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/subnets/f74ecfaf-8f2a-440f-84d5-bdbf46a3d011 HTTP/1.1" status: 204 len: 168 time: 0.5541818 Feb 16 13:21:29.993018 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33730) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:30.001412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650c5df-a86f-4e17-85cf-a8f7def0ebfc None None] Network fbfe2996-d43a-4fc2-af5d-574ec9e63920 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:21:30.198639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.338418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] Set router 0a9d185e-f0fe-428e-a5a3-14b68500d99e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:30.388174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.467077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 26b633c1-20ed-4109-8966-f298a424cd74 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:30.467314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.612313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] DHCP port deletion for fbfe2996-d43a-4fc2-af5d-574ec9e63920 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:21:30.620591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Deleting port 9b711f66-942e-4c23-88f0-f502111aa8c2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:30.620960 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.656879 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port 26b633c1-20ed-4109-8966-f298a424cd74, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=26b633c1-20ed-4109-8966-f298a424cd74,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:30.657243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:30.737561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9b711f66-942e-4c23-88f0-f502111aa8c2 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:30.783977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 26b633c1-20ed-4109-8966-f298a424cd74 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:30.858313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:21:28Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:30.880702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63535d-8746-4b39-b1ab-a8c8f94051c2 None None] The sync data for ids ['0a9d185e-f0fe-428e-a5a3-14b68500d99e'] in dv-neutron-829487-1-hyperv is: [{'id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208481898', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '26b633c1-20ed-4109-8966-f298a424cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:19:39Z', 'updated_at': '2022-02-16T13:21:28Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '26b633c1-20ed-4109-8966-f298a424cd74', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9d185e-f0fe-428e-a5a3-14b68500d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:19:40Z', 'updated_at': '2022-02-16T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:30.956436 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] For port 9b711f66-942e-4c23-88f0-f502111aa8c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9b711f66-942e-4c23-88f0-f502111aa8c2,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:30.956828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.084675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Calling delete_port for 9b711f66-942e-4c23-88f0-f502111aa8c2 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:31.116972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.181562 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 9b711f66-942e-4c23-88f0-f502111aa8c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9b711f66-942e-4c23-88f0-f502111aa8c2,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:31.215510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.267580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=26b633c1-20ed-4109-8966-f298a424cd74,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:31.276257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.346084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:21:31.346570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:21:31.358468 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=9b711f66-942e-4c23-88f0-f502111aa8c2,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:31.366746 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.367200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.367613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.368020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.368551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.368894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.369226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.369557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.369891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.370219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.370542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.370863 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:31.387594 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.669484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.671691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.774933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.775513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9d185e-f0fe-428e-a5a3-14b68500d99e {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:21:31.792311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.793407 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3259783f-b446-43cd-86e0-4dad218d71a5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/routers/0a9d185e-f0fe-428e-a5a3-14b68500d99e HTTP/1.1" status: 204 len: 168 time: 1.7987704 Feb 16 13:21:31.796053 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33734) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:31.847620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Deleting port 9b711f66-942e-4c23-88f0-f502111aa8c2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:31.848349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.916579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.927745 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 9b711f66-942e-4c23-88f0-f502111aa8c2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:31.928005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:32.069177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] For port 9b711f66-942e-4c23-88f0-f502111aa8c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9b711f66-942e-4c23-88f0-f502111aa8c2,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:32.069569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:32.140967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port 9b711f66-942e-4c23-88f0-f502111aa8c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9b711f66-942e-4c23-88f0-f502111aa8c2,segment=NetworkSegment(d5a595cf-88e4-45bb-a845-02c762c3c2a7),segment_id=d5a595cf-88e4-45bb-a845-02c762c3c2a7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:32.141834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:32.193304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Calling delete_port for 9b711f66-942e-4c23-88f0-f502111aa8c2 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:32.276032 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 9b711f66-942e-4c23-88f0-f502111aa8c2 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:32.378714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:32.384451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.db.api [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:21:32.384776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG oslo_db.api [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:21:32.472945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] Pushing event deleted for resources: {'Port': ['ID=9b711f66-942e-4c23-88f0-f502111aa8c2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:32.474679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66abce-ccf0-4bc7-b42a-c84ba2a1e256 None None] No DVR routers for this DVR port 9b711f66-942e-4c23-88f0-f502111aa8c2 on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:21:32.726439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 001e2fe4-1f72-4db3-97fa-0091a797622b no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:32.760791 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 001e2fe4-1f72-4db3-97fa-0091a797622b {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:32.761141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 001e2fe4-1f72-4db3-97fa-0091a797622b not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:32.761553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26b633c1-20ed-4109-8966-f298a424cd74 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:32.793177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 26b633c1-20ed-4109-8966-f298a424cd74 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:32.793523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 26b633c1-20ed-4109-8966-f298a424cd74 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:32.885953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 9b711f66-942e-4c23-88f0-f502111aa8c2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:32.886338 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:32.956785 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] The port '9b711f66-942e-4c23-88f0-f502111aa8c2' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:21:33.079960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.105083 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfe2996-d43a-4fc2-af5d-574ec9e63920']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:33.117387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a595cf-88e4-45bb-a845-02c762c3c2a7') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:33.117684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a595cf-88e4-45bb-a845-02c762c3c2a7') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:33.128697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.145516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.151582 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:21:33.151966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: util.warn( Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:21:33.166730 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:21:33.326804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.331382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.357711 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Network': ['ID=fbfe2996-d43a-4fc2-af5d-574ec9e63920,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:33.459089 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e0eb9ea6-75ab-4b77-86eb-ac7d7afb08e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/networks/fbfe2996-d43a-4fc2-af5d-574ec9e63920 HTTP/1.1" status: 204 len: 168 time: 1.6619678 Feb 16 13:21:33.461602 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:33.529758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-895b0dfc-89ac-4cf1-9d43-1dd6ab099fc6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.568733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-895b0dfc-89ac-4cf1-9d43-1dd6ab099fc6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.738406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-895b0dfc-89ac-4cf1-9d43-1dd6ab099fc6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.757565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b0dfc-89ac-4cf1-9d43-1dd6ab099fc6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e1e00a-2c4e-47e9-be61-8832975d11be,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:33.848458 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-895b0dfc-89ac-4cf1-9d43-1dd6ab099fc6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:33.849603 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-895b0dfc-89ac-4cf1-9d43-1dd6ab099fc6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/security-groups/f3e1e00a-2c4e-47e9-be61-8832975d11be HTTP/1.1" status: 204 len: 168 time: 0.3870986 Feb 16 13:21:33.881433 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20ff738-120a-4630-bae2-a63fe7fe4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.331225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:34.336608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477948878', 'description': 'tempest-secgroup-smoke-1477948878 description', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:34.342647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:34.346794 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:34.349654 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:34.355375 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:34.435186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.455651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:34.459463 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:34.462224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:34.467886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:34.537111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.614645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.658387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7b493d-9bb5-4e8d-90c9-246c207e48ec,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:34.732698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.733931 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3a4713f8-d8e7-403b-96a6-a1530f4ff5e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4017169 Feb 16 13:21:34.737326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33750) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:34.742189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '3e7b493d-9bb5-4e8d-90c9-246c207e48ec', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:34.748156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:34.753347 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:34.754841 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:34.760489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:34.859719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.932226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.026656 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.050710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feeb4c59-8780-4da8-bf95-d5685e87fb99,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:35.146788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.148059 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-23169305-ea8f-40a0-b528-73aed5cb7a04 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097919 Feb 16 13:21:35.150589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:35.155556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '3e7b493d-9bb5-4e8d-90c9-246c207e48ec', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:35.167790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:35.171780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:35.174698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:35.180525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:35.279495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.341260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.431854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.456916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7c8016-d9ff-433d-b524-172e1aeb9104,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:35.535503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.536628 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-88020ad8-546e-4ceb-8881-762ae609e667 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3850570 Feb 16 13:21:35.539653 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:35.544787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '3e7b493d-9bb5-4e8d-90c9-246c207e48ec', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:35.551079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:35.554921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:35.557856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:35.564827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:35.656516 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.725502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.803743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.830110 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c5d446-65c2-4c6b-9e68-b5f0565c8db5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:35.940706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.941947 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7e292a83-6a45-446b-8adb-ef2c401381e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012659 Feb 16 13:21:35.944676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33762) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:35.949693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '3e7b493d-9bb5-4e8d-90c9-246c207e48ec', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:35.956658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:35.960632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:35.963598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:35.969487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:36.205648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.226715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db4e2d2d-725a-4064-bef6-0f070e4495b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.272551 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.438190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.462422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12fcb36-4dce-4fbf-b91f-8f5f2ead2baa,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:36.546687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.548503 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ec575c85-ed42-4846-ba60-890dc2b40e4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6023581 Feb 16 13:21:36.551630 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:36.559988 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '3e7b493d-9bb5-4e8d-90c9-246c207e48ec', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:36.570870 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:36.580644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:36.584955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:36.591769 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:36.700587 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:36.708090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.772522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.837858 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.871940 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d41e412-61db-4514-b0b1-879166874c46,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:36.997648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.998861 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a3883346-63bf-4459-80dd-9cd8aef4c0d4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4459069 Feb 16 13:21:37.001571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:37.006603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '3e7b493d-9bb5-4e8d-90c9-246c207e48ec', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:37.012904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:37.017098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:37.020535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:37.026835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:37.098292 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:37.105674 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.174937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.246584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.276914 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7e1e3f-cb5d-4257-99bd-0cc11dd8ad15,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:37.292915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.381038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.382273 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-242e9881-4d25-4d7a-8bfd-bf5cf037e0c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3797927 Feb 16 13:21:37.385174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:37.390600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'network': {'name': 'tempest-network-smoke--2117776558', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:37.396362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:37.400406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:network and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:37.403225 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:37.409583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.414051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:37.477902 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:37.482193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.510393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:21:37.519648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.519988 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Added segment ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e of type vlan for network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d Feb 16 13:21:37.545972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.632222 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.637673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:37.638285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.748022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Network': ['ID=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:37.758690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:21:37.800227 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e51af4e4-57fa-4a21-8d50-86f07ed8cff8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4137020 Feb 16 13:21:37.803257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:37.808696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'admin_state_up': True, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:37.816127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:37.820093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:router and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:37.822973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:37.830047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:37.934844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.935967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:37.950293 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:38.302518 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:38.702595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:38.732791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:38.872452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.112 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/437b374b-a8e2-40a6-a5dd-ffc1df40e005) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:38.906558 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:39.036820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:39.124191 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:39.189849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:39.192706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:39.196357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:21:39.340930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=437b374b-a8e2-40a6-a5dd-ffc1df40e005,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:39.829552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:40.193722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:40.465739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 52d933f9-67ca-40c1-937b-f83abff44b27 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:21:40.641486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:40.652089 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Sync routers for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:40.662229 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:40.662833 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:40.731079 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:40.732569 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-87daebc4-f479-4e4e-8604-085123988d95 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9283319 Feb 16 13:21:40.736430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:40.787452 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8cd3ed33-a0c0-4ceb-918a-0f8e47b803a9 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=9b3ebfd9fce041bb82e179b823949b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471132 Feb 16 13:21:40.787669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33786) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:40.860215 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:40.926287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf9e91-c320-46ea-84be-7d6da6e46ada tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:40.928021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f6cf9e91-c320-46ea-84be-7d6da6e46ada tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393950 Feb 16 13:21:40.932227 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33790) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:41.002765 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c6790d54-2cb8-4674-9b75-4ae482fdbabf tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689745 Feb 16 13:21:41.006631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33794) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:41.012254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-548892505', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:41.128552 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:41.132707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:subnet and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:41.135654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:41.141641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:41.175240 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:39Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:41.179342 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Checking router: 52d933f9-67ca-40c1-937b-f83abff44b27 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:41.179778 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Updating router 52d933f9-67ca-40c1-937b-f83abff44b27 port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:21:41.223583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:41.227247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.238565 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.470047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.569150 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.569425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.581069 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Transition to ACTIVE for port object 437b374b-a8e2-40a6-a5dd-ffc1df40e005 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:41.655645 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Subnet': ['ID=c1860651-ad34-409a-87c3-bea018c6b286,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:41.663130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Checking segment: {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:21:41.663497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network hostable DHCP agents. Network: eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:21:41.665926 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.747052 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Attempting to bind port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:41.747323 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Attempting to bind port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:41.747681 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Attempting to bind port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:21:41.753264 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Pushing event updated for resources: {'Port': ['ID=437b374b-a8e2-40a6-a5dd-ffc1df40e005,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:41.754833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:21:41.760916 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:21:41.761289 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:21:41.761686 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.762073 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:21:41.762527 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Bound port: 437b374b-a8e2-40a6-a5dd-ffc1df40e005, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:41.762895 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.787886 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.788231 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.788568 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.788897 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.789223 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.789544 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.789863 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.790180 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.790497 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.790817 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.791175 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.791491 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:41.843452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:41.846618 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] For port 437b374b-a8e2-40a6-a5dd-ffc1df40e005, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:21:41.848898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:41.850168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:41.850784 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] For port 437b374b-a8e2-40a6-a5dd-ffc1df40e005, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=437b374b-a8e2-40a6-a5dd-ffc1df40e005,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:21:41.855411 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ebb33-b828-4eb1-907b-5bc45c66775c None None] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:21:41.989886 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:42.019646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f1facb92-ad08-4bb4-833d-0b096c369080 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0112514 Feb 16 13:21:42.022245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33798) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:42.069000 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:42.069781 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:42.077682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:21:42.079076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:42.179817 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e03936-4d21-41be-859d-f4fbbfeccb09 None None] Pushing event updated for resources: {'Port': ['ID=437b374b-a8e2-40a6-a5dd-ffc1df40e005,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:42.275737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Allocated IP 172.20.0.2 (eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d/c1860651-ad34-409a-87c3-bea018c6b286/3326a411-8e60-4e60-8534-4b6257c24cbe) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:42.318512 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:42.518576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:42.531571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Transition to ACTIVE for port object 3326a411-8e60-4e60-8534-4b6257c24cbe will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:42.553508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Transition to ACTIVE for port object 3326a411-8e60-4e60-8534-4b6257c24cbe will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:42.616810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:42.656381 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:39Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:42.661132 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c87fe5-d6ea-495f-8092-51c1c527112e None None] The sync data for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv is: [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:39Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:42.687668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:42.694448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:42.694448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:21:42.791889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Pushing event updated for resources: {'Port': ['ID=3326a411-8e60-4e60-8534-4b6257c24cbe,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:42.797843 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Attempting to bind port 3326a411-8e60-4e60-8534-4b6257c24cbe on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:42.798257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Attempting to bind port 3326a411-8e60-4e60-8534-4b6257c24cbe by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:42.798619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Attempting to bind port 3326a411-8e60-4e60-8534-4b6257c24cbe on network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:21:42.804010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:21:42.804386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Checking segment: {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:21:42.804788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:42.805175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Bound using segment: {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:21:42.805637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Bound port: 3326a411-8e60-4e60-8534-4b6257c24cbe, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:42.806008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:42.914157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] For port 3326a411-8e60-4e60-8534-4b6257c24cbe, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:21:42.920577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] For port 3326a411-8e60-4e60-8534-4b6257c24cbe, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3326a411-8e60-4e60-8534-4b6257c24cbe,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:21:42.957962 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:43.065788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:43.170793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e2d3f-070e-453a-a0ce-2f33398caf09 None None] Pushing event updated for resources: {'Port': ['ID=3326a411-8e60-4e60-8534-4b6257c24cbe,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:43.472286 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.1 (eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d/c1860651-ad34-409a-87c3-bea018c6b286/ce03021e-920b-40b7-be48-cd55bb6234f9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:43.701399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:43.717249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object ce03021e-920b-40b7-be48-cd55bb6234f9 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:43.870185 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:43.940034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:43.943159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:43.947141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:21:43.978599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=ce03021e-920b-40b7-be48-cd55bb6234f9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:44.014682 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:44.503901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:44.549127 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78be98e-1646-47db-905e-350c4ae411a9 None None] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:21:44.720955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3b4a2ada-9283-43d4-b83b-9c2ebd82c9cc None None] Provisioning for port 3326a411-8e60-4e60-8534-4b6257c24cbe completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:44.826009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 437b374b-a8e2-40a6-a5dd-ffc1df40e005 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:44.976251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:44.997655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:45.005438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:45.006130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.071547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.201446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=ce03021e-920b-40b7-be48-cd55bb6234f9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:45.204495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.205602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.220362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0cae25ce-bcaa-4cda-b4ea-69ce48a6f61a None None] Provisioning for port ce03021e-920b-40b7-be48-cd55bb6234f9 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:45.228714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0cae25ce-bcaa-4cda-b4ea-69ce48a6f61a None None] Provisioning complete for port ce03021e-920b-40b7-be48-cd55bb6234f9 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:45.229086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cae25ce-bcaa-4cda-b4ea-69ce48a6f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.260522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 437b374b-a8e2-40a6-a5dd-ffc1df40e005, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=437b374b-a8e2-40a6-a5dd-ffc1df40e005,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:45.288043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0cae25ce-bcaa-4cda-b4ea-69ce48a6f61a None None] Port ce03021e-920b-40b7-be48-cd55bb6234f9 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:21:45.335430 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.336434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3326a411-8e60-4e60-8534-4b6257c24cbe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:45.351030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:45.352202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:45.470009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1ba60d63-7dda-4af6-9873-e70c1e9c5d0c None None] Provisioning complete for port ce03021e-920b-40b7-be48-cd55bb6234f9 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:45.470383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ba60d63-7dda-4af6-9873-e70c1e9c5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.513072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=437b374b-a8e2-40a6-a5dd-ffc1df40e005,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:45.541108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1ba60d63-7dda-4af6-9873-e70c1e9c5d0c None None] Port ce03021e-920b-40b7-be48-cd55bb6234f9 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:21:45.566403 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 52d933f9-67ca-40c1-937b-f83abff44b27 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:21:45.592006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 3326a411-8e60-4e60-8534-4b6257c24cbe completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:45.598339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3326a411-8e60-4e60-8534-4b6257c24cbe triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:45.602281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.673243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-44fb7d82-531f-4ded-b4d8-609106b0953d None None] Provisioning complete for port ce03021e-920b-40b7-be48-cd55bb6234f9 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:45.673518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44fb7d82-531f-4ded-b4d8-609106b0953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.753734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:45.767405 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-daf4e9a4-3008-442f-84ab-2b99ee5274a2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/52d933f9-67ca-40c1-937b-f83abff44b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7427163 Feb 16 13:21:45.770494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Sync routers for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:45.786483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-44fb7d82-531f-4ded-b4d8-609106b0953d None None] Port ce03021e-920b-40b7-be48-cd55bb6234f9 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:21:45.796927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:45.797560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:45.862623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:45.932250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-23c2126d-57ea-46b6-bee8-4ee74df813ae tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477948878&fields=id&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 267 time: 0.0385628 Feb 16 13:21:45.980949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 3326a411-8e60-4e60-8534-4b6257c24cbe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3326a411-8e60-4e60-8534-4b6257c24cbe,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:46.003691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:46.059675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:46.085712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-22cebf27-645e-43db-985c-6ddcf3095e7a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:46.087283 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-22cebf27-645e-43db-985c-6ddcf3095e7a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 797 time: 0.1479549 Feb 16 13:21:46.102149 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-12477746-b08a-4d33-85e9-59277c794fc0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/quotas/9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 375 time: 0.0092721 Feb 16 13:21:46.184116 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-d9821bc2-4138-4904-b693-24477bcc500f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:21:46.258274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=3326a411-8e60-4e60-8534-4b6257c24cbe,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:46.260170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-d9821bc2-4138-4904-b693-24477bcc500f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:21:46.263465 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-d9821bc2-4138-4904-b693-24477bcc500f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552968 Feb 16 13:21:46.320488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-0bfd80a3-be72-4d88-bf9d-46f78376e127 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:21:46.321507 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-0bfd80a3-be72-4d88-bf9d-46f78376e127 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481319 Feb 16 13:21:46.378849 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 2, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:46.382641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Checking router: 52d933f9-67ca-40c1-937b-f83abff44b27 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:46.383013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Updating router 52d933f9-67ca-40c1-937b-f83abff44b27 port ce03021e-920b-40b7-be48-cd55bb6234f9 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:21:46.434656 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:46.469751 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-5fd1e303-0ec8-4580-a1af-a805f25ee4fc service neutron] 10.222.0.47 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419442 Feb 16 13:21:46.610365 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-3d5bb8c6-ac64-474f-9a0d-de44519a1b5d service neutron] 10.222.0.47 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342559 Feb 16 13:21:46.756268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 437b374b-a8e2-40a6-a5dd-ffc1df40e005 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:46.915615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:46.925108 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f6496d66-5c5f-4f0b-8272-f1b885bf0636 req-9ff61b1e-55bc-497f-a270-63d4fd21cd07 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 210 time: 0.0622356 Feb 16 13:21:46.930890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Transition to ACTIVE for port object ce03021e-920b-40b7-be48-cd55bb6234f9 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:46.942918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:46.943340 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.010247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.193322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3326a411-8e60-4e60-8534-4b6257c24cbe up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:47.256966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d990d2-6f89-4043-8679-8b5a883096d5 None None] Pushing event updated for resources: {'Port': ['ID=ce03021e-920b-40b7-be48-cd55bb6234f9,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:47.343180 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Attempting to bind port ce03021e-920b-40b7-be48-cd55bb6234f9 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:47.343552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Attempting to bind port ce03021e-920b-40b7-be48-cd55bb6234f9 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:47.343916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Attempting to bind port ce03021e-920b-40b7-be48-cd55bb6234f9 on network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:21:47.355018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:21:47.355431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Checking segment: {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:21:47.355801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.356196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Bound using segment: {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:21:47.356665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Bound port: ce03021e-920b-40b7-be48-cd55bb6234f9, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:47.357044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.425519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 3326a411-8e60-4e60-8534-4b6257c24cbe triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:47.425806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.509486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] For port ce03021e-920b-40b7-be48-cd55bb6234f9, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:21:47.512809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] For port ce03021e-920b-40b7-be48-cd55bb6234f9, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ce03021e-920b-40b7-be48-cd55bb6234f9,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:21:47.592006 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.673526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:47.680787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:47.730219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d990d2-6f89-4043-8679-8b5a883096d5 None None] Pushing event updated for resources: {'Port': ['ID=ce03021e-920b-40b7-be48-cd55bb6234f9,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:47.878765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:48.102393 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dbabbcad-8af7-4f7d-b3d3-427e4ff55450 req-78256737-5f08-4ee8-bc83-306b0ec68952 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 210 time: 0.0441430 Feb 16 13:21:48.227509 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:47Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:48.231942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5305e99-0ed0-42a3-93b2-43c12a77e02a None None] The sync data for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv is: [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:47Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:48.763080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ce03021e-920b-40b7-be48-cd55bb6234f9 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:48.923314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port ce03021e-920b-40b7-be48-cd55bb6234f9 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:48.928766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ce03021e-920b-40b7-be48-cd55bb6234f9 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:48.929144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:49.056886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:49.091848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port ce03021e-920b-40b7-be48-cd55bb6234f9, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ce03021e-920b-40b7-be48-cd55bb6234f9,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:49.214814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:49.294456 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5fb0eada-cc22-4f0b-b054-463b48451467 req-506400fe-4540-4d48-aced-aad2df42abcf tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 210 time: 0.0603831 Feb 16 13:21:49.295068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-622f42f5-f692-4e09-8721-abab43df0cec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:49.296720 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-622f42f5-f692-4e09-8721-abab43df0cec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:21:49.326778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=ce03021e-920b-40b7-be48-cd55bb6234f9,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:49.389506 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-622f42f5-f692-4e09-8721-abab43df0cec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:21:49.390719 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-622f42f5-f692-4e09-8721-abab43df0cec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 797 time: 0.2674985 Feb 16 13:21:49.445340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-c833d75d-4539-4d95-908d-c1b6652ca3e5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:21:49.522872 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-c833d75d-4539-4d95-908d-c1b6652ca3e5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:21:49.524106 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-c833d75d-4539-4d95-908d-c1b6652ca3e5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 380 time: 0.1195967 Feb 16 13:21:49.536435 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'port': {'device_id': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'admin_state_up': True, 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'security_groups': ['3e7b493d-9bb5-4e8d-90c9-246c207e48ec']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:49.799783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:49.809320 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:49.871496 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:49.874960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:50.036867 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.6 (eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d/c1860651-ad34-409a-87c3-bea018c6b286/33f69f16-1014-4c29-ad16-269c6ee89750) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:50.235283 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:50.252670 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object 33f69f16-1014-4c29-ad16-269c6ee89750 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:50.340300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:50.416316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:50.419649 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:50.424234 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:21:50.465327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:50.491147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f8593-a499-4bc2-809c-9d15d07e59ed req-052969e1-1486-46be-8790-51f42f8e0277 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:50.492731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c6f8593-a499-4bc2-809c-9d15d07e59ed req-052969e1-1486-46be-8790-51f42f8e0277 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 931 time: 0.0963089 Feb 16 13:21:50.500978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:50.501686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:50.541611 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c6f8593-a499-4bc2-809c-9d15d07e59ed req-5e43d093-1194-4dad-8a9c-6a52fbdba821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Feb 16 13:21:50.638040 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-76319134-b3eb-4d37-b643-cc450963be9b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052294 Feb 16 13:21:50.653168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Request body: {'port': {'device_id': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:50.740397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ce03021e-920b-40b7-be48-cd55bb6234f9 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:50.773776 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:50.811073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5106d49f-bb98-409e-a374-6a133ecfe71c None None] Provisioning for port 33f69f16-1014-4c29-ad16-269c6ee89750 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:50.833126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5106d49f-bb98-409e-a374-6a133ecfe71c None None] Provisioning complete for port 33f69f16-1014-4c29-ad16-269c6ee89750 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:50.833501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5106d49f-bb98-409e-a374-6a133ecfe71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:50.901077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5106d49f-bb98-409e-a374-6a133ecfe71c None None] Port 33f69f16-1014-4c29-ad16-269c6ee89750 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:21:50.914086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port ce03021e-920b-40b7-be48-cd55bb6234f9 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:50.914461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.149956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f69f16-1014-4c29-ad16-269c6ee89750 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:21:51.158357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.178650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Transition to ACTIVE for port object 33f69f16-1014-4c29-ad16-269c6ee89750 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:51.231973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.395121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:51.477180 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Attempting to bind port 33f69f16-1014-4c29-ad16-269c6ee89750 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:51.478677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Attempting to bind port 33f69f16-1014-4c29-ad16-269c6ee89750 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:51.479021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Attempting to bind port 33f69f16-1014-4c29-ad16-269c6ee89750 on network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:21:51.483814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Port 33f69f16-1014-4c29-ad16-269c6ee89750 on network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:21:51.484131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Attempting to bind port 33f69f16-1014-4c29-ad16-269c6ee89750 on network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:21:51.490066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:21:51.490406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Checking segment: {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:21:51.490779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Bound using segment: {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:21:51.491238 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Bound port: 33f69f16-1014-4c29-ad16-269c6ee89750, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:51.491581 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.595344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:21:51.598707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:21:51.672352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.734727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b924e6-9ff9-4461-b83f-561cb7a4113f req-2871791f-6120-4bda-8d26-9b2215bd9637 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:51.736369 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-52b924e6-9ff9-4461-b83f-561cb7a4113f req-2871791f-6120-4bda-8d26-9b2215bd9637 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 943 time: 0.0847960 Feb 16 13:21:51.738869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:51.739510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.741028 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-773fef74-0711-422e-b7f7-579748c92770 service neutron] 10.222.0.67 "PUT /v2.0/ports/33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 1093 time: 1.0919468 Feb 16 13:21:51.741471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:51.770854 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fef74-0711-422e-b7f7-579748c92770 service neutron] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:51.788910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-52b924e6-9ff9-4461-b83f-561cb7a4113f req-4eb8784c-4c2c-45c6-9950-307cb8c6e7c6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 Feb 16 13:21:51.810226 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750', 'status': 'completed', 'code': 200} Feb 16 13:21:51.903640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aab786-6d72-4c5f-bd99-3e472d9f3355 req-c2addde8-41aa-4e10-a414-eeb467d90703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:51.905138 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f3aab786-6d72-4c5f-bd99-3e472d9f3355 req-c2addde8-41aa-4e10-a414-eeb467d90703 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1096 time: 0.0745327 Feb 16 13:21:52.048828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aab786-6d72-4c5f-bd99-3e472d9f3355 req-1ff5a748-8b80-4cd8-99cd-f9624e90e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:52.050288 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f3aab786-6d72-4c5f-bd99-3e472d9f3355 req-1ff5a748-8b80-4cd8-99cd-f9624e90e1e2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1347909 Feb 16 13:21:52.297752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aab786-6d72-4c5f-bd99-3e472d9f3355 req-ebada72f-6495-4818-a88e-14afa74a11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:52.299247 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f3aab786-6d72-4c5f-bd99-3e472d9f3355 req-ebada72f-6495-4818-a88e-14afa74a11bc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2396445 Feb 16 13:21:52.413457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-d6b39845-368a-4fec-a799-12ff049442b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:52.414940 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-d6b39845-368a-4fec-a799-12ff049442b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1096 time: 0.0747368 Feb 16 13:21:52.489818 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-885c47df-e363-42db-b3ab-8f1acb2829c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 217 time: 0.0645540 Feb 16 13:21:52.556424 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-fcd68565-5cb1-4d9e-9363-2e1942dc7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:52.558651 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-fcd68565-5cb1-4d9e-9363-2e1942dc7681 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 200 len: 834 time: 0.0603466 Feb 16 13:21:52.642473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-3015752c-3db2-4187-8ab6-4c59310ccada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:52.643975 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-3015752c-3db2-4187-8ab6-4c59310ccada service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766208 Feb 16 13:21:52.791843 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-afac85a9-afc3-4a11-b1db-2b9a8e8e674d service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374331 Feb 16 13:21:52.942756 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-68abdef9-a5ba-446a-99d8-a517ea28b84e req-045c3afe-7f9b-440f-aef9-de8076eb4ca9 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413486 Feb 16 13:21:53.016821 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:21:53.081408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa9bb-3552-4136-a51e-725125d5577d req-777b404d-9334-4f8a-846a-1c881eeb580a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:53.082788 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-206fa9bb-3552-4136-a51e-725125d5577d req-777b404d-9334-4f8a-846a-1c881eeb580a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 943 time: 0.1872292 Feb 16 13:21:53.127555 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-206fa9bb-3552-4136-a51e-725125d5577d req-dadc659c-6285-48a9-9010-2557dc7e4ff3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389986 Feb 16 13:21:54.322024 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a170c-e4d2-4473-b0a5-3a6d2f70ec74 req-83b27b92-1620-4ff1-a6db-a7ceb6d0e0c7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:54.323532 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-356a170c-e4d2-4473-b0a5-3a6d2f70ec74 req-83b27b92-1620-4ff1-a6db-a7ceb6d0e0c7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 943 time: 0.0849485 Feb 16 13:21:54.368816 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-356a170c-e4d2-4473-b0a5-3a6d2f70ec74 req-cdcb5e11-fd80-4854-9dc4-40308e8a2b6a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Feb 16 13:21:55.385694 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 33f69f16-1014-4c29-ad16-269c6ee89750 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:21:55.522803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:55.536341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '33f69f16-1014-4c29-ad16-269c6ee89750', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'port_id': '33f69f16-1014-4c29-ad16-269c6ee89750', 'mac_address': 'fa:16:3e:2f:c3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:21:55.556420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b60239-8f9c-4df6-9500-5aa8e83fd1d6 req-3a5529c0-b4b7-4c60-9b0d-befcb4f80bf7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:55.557845 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2b60239-8f9c-4df6-9500-5aa8e83fd1d6 req-3a5529c0-b4b7-4c60-9b0d-befcb4f80bf7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 943 time: 0.0852442 Feb 16 13:21:55.594366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.602459 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2b60239-8f9c-4df6-9500-5aa8e83fd1d6 req-19523892-f281-4633-a078-2de05fc84a12 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 Feb 16 13:21:55.611793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f69f16-1014-4c29-ad16-269c6ee89750 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:21:55.627641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:55.714603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.785339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:55.988395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['33f69f16-1014-4c29-ad16-269c6ee89750'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:21:56.795761 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4aa18-a54a-4acd-844d-29f77432da61 req-2da392fb-465a-4fd4-bbbb-a723dba98c51 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:56.797253 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2e4aa18-a54a-4acd-844d-29f77432da61 req-2da392fb-465a-4fd4-bbbb-a723dba98c51 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 944 time: 0.0876234 Feb 16 13:21:56.845154 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2e4aa18-a54a-4acd-844d-29f77432da61 req-54beb2ea-c8d5-42a2-ae19-117bf3d303e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Feb 16 13:21:57.402951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 33f69f16-1014-4c29-ad16-269c6ee89750 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:57.545292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 33f69f16-1014-4c29-ad16-269c6ee89750 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:57.550456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 33f69f16-1014-4c29-ad16-269c6ee89750 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:57.550839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.674610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.703700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:57.714456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:57.808223 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750', 'code': 200} Feb 16 13:21:57.823806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.897583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:58.046274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd8d17-62ef-44ce-bddb-14848b1921d4 req-fe4f3922-653b-43a4-b30c-d10e9b9d45cf tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:58.047920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bfbd8d17-62ef-44ce-bddb-14848b1921d4 req-fe4f3922-653b-43a4-b30c-d10e9b9d45cf tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0905085 Feb 16 13:21:58.093545 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bfbd8d17-62ef-44ce-bddb-14848b1921d4 req-8b7241e8-a1ca-4623-a5c6-9bc73cc79ab7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398490 Feb 16 13:21:58.270449 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2aa8a-8fcf-4c48-b574-57ec00980e4d req-d24f4207-f824-40d7-9718-97fc06c46170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:58.271946 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3cd2aa8a-8fcf-4c48-b574-57ec00980e4d req-d24f4207-f824-40d7-9718-97fc06c46170 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1098 time: 0.0823302 Feb 16 13:21:58.316585 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3cd2aa8a-8fcf-4c48-b574-57ec00980e4d req-37ea7fbb-4484-4378-9c95-750edfa59924 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346498 Feb 16 13:21:59.284825 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e0ac1-f25f-4b70-8949-3b043a3663f3 req-9310a142-7b42-4743-897e-246a427b3772 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:59.286224 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a27e0ac1-f25f-4b70-8949-3b043a3663f3 req-9310a142-7b42-4743-897e-246a427b3772 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0833833 Feb 16 13:21:59.336586 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a27e0ac1-f25f-4b70-8949-3b043a3663f3 req-c5f8e876-f194-4330-8a85-de0ca7f2cb23 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446157 Feb 16 13:22:00.526246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19469-999f-4065-a312-86463be0f744 req-7ca04eb7-7a62-4f66-a556-1e0a1690dc37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:00.527810 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2cc19469-999f-4065-a312-86463be0f744 req-7ca04eb7-7a62-4f66-a556-1e0a1690dc37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0797367 Feb 16 13:22:00.578484 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2cc19469-999f-4065-a312-86463be0f744 req-a7cb0a16-3813-42eb-80e3-ff63e53d62ae tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435410 Feb 16 13:22:00.760570 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12441b22-9ffb-47e0-b06e-b869da9b01e7 req-2c0ba32b-148d-46f9-a7c8-641bbdb35eed tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:00.762053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-12441b22-9ffb-47e0-b06e-b869da9b01e7 req-2c0ba32b-148d-46f9-a7c8-641bbdb35eed tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0803835 Feb 16 13:22:00.806020 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-12441b22-9ffb-47e0-b06e-b869da9b01e7 req-48d2d2ef-b76c-492a-a526-347ed6ef8bc9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376618 Feb 16 13:22:00.829253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:00.905125 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b63ff7-9143-4e63-9fa0-91ffba7e27a1 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:00.906657 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e1b63ff7-9143-4e63-9fa0-91ffba7e27a1 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1093 time: 0.0764205 Feb 16 13:22:00.909398 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:00.914298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '33f69f16-1014-4c29-ad16-269c6ee89750', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:22:00.920296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:22:00.925953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:floatingip and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:22:00.927030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:22:00.932710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:22:00.996502 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:01.152970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:01.293120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.119 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/72cc205e-e8e0-47d2-a08e-27570582cc5e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:22:01.444840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:01.534586 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:01.606474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:22:01.610068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:01.612802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:22:01.652215 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=72cc205e-e8e0-47d2-a08e-27570582cc5e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:02.141253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.256583 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.466047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.528106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.636051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=72cc205e-e8e0-47d2-a08e-27570582cc5e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:02.650640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.820170 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 28094e59-3d6a-4c84-a8c4-d6a28237d8a3 associated. External IP: 172.26.6.119, port: 33f69f16-1014-4c29-ad16-269c6ee89750. Feb 16 13:22:03.182651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 52d933f9-67ca-40c1-937b-f83abff44b27 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:22:03.374279 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:22:03.384795 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] Sync routers for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:22:03.395089 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:03.395828 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:03.480250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.538154 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d745a37e-d451-4aa7-89e2-024f6a60653f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6277249 Feb 16 13:22:03.538746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:22:03.609651 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:03.631169 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750', 'status': 'completed', 'code': 200} Feb 16 13:22:03.785898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce387f2-528d-4c3d-9c35-1f9003341638 req-3e3ed32a-c21d-4f2a-9723-89812e231dbd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:03.794300 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cce387f2-528d-4c3d-9c35-1f9003341638 req-3e3ed32a-c21d-4f2a-9723-89812e231dbd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.1074698 Feb 16 13:22:03.844263 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cce387f2-528d-4c3d-9c35-1f9003341638 req-818f47cf-3843-4627-bbbd-48e67e2e22cd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485044 Feb 16 13:22:03.871254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33876) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:03.872767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-1f07adf9-2410-4dfa-a50d-7292d96509c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:03.874819 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-1f07adf9-2410-4dfa-a50d-7292d96509c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1098 time: 0.2218237 Feb 16 13:22:03.888237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b72f3edf-da98-4b94-9ec3-59c5fd2b79a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.992258 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b85b03ab-63fb-45ed-a47b-47ff349cdae3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/28094e59-3d6a-4c84-a8c4-d6a28237d8a3 HTTP/1.1" status: 200 len: 991 time: 0.1187172 Feb 16 13:22:04.038554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-eef4549e-f662-415f-bc57-189bbdb4714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:04.040178 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-eef4549e-f662-415f-bc57-189bbdb4714c service neutron] 10.222.0.67 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 897 time: 0.1595068 Feb 16 13:22:04.040413 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '28094e59-3d6a-4c84-a8c4-d6a28237d8a3', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'port_id': '33f69f16-1014-4c29-ad16-269c6ee89750', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'mac_address': 'fa:16:3e:2f:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:22:02Z', 'updated_at': '2022-02-16T13:22:02Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:49Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:04.044531 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] Checking router: 52d933f9-67ca-40c1-937b-f83abff44b27 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:22:04.054457 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:04.055321 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:21:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:04.162863 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-d0571291-0cdb-4883-8998-30f44d7e405e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 999 time: 0.1167634 Feb 16 13:22:04.234564 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-f3dab3c8-c023-42d1-bde3-f5cbde4f10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:04.236144 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-f3dab3c8-c023-42d1-bde3-f5cbde4f10ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 200 len: 834 time: 0.0667806 Feb 16 13:22:04.280515 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:04.313269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-2599b97d-c21b-4444-9413-5c8555029a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:04.314741 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-2599b97d-c21b-4444-9413-5c8555029a0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729635 Feb 16 13:22:04.450539 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-4edb8662-e5e8-42a1-896b-9d8c33dd52d4 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291471 Feb 16 13:22:04.583286 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-afda6cc0-cfed-4f80-a864-c9d6dcfe3c19 req-9ea60bbf-d131-4be7-9def-95d89f83b979 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261508 Feb 16 13:22:04.632085 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '28094e59-3d6a-4c84-a8c4-d6a28237d8a3', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'port_id': '33f69f16-1014-4c29-ad16-269c6ee89750', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'mac_address': 'fa:16:3e:2f:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:22:02Z', 'updated_at': '2022-02-16T13:22:02Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:49Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:04.635908 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916397f-53c4-49bf-8ddc-bebea48229a0 None None] The sync data for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv is: [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '28094e59-3d6a-4c84-a8c4-d6a28237d8a3', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'port_id': '33f69f16-1014-4c29-ad16-269c6ee89750', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'mac_address': 'fa:16:3e:2f:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:22:02Z', 'updated_at': '2022-02-16T13:22:02Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:49Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:22:04.828872 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7bc28b-725a-4293-832a-4ccfb44ded48 None None] New status for floating IP 28094e59-3d6a-4c84-a8c4-d6a28237d8a3: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:22:04.996353 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33880) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:05.104713 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-824dfee6-3192-4d69-9e46-6059cfad2aac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/28094e59-3d6a-4c84-a8c4-d6a28237d8a3 HTTP/1.1" status: 200 len: 991 time: 0.1067848 Feb 16 13:22:06.108261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33884) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:06.167988 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c34db6bb-f595-4fe0-b94d-9d157ef9ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.216264 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-de894c63-c119-4121-a856-81c86e58ba14 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/28094e59-3d6a-4c84-a8c4-d6a28237d8a3 HTTP/1.1" status: 200 len: 993 time: 0.1060247 Feb 16 13:22:07.251839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.342764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:08.891798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:11.401871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:30.020758 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:22:33.852624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86e67d1f-f9b4-4fd6-bc5a-07475f05a22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:36.218498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9982-e1ca-431c-8c97-b087e3f27147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:37.258235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:37.371583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:38.099779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac46a-24df-4e16-9438-51b1f83cdfd3 req-b08d5e54-23df-4c3a-b41d-432f6875f2bb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:38.101331 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49cac46a-24df-4e16-9438-51b1f83cdfd3 req-b08d5e54-23df-4c3a-b41d-432f6875f2bb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0871642 Feb 16 13:22:38.149077 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49cac46a-24df-4e16-9438-51b1f83cdfd3 req-c54adb31-3d66-4dbf-ae8a-0c4031700ac7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Feb 16 13:22:38.286561 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 33908) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:38.402152 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-f910b6e7-7141-4278-916a-5282707692a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144276 Feb 16 13:22:38.972421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:39.339436 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e521-4f2b-4251-a49d-dd40040cfea6 req-3edf313f-87af-4846-8e53-87577e97a32b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:39.340908 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3595e521-4f2b-4251-a49d-dd40040cfea6 req-3edf313f-87af-4846-8e53-87577e97a32b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0843961 Feb 16 13:22:39.385886 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3595e521-4f2b-4251-a49d-dd40040cfea6 req-9471e1d0-b4b4-4660-b04c-281f890154bf tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 Feb 16 13:22:40.580300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe9a20-adf7-46d4-8d34-68d965005fe8 req-3a22bfde-921e-461c-a919-9ffc540b8c85 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:40.581764 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ebe9a20-adf7-46d4-8d34-68d965005fe8 req-3a22bfde-921e-461c-a919-9ffc540b8c85 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0871902 Feb 16 13:22:40.626077 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ebe9a20-adf7-46d4-8d34-68d965005fe8 req-b2472bf2-a9cc-4421-bde9-fae5619a5d3b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Feb 16 13:22:40.796261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-7cbdd70e-ff0f-40f7-9e10-a03fe7491c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:40.798339 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-7cbdd70e-ff0f-40f7-9e10-a03fe7491c4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1098 time: 0.0748622 Feb 16 13:22:40.937976 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-ffc25f08-729c-4666-aff8-b5fa6eb67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:40.939483 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-ffc25f08-729c-4666-aff8-b5fa6eb67569 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 897 time: 0.1319551 Feb 16 13:22:41.047453 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-f0249aa9-8e8c-47ca-8583-b15c42c87414 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 1001 time: 0.0981684 Feb 16 13:22:41.108525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-a301d1c8-a829-421e-8a33-2bc33a73db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:41.110512 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-a301d1c8-a829-421e-8a33-2bc33a73db32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 200 len: 834 time: 0.0573511 Feb 16 13:22:41.184524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-352b3366-10c1-4a45-a932-53f940c5e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:41.185995 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-352b3366-10c1-4a45-a932-53f940c5e25e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700166 Feb 16 13:22:41.196015 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-caeb2179-579c-4252-b943-773c1f9e1942 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:22:41.196871 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-caeb2179-579c-4252-b943-773c1f9e1942 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049155 Feb 16 13:22:41.330598 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-5eec3ac3-0073-496a-bfa6-5dfc88d0e06b service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276870 Feb 16 13:22:41.467690 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-3cacbe19-47b7-46c9-a1ff-5d2b7d6d8e34 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285281 Feb 16 13:22:41.480492 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:41.813631 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812fec9-6abc-4fa6-b52a-4a7fd1d83b42 req-7f124beb-3792-4087-81b5-cafc49e6359c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:41.815039 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e812fec9-6abc-4fa6-b52a-4a7fd1d83b42 req-7f124beb-3792-4087-81b5-cafc49e6359c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0814342 Feb 16 13:22:41.861597 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e812fec9-6abc-4fa6-b52a-4a7fd1d83b42 req-6a04d3a0-9863-44e4-853e-58a4e20069e5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Feb 16 13:22:43.157117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f37e3-9580-4e7b-a6bd-ade6c7447574 req-412a3787-9d6c-4c9f-b1f2-0ac8f7cde806 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:43.158626 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ad2f37e3-9580-4e7b-a6bd-ade6c7447574 req-412a3787-9d6c-4c9f-b1f2-0ac8f7cde806 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.1879702 Feb 16 13:22:43.206764 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ad2f37e3-9580-4e7b-a6bd-ade6c7447574 req-a2872bb5-02cd-4b8a-bc8d-65ddd87ce4f4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 Feb 16 13:22:44.399233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149b210-655c-4abc-adfb-02257f41e5ae req-8d168c2a-3657-4953-8552-1a6289a03a2d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:44.400713 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7149b210-655c-4abc-adfb-02257f41e5ae req-8d168c2a-3657-4953-8552-1a6289a03a2d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0815248 Feb 16 13:22:44.448664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7149b210-655c-4abc-adfb-02257f41e5ae req-a350991a-5edf-4ad8-ace0-e9c7fb37fbe3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Feb 16 13:22:45.646850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9815246-28a2-4a63-a8b3-3818c78d213d req-8bcd2464-9fae-4bdb-af00-25a8a5c7b2cd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:45.648414 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f9815246-28a2-4a63-a8b3-3818c78d213d req-8bcd2464-9fae-4bdb-af00-25a8a5c7b2cd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0812151 Feb 16 13:22:45.696314 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f9815246-28a2-4a63-a8b3-3818c78d213d req-97758960-7f35-4338-b507-da2bca5986e6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 Feb 16 13:22:46.898562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41e17-91d0-42ef-ba59-6fa6c7a4315b req-9631e085-0080-4019-bc51-f1f5ae053f47 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:46.900576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ff41e17-91d0-42ef-ba59-6fa6c7a4315b req-9631e085-0080-4019-bc51-f1f5ae053f47 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0938532 Feb 16 13:22:46.948154 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5ff41e17-91d0-42ef-ba59-6fa6c7a4315b req-2ac2742c-a366-402f-8fc6-ba31ef50902f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404847 Feb 16 13:22:48.139241 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1ac20-352c-4459-b6b2-d1846d1c72d2 req-75892212-67c9-48fb-a4c9-7c395e01b661 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:48.140727 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46c1ac20-352c-4459-b6b2-d1846d1c72d2 req-75892212-67c9-48fb-a4c9-7c395e01b661 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0834339 Feb 16 13:22:48.187281 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-46c1ac20-352c-4459-b6b2-d1846d1c72d2 req-bbc9c918-50dc-4356-9a6d-81b909e400a8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Feb 16 13:22:49.382809 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3cb5-4812-476b-84a9-2b518602c496 req-a806962c-223b-412d-b588-9bb0d6c87304 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:49.384328 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937d3cb5-4812-476b-84a9-2b518602c496 req-a806962c-223b-412d-b588-9bb0d6c87304 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0848880 Feb 16 13:22:49.434772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-937d3cb5-4812-476b-84a9-2b518602c496 req-3452d4d6-c140-4374-a12d-b35e96623625 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Feb 16 13:22:50.631280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd779b0-63e6-4c89-9a74-684d701aa202 req-d2c90296-2d85-43a6-98b9-9892de675284 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:50.632798 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fdd779b0-63e6-4c89-9a74-684d701aa202 req-d2c90296-2d85-43a6-98b9-9892de675284 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0898240 Feb 16 13:22:50.677398 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fdd779b0-63e6-4c89-9a74-684d701aa202 req-0b161fbf-2efa-4038-952e-11a1cd575a37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Feb 16 13:22:51.868340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cc155-d46c-4746-bb0c-fe6d00a7fff7 req-7bb729ad-6c4a-46c3-aa63-842dbb4cbc47 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:51.869769 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c07cc155-d46c-4746-bb0c-fe6d00a7fff7 req-7bb729ad-6c4a-46c3-aa63-842dbb4cbc47 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0820985 Feb 16 13:22:51.912762 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c07cc155-d46c-4746-bb0c-fe6d00a7fff7 req-aa4a6847-b6fc-47b1-b340-72eba95831d2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374193 Feb 16 13:22:53.101346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b885f0-021b-4403-be57-bb3b239ed1d0 req-ffdc7f32-e078-4c7f-9efb-9d3aa8626304 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:53.102794 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c5b885f0-021b-4403-be57-bb3b239ed1d0 req-ffdc7f32-e078-4c7f-9efb-9d3aa8626304 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0783138 Feb 16 13:22:53.149990 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c5b885f0-021b-4403-be57-bb3b239ed1d0 req-a8a7c80c-2b07-4d2e-81ce-58b1fa5ded83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 Feb 16 13:22:53.957437 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-c482d25b-97f9-4b44-a757-c4898b24e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:53.958919 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-c482d25b-97f9-4b44-a757-c4898b24e516 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1098 time: 0.1166015 Feb 16 13:22:54.228369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-59d2a931-fb89-42f0-bdf8-344b174b8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:54.229832 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-59d2a931-fb89-42f0-bdf8-344b174b8165 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 897 time: 0.2468166 Feb 16 13:22:54.338963 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-48ef0f9d-323c-4b2e-9e25-1162b710dc47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 1001 time: 0.1000416 Feb 16 13:22:54.340667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c9eb-0489-4280-96a2-2d3a634b3c68 req-cc2eca4a-b3dc-4f7b-b158-7a6e787243a3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:54.342160 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0415c9eb-0489-4280-96a2-2d3a634b3c68 req-cc2eca4a-b3dc-4f7b-b158-7a6e787243a3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0838292 Feb 16 13:22:54.392682 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0415c9eb-0489-4280-96a2-2d3a634b3c68 req-23cf9834-ec33-4cd2-b025-52fb22d79ccd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Feb 16 13:22:54.404873 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-a2ce6670-943a-48cb-88f7-7146af5a3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:54.406355 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-a2ce6670-943a-48cb-88f7-7146af5a3e8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 200 len: 834 time: 0.0587137 Feb 16 13:22:54.488990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-45b3afc0-b528-4313-b29b-904f9d1cc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:54.490376 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-45b3afc0-b528-4313-b29b-904f9d1cc51b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744910 Feb 16 13:22:54.625313 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-6fa07de3-6259-4104-a329-1df74f320369 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250999 Feb 16 13:22:54.760799 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4378c9e4-dd48-4eae-8d03-86fe70a8dcca req-64b3a0c7-fa2e-483e-b8ba-ff00562f1fc9 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253047 Feb 16 13:22:55.578527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e08600-3a84-42f1-a405-1c554f5ae9f4 req-9ffe4a26-72cf-44ec-9b8e-af6084f1c6b6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:55.580616 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91e08600-3a84-42f1-a405-1c554f5ae9f4 req-9ffe4a26-72cf-44ec-9b8e-af6084f1c6b6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0838542 Feb 16 13:22:55.623318 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91e08600-3a84-42f1-a405-1c554f5ae9f4 req-31fd9031-1e3d-4832-b0d7-6dd4a01a6624 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370531 Feb 16 13:22:56.830939 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7bc5-1f18-4fa9-9e69-4fdf75e85782 req-f34ddad1-8369-46b3-bf73-b2a9315d4ecc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:56.832475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bcca7bc5-1f18-4fa9-9e69-4fdf75e85782 req-f34ddad1-8369-46b3-bf73-b2a9315d4ecc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0838573 Feb 16 13:22:56.877958 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bcca7bc5-1f18-4fa9-9e69-4fdf75e85782 req-189437d3-6c02-4aed-ab48-2311e86ad589 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 Feb 16 13:22:58.070813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4043cd-8485-4f96-bac2-01ec7c39b599 req-857366b1-b965-4dd8-9f23-7835b788d4d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:58.072332 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a4043cd-8485-4f96-bac2-01ec7c39b599 req-857366b1-b965-4dd8-9f23-7835b788d4d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0857279 Feb 16 13:22:58.117349 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0a4043cd-8485-4f96-bac2-01ec7c39b599 req-3b4ae335-c173-448b-b1e1-9606534fc7e7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 Feb 16 13:22:58.792226 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-4048b675-8d65-4059-bafe-e520665a69e2 service neutron] 10.222.0.67 "GET /v2.0/ports/33f69f16-1014-4c29-ad16-269c6ee89750/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0787773 Feb 16 13:22:59.305560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5eba5-65de-4940-a440-af07ec9f1fde req-afb1e7d8-dfc2-4688-8885-e7dbd26dbda4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:59.306924 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4ea5eba5-65de-4940-a440-af07ec9f1fde req-afb1e7d8-dfc2-4688-8885-e7dbd26dbda4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0796721 Feb 16 13:22:59.355056 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4ea5eba5-65de-4940-a440-af07ec9f1fde req-1b3297f0-0288-4fa4-93fc-57fbe907e7be tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Feb 16 13:22:59.677638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-f7ecd8fc-25b8-466e-a282-bce48dfee85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:59.679155 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-f7ecd8fc-25b8-466e-a282-bce48dfee85e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 1098 time: 0.0738847 Feb 16 13:22:59.775171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-316e2ad0-b14e-4d91-93d3-a8080c8a3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:59.776676 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-316e2ad0-b14e-4d91-93d3-a8080c8a3b15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1098 time: 0.0707135 Feb 16 13:22:59.910690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-8900eb5f-97fc-4c88-94b6-caeef44a1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:59.912167 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-8900eb5f-97fc-4c88-94b6-caeef44a1710 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 897 time: 0.1262341 Feb 16 13:23:00.018817 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-3da5dc89-12d3-4020-8fa1-6bebce7183d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 1001 time: 0.0972981 Feb 16 13:23:00.085807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-34e7ca35-8298-445d-9ebd-9f4ff9308aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.087254 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-34e7ca35-8298-445d-9ebd-9f4ff9308aea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 200 len: 834 time: 0.0576587 Feb 16 13:23:00.167567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667113-4e77-41f1-ba26-82891708537f req-d61c4df0-1b38-4672-b4b2-ef67f9ed5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.169016 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-d61c4df0-1b38-4672-b4b2-ef67f9ed5d73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729208 Feb 16 13:23:00.307272 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-276db80c-3acf-47f2-b8b0-9a7d856183e6 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286941 Feb 16 13:23:00.455183 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e0667113-4e77-41f1-ba26-82891708537f req-d3baa8ed-bd4b-4a58-9dd7-b1ac54455555 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390767 Feb 16 13:23:00.550675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f8138-ad7f-4f5f-a63e-1bcd924e3b44 req-a461df66-2692-4c81-9f26-1d4d057b5e27 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.552223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-178f8138-ad7f-4f5f-a63e-1bcd924e3b44 req-a461df66-2692-4c81-9f26-1d4d057b5e27 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0838723 Feb 16 13:23:00.604981 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-178f8138-ad7f-4f5f-a63e-1bcd924e3b44 req-35a55cc7-cadf-4fae-8fcf-32d4bc78124b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Feb 16 13:23:01.798931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5484d-f74b-4d9b-8355-be2a2112fe25 req-cb765dc7-cf04-4efc-bf2e-ed35c71e33ff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:01.801130 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7d5484d-f74b-4d9b-8355-be2a2112fe25 req-cb765dc7-cf04-4efc-bf2e-ed35c71e33ff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0861254 Feb 16 13:23:01.847910 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7d5484d-f74b-4d9b-8355-be2a2112fe25 req-a6479acb-5b31-4384-ae6a-302d281530bf tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 Feb 16 13:23:03.048310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5eea8-f381-41a1-9480-d3ad62f933e2 req-dabc37c2-2b85-45f7-89ba-43bddb82150c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:03.050603 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5eea8-f381-41a1-9480-d3ad62f933e2 req-dabc37c2-2b85-45f7-89ba-43bddb82150c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0887733 Feb 16 13:23:03.099273 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d5eea8-f381-41a1-9480-d3ad62f933e2 req-51834e81-c2e8-4514-9f02-b7b9bacb885f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Feb 16 13:23:03.666148 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bfb47-eb67-4437-9902-8aaae2ad04d7 req-04f981f6-9fb2-41ed-a0d3-77e43e05304e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:03.667864 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-386bfb47-eb67-4437-9902-8aaae2ad04d7 req-04f981f6-9fb2-41ed-a0d3-77e43e05304e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.1012492 Feb 16 13:23:03.719523 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-386bfb47-eb67-4437-9902-8aaae2ad04d7 req-4033dead-338b-472f-9160-7004ec216262 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449307 Feb 16 13:23:03.728475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 33f69f16-1014-4c29-ad16-269c6ee89750 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:23:03.730815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 33f69f16-1014-4c29-ad16-269c6ee89750 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:03.735012 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-3371c9f0-d906-45d0-b362-609e053b5b1a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:03.735760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-3371c9f0-d906-45d0-b362-609e053b5b1a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:03.821963 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-3371c9f0-d906-45d0-b362-609e053b5b1a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:03.826261 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-3371c9f0-d906-45d0-b362-609e053b5b1a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64&tenant_id=9b3ebfd9fce041bb82e179b823949b3e&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.1926925 Feb 16 13:23:03.959360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42200a0d-afbe-4bfe-9483-17af4eee7245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:04.008774 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d163f-2674-4731-8d7d-b0051d86c175 req-a5a79472-bf74-494a-8cf9-9c74c6522255 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.008774 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e27d163f-2674-4731-8d7d-b0051d86c175 req-a5a79472-bf74-494a-8cf9-9c74c6522255 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.1422923 Feb 16 13:23:04.014733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:04.019143 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-538c60eb-6e66-454e-949a-f954886f096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.028380 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-538c60eb-6e66-454e-949a-f954886f096f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1098 time: 0.1107979 Feb 16 13:23:04.051017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:04.067880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:04.080931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '33f69f16-1014-4c29-ad16-269c6ee89750', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'port_id': '33f69f16-1014-4c29-ad16-269c6ee89750', 'mac_address': 'fa:16:3e:2f:c3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:23:04.087037 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:04.092480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e27d163f-2674-4731-8d7d-b0051d86c175 req-991c6c3e-5533-488c-bf40-9a0591a2f687 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666900 Feb 16 13:23:04.159635 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750', 'code': 200} Feb 16 13:23:04.166227 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:04.186097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33f69f16-1014-4c29-ad16-269c6ee89750 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:23:04.206687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:04.328791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-ad36d923-6460-4ae9-b5a6-d737f0dc8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.330177 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-ad36d923-6460-4ae9-b5a6-d737f0dc8bb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 897 time: 0.3005910 Feb 16 13:23:04.335878 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:23:04.336228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:23:04.341752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:04.351249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.351867 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.352333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.352668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.353031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.353431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.353763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.354097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.354424 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.354743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.355087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.355439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:04.444078 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-357f8a74-5918-4540-982f-53016444690e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 999 time: 0.1076453 Feb 16 13:23:04.516633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-d32fe5c9-8de1-4efd-852a-402a8b4a6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.518142 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-d32fe5c9-8de1-4efd-852a-402a8b4a6887 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 200 len: 834 time: 0.0685084 Feb 16 13:23:04.596028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-8b5d5875-60c4-499c-a896-6435f0b18078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.597946 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-8b5d5875-60c4-499c-a896-6435f0b18078 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738544 Feb 16 13:23:04.734802 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-6c280c13-1e9b-45dc-a2dd-d3863ab12349 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308615 Feb 16 13:23:04.884213 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-34f208de-e1af-4a98-8a0e-9b6264105721 req-47ae565c-476c-46c1-a821-cd199281718c service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427524 Feb 16 13:23:04.910271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:04.928351 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f69f16-1014-4c29-ad16-269c6ee89750 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:23:04.945231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:05.022850 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:05.106666 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['33f69f16-1014-4c29-ad16-269c6ee89750'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:23:05.159405 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:05.308084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf79a0-64fb-4a48-8fef-063f6e8b45ae req-a8cb4575-1194-4852-b4a4-de04ab4fdf86 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:05.310530 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3abf79a0-64fb-4a48-8fef-063f6e8b45ae req-a8cb4575-1194-4852-b4a4-de04ab4fdf86 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 944 time: 0.0964799 Feb 16 13:23:05.356479 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3abf79a0-64fb-4a48-8fef-063f6e8b45ae req-b092552a-5a43-4e9d-9d66-5bfcfc9d089e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Feb 16 13:23:05.726706 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 33f69f16-1014-4c29-ad16-269c6ee89750 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:23:05.800812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 33f69f16-1014-4c29-ad16-269c6ee89750 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:05.802396 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:05.927316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:05.961072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:06.047994 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:06.132136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:06.160662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:06.207231 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750', 'code': 200} Feb 16 13:23:06.256181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8960d7bf-36c5-42d4-b531-4103e55bf5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:06.570563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e1b57-ec74-4f5f-b994-d481ee041c41 req-78ae9098-d25b-413b-a083-b53352c49df8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:06.572258 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5c7e1b57-ec74-4f5f-b994-d481ee041c41 req-78ae9098-d25b-413b-a083-b53352c49df8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0998864 Feb 16 13:23:06.629515 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5c7e1b57-ec74-4f5f-b994-d481ee041c41 req-d7d089d7-fb64-4ae4-b3d6-15c89c020ff4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 Feb 16 13:23:06.653554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 33996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:06.770488 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b1824abf-e48b-4fab-a8df-97840d142491 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/28094e59-3d6a-4c84-a8c4-d6a28237d8a3 HTTP/1.1" status: 200 len: 993 time: 0.1155918 Feb 16 13:23:07.021135 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:23:07.245145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:07.365591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:08.913898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:11.485126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:33.861178 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-447aa474-f110-47a5-be16-9bb48e358e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:36.175328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7433150d-c7af-4c74-ad3d-4bba193e0178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:37.237926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:37.324919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34010) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:37.398232 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:37.537580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 72cc205e-e8e0-47d2-a08e-27570582cc5e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:37.537920 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:37.705610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:37.705933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:37.837798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 72cc205e-e8e0-47d2-a08e-27570582cc5e owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:38.055848 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:38.111601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=72cc205e-e8e0-47d2-a08e-27570582cc5e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:38.134223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.134574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.134938 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.135305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.135667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.136001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.136330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.136655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.136981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.137305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.137659 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.137982 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:38.230060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:38.230389 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 28094e59-3d6a-4c84-a8c4-d6a28237d8a3 disassociated (deleted). External IP: 172.26.6.119, port: 33f69f16-1014-4c29-ad16-269c6ee89750. Feb 16 13:23:38.694115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 52d933f9-67ca-40c1-937b-f83abff44b27 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:23:38.878123 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:38.886640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:23:38.896699 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] Sync routers for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:38.907700 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:38.908418 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:38.963967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:39.023734 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1f8375b3-6719-4841-81bf-95ae09e64ded tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/floatingips/28094e59-3d6a-4c84-a8c4-d6a28237d8a3 HTTP/1.1" status: 204 len: 168 time: 1.6977975 Feb 16 13:23:39.024377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:39.095934 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:39.183913 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750', 'status': 'completed', 'code': 200} Feb 16 13:23:39.280705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-63e48eb2-40e1-4862-bbd0-54bc4f03851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:39.282853 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-63e48eb2-40e1-4862-bbd0-54bc4f03851f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 1098 time: 0.0754087 Feb 16 13:23:39.419798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-704aa4ce-1e3a-420c-9e1d-24445e3b9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:39.421367 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-704aa4ce-1e3a-420c-9e1d-24445e3b9541 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 200 len: 897 time: 0.1314471 Feb 16 13:23:39.429134 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:49Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:39.434587 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] Checking router: 52d933f9-67ca-40c1-937b-f83abff44b27 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:39.444090 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:39.444709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:39.500169 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-6545e2a2-6a86-4079-9f92-7130c43f5f07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 200 len: 217 time: 0.0697734 Feb 16 13:23:39.566951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-bf086b13-78ab-45dc-9de1-5edcd586d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:39.568430 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-bf086b13-78ab-45dc-9de1-5edcd586d8b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 200 len: 834 time: 0.0610456 Feb 16 13:23:39.576827 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd215a-6a1a-49d4-af56-611054cbad2e req-04ac14e1-0f34-43ca-b79e-d234d318db2a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:39.578273 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-93cd215a-6a1a-49d4-af56-611054cbad2e req-04ac14e1-0f34-43ca-b79e-d234d318db2a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0955667 Feb 16 13:23:39.625010 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-93cd215a-6a1a-49d4-af56-611054cbad2e req-efd06d8c-1c9a-4161-a091-4472c1aa93b5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 Feb 16 13:23:39.632023 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:39.647760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-0768c8e3-01eb-41f0-afb4-4a3d09e9979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:39.649415 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-0768c8e3-01eb-41f0-afb4-4a3d09e9979c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741189 Feb 16 13:23:39.799617 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-5dee226f-3cc3-4de8-bb10-3b070b776d42 service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414406 Feb 16 13:23:39.964955 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c8b8c439-919e-4d76-8574-f0702de2fe60 req-da7a2b0f-d10d-482b-a085-6dd45196d2bc service neutron] 10.222.0.67 "GET /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589911 Feb 16 13:23:40.011148 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:49Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:40.015924 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fe318-4266-42fe-bf5b-d4b97ae9c2c5 None None] The sync data for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv is: [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:21:44Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'ce03021e-920b-40b7-be48-cd55bb6234f9', 'name': '', 'network_id': 'eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:f2:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:43Z', 'updated_at': '2022-02-16T13:21:49Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'c1860651-ad34-409a-87c3-bea018c6b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:40.237566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695fee19-7e4a-49af-bab1-ff5d427414a5 None None] New status for floating IP 28094e59-3d6a-4c84-a8c4-d6a28237d8a3: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:23:40.822418 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c30239-0e9d-467a-978c-237e6faf87c3 req-d96919bb-8e54-484c-b981-466e5bdaef9f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:40.824199 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-04c30239-0e9d-467a-978c-237e6faf87c3 req-d96919bb-8e54-484c-b981-466e5bdaef9f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0822823 Feb 16 13:23:40.871283 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-04c30239-0e9d-467a-978c-237e6faf87c3 req-a7bafba9-61bf-41fd-9b98-fad14d32e10b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Feb 16 13:23:41.432269 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-555c454d-7933-496b-95b6-fb1ecf386da6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:41.433106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-555c454d-7933-496b-95b6-fb1ecf386da6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:41.449587 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:41.489036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-555c454d-7933-496b-95b6-fb1ecf386da6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:41.490260 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-555c454d-7933-496b-95b6-fb1ecf386da6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.1439359 Feb 16 13:23:41.565228 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 33f69f16-1014-4c29-ad16-269c6ee89750 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:41.565574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:41.932465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port 33f69f16-1014-4c29-ad16-269c6ee89750, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=33f69f16-1014-4c29-ad16-269c6ee89750,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:41.932833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:42.063119 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 33f69f16-1014-4c29-ad16-269c6ee89750 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:42.080321 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51cd4-4946-49e7-b676-f6d611b351a7 req-663e12b9-f854-45c4-9b25-df90b1c5ff97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:42.081955 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d51cd4-4946-49e7-b676-f6d611b351a7 req-663e12b9-f854-45c4-9b25-df90b1c5ff97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 945 time: 0.0978582 Feb 16 13:23:42.127818 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-08d51cd4-4946-49e7-b676-f6d611b351a7 req-357e8f24-3dab-47ee-8b25-3cbf47a7ebc0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e7b493d-9bb5-4e8d-90c9-246c207e48ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Feb 16 13:23:42.272640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:42.329245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=33f69f16-1014-4c29-ad16-269c6ee89750,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:42.404981 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] No DVR routers for this DVR port 33f69f16-1014-4c29-ad16-269c6ee89750 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:23:42.408078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:42.410784 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-deleted', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:42.458574 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2652b7f-c027-4c8d-8da4-e0a8ba021a64', 'name': 'network-vif-deleted', 'tag': '33f69f16-1014-4c29-ad16-269c6ee89750', 'status': 'completed', 'code': 200} Feb 16 13:23:42.490076 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0f7505d5-1689-4774-b05a-68eb4e0c578a req-9dc6efa4-b924-4c58-b07f-224644c7ea26 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "DELETE /v2.0/ports/33f69f16-1014-4c29-ad16-269c6ee89750 HTTP/1.1" status: 204 len: 173 time: 0.9914365 Feb 16 13:23:43.407664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-dc36fad6-9dca-4f24-bcf9-f29f9c8cbb6b req-4d702d4e-4766-486f-97aa-380fd16677c8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2652b7f-c027-4c8d-8da4-e0a8ba021a64 HTTP/1.1" status: 200 len: 210 time: 0.1556690 Feb 16 13:23:44.021065 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:23:44.507583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34032) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:45.083329 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.445412 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port ce03021e-920b-40b7-be48-cd55bb6234f9 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:45.445925 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.631281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port ce03021e-920b-40b7-be48-cd55bb6234f9, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=ce03021e-920b-40b7-be48-cd55bb6234f9,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:45.631990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.756793 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for ce03021e-920b-40b7-be48-cd55bb6234f9 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:45.883678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 33f69f16-1014-4c29-ad16-269c6ee89750 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:45.920947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 33f69f16-1014-4c29-ad16-269c6ee89750 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:45.921298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 33f69f16-1014-4c29-ad16-269c6ee89750 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:46.095443 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.142251 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=ce03021e-920b-40b7-be48-cd55bb6234f9,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:46.180224 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.180578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.180923 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.181264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.181599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.181927 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.182253 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.182584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.182929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.183265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.183594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.183917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:46.453095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.826875 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 52d933f9-67ca-40c1-937b-f83abff44b27 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:23:47.012941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:23:47.021192 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] Sync routers for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:47.026471 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-60ff31df-a7fa-4e31-b903-01d8cd1c251a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/52d933f9-67ca-40c1-937b-f83abff44b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5177753 Feb 16 13:23:47.029322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:47.030656 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:47.031659 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:47.101775 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting subnet c1860651-ad34-409a-87c3-bea018c6b286 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:23:47.105258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.160402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.209792 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:47.249113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.380706 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.421232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Subnet': ['ID=c1860651-ad34-409a-87c3-bea018c6b286,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:47.425996 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.435138 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5e97cc77-997d-4b24-b93d-f42610d019eb tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/subnets/c1860651-ad34-409a-87c3-bea018c6b286 HTTP/1.1" status: 204 len: 168 time: 0.4020338 Feb 16 13:23:47.435354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e5ac7-511a-4b49-8438-4cdecf479564 None None] Network eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:23:47.435789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34040) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:47.499196 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:23:45Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:47.503207 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] Checking router: 52d933f9-67ca-40c1-937b-f83abff44b27 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:47.513817 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] Routers {'52d933f9-67ca-40c1-937b-f83abff44b27'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:47.514446 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['52d933f9-67ca-40c1-937b-f83abff44b27'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:47.622327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.705740 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] Set router 52d933f9-67ca-40c1-937b-f83abff44b27 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:47.728949 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] DHCP port deletion for eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:23:47.733276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] Deleting port 3326a411-8e60-4e60-8534-4b6257c24cbe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:47.733655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.818509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.877863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 437b374b-a8e2-40a6-a5dd-ffc1df40e005 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:47.879282 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.957831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] For port 3326a411-8e60-4e60-8534-4b6257c24cbe, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=3326a411-8e60-4e60-8534-4b6257c24cbe,segment=NetworkSegment(ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e),segment_id=ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:47.959332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.052118 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:23:45Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:48.056616 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162dc2a-e156-43e6-9464-6a0be58c7c97 None None] The sync data for ids ['52d933f9-67ca-40c1-937b-f83abff44b27'] in dv-neutron-829487-1-hyperv is: [{'id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794346551', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:37Z', 'updated_at': '2022-02-16T13:23:45Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '437b374b-a8e2-40a6-a5dd-ffc1df40e005', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d933f9-67ca-40c1-937b-f83abff44b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:21:38Z', 'updated_at': '2022-02-16T13:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:48.076156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port 437b374b-a8e2-40a6-a5dd-ffc1df40e005, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=437b374b-a8e2-40a6-a5dd-ffc1df40e005,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:48.076636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.098842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] Calling delete_port for 3326a411-8e60-4e60-8534-4b6257c24cbe owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:48.232206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.284262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] Pushing event deleted for resources: {'Port': ['ID=3326a411-8e60-4e60-8534-4b6257c24cbe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:48.287969 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd92273-95cb-4051-a54e-d452bc55834f None None] No DVR routers for this DVR port 3326a411-8e60-4e60-8534-4b6257c24cbe on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:23:48.340241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 437b374b-a8e2-40a6-a5dd-ffc1df40e005 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:48.712281 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.760026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=437b374b-a8e2-40a6-a5dd-ffc1df40e005,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:48.789288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3326a411-8e60-4e60-8534-4b6257c24cbe no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:48.823730 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 3326a411-8e60-4e60-8534-4b6257c24cbe {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:48.824076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 3326a411-8e60-4e60-8534-4b6257c24cbe not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:48.824488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ce03021e-920b-40b7-be48-cd55bb6234f9 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:48.853152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.859581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: ce03021e-920b-40b7-be48-cd55bb6234f9 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:48.860561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device ce03021e-920b-40b7-be48-cd55bb6234f9 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:49.028483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.030815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.100631 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.101549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Fanout notify agent at l3_agent the message router_deleted on router 52d933f9-67ca-40c1-937b-f83abff44b27 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:23:49.119557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.120661 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9e98faf3-6d45-4969-85bd-90b9367ce46e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/routers/52d933f9-67ca-40c1-937b-f83abff44b27 HTTP/1.1" status: 204 len: 168 time: 1.6845620 Feb 16 13:23:49.123470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34046) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:49.242152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.376105 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.400609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:49.412297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:49.412595 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae37dc5d-5ac1-4262-a4fd-5d0f625ae95e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:49.423608 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.439436 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.445230 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:23:49.445606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:23:49.460392 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:23:49.592242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.610824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.622483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Network': ['ID=eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:49.695359 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-2e2a2092-2e87-44fd-90f7-1391458f4f53 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/networks/eaa204e5-1cd5-4f8e-b4c8-6dc0cd8da80d HTTP/1.1" status: 204 len: 168 time: 0.5707839 Feb 16 13:23:49.698633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:49.775678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c9c-a3d9-4c64-9650-d90ea5d43789 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.806126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c9c-a3d9-4c64-9650-d90ea5d43789 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.934926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c9c-a3d9-4c64-9650-d90ea5d43789 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.952346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b9c9c-a3d9-4c64-9650-d90ea5d43789 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7b493d-9bb5-4e8d-90c9-246c207e48ec,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:50.014102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9c9c-a3d9-4c64-9650-d90ea5d43789 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.015299 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fe9b9c9c-a3d9-4c64-9650-d90ea5d43789 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/security-groups/3e7b493d-9bb5-4e8d-90c9-246c207e48ec HTTP/1.1" status: 204 len: 168 time: 0.3153713 Feb 16 13:23:50.629413 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34058) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:50.634736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514879342', 'description': 'tempest-secgroup-smoke-1514879342 description', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:50.640760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:50.645561 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:50.648578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:50.654227 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:50.717827 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.739639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:50.743090 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:50.745941 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:50.752076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:50.786892 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 437b374b-a8e2-40a6-a5dd-ffc1df40e005 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:50.821494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 437b374b-a8e2-40a6-a5dd-ffc1df40e005 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:50.821836 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 437b374b-a8e2-40a6-a5dd-ffc1df40e005 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:50.829394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.894280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.940519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd888b-6b41-4d07-adcc-dab644639ce7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:51.009104 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.010417 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a07edeca-bf50-44eb-9f1f-19b1e62c500a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3799901 Feb 16 13:23:51.013360 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34062) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:51.020184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd888b-6b41-4d07-adcc-dab644639ce7', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:51.026594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:51.030817 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:51.034310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:51.039963 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:51.114215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.176847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.242723 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.266285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cf085c-51da-43ff-a4e5-dabdfecf42d3,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:51.334632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.335935 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-65706f86-18ee-4347-9666-9189f359ec1e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212869 Feb 16 13:23:51.338499 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34066) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:51.343490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd888b-6b41-4d07-adcc-dab644639ce7', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:51.350065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:51.354085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:51.356991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:51.362731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:51.478218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.536272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.614180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.637139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6882e39-2198-486d-84c6-4acc6a3fc0cb,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:51.712140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.713376 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c636726d-7ac9-45e4-98da-ea70df8a57b1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3738837 Feb 16 13:23:51.716193 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34070) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:51.721797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd888b-6b41-4d07-adcc-dab644639ce7', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:51.727882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:51.731711 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:51.736192 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:51.742971 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:51.799356 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.866675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.928887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.955408 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fee3930-07d1-4646-b9cd-4a5c842dc5d7,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:52.043439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.046753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9fec7af3-7de5-4cc7-90e5-8e8ea9b2d821 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276134 Feb 16 13:23:52.048299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34074) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:52.053799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd888b-6b41-4d07-adcc-dab644639ce7', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:52.060501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:52.065260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:52.069572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:52.074335 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:52.146973 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.334845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.443275 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.467203 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bd6601-1901-488b-89fe-04a16b3fef99,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:52.517780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.519031 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9f954997-d1b9-4802-9424-1fda0150fc24 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4696705 Feb 16 13:23:52.521793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:52.527022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd888b-6b41-4d07-adcc-dab644639ce7', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:52.533324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:52.537166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:52.540013 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:52.547166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:52.597699 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:23:52.604621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.672045 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.723556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.752584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd8ccbb-3d16-4dcd-b0f6-b8a38b3b53b2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:52.797578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.798827 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d838874b-e064-4343-917d-a993e846ec8b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2760391 Feb 16 13:23:52.801632 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:52.807317 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd888b-6b41-4d07-adcc-dab644639ce7', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:52.813642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:52.817701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:52.820691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:52.826698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:52.877654 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:23:52.884722 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.955118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.003287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.027306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f63f534-56ca-40b2-b4f9-53f4221a18b3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:53.095259 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.096480 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3f8147b6-8c66-4019-982e-8e13c2484c58 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938695 Feb 16 13:23:53.099322 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:53.104727 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'network': {'name': 'tempest-network-smoke--565209731', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:53.110011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:53.114162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:network and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:53.117137 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:53.122828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:53.220798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:53.224367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.252316 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:23:53.260919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.261339 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Added segment 63f16c96-666a-4aea-a99c-13a5d21de9ce of type vlan for network 18663684-6f0f-4f3a-920d-5d34a818751b Feb 16 13:23:53.288381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.386288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.391787 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:53.392368 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.501925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Network': ['ID=18663684-6f0f-4f3a-920d-5d34a818751b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:53.512183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 18663684-6f0f-4f3a-920d-5d34a818751b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:23:53.529898 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a1039268-990d-40e0-84ba-5b51988a8fff tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4295080 Feb 16 13:23:53.532505 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34090) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:53.537641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'admin_state_up': True, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:53.544866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:53.548912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:router and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:53.551891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:53.558621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:53.609067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.610293 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.625565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.071245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.421647 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.456064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.589686 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.121 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/37f674d8-8758-4285-992b-05ee68994214) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:54.740135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.826634 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.896954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:54.899822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:54.903533 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:23:54.933285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=37f674d8-8758-4285-992b-05ee68994214,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:55.365857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.820333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:56.077222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 3cc90775-7356-4b4c-91bb-83f22d72134e is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:23:56.259843 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:23:56.269198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Sync routers for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:56.279201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:56.279829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:56.380341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:56.381631 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5751719c-dab8-41ec-9699-0b4623e644ca tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8481166 Feb 16 13:23:56.385578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34094) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:56.460462 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:56.500786 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a976e6ab-2f76-4c97-9745-5b8bd2faf06f tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=9b3ebfd9fce041bb82e179b823949b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1141078 Feb 16 13:23:56.503290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34100) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:56.632903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc081c05-0a89-46fd-b021-6b6c49c59448 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:56.634322 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cc081c05-0a89-46fd-b021-6b6c49c59448 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301329 Feb 16 13:23:56.637033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34104) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:56.683090 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5e52cea5-a4e2-4113-9ea4-d76f35e38a9a tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426660 Feb 16 13:23:56.683344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34108) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:56.688633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517315030', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:56.751822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:55Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:56.756801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Checking router: 3cc90775-7356-4b4c-91bb-83f22d72134e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:56.757340 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Updating router 3cc90775-7356-4b4c-91bb-83f22d72134e port 37f674d8-8758-4285-992b-05ee68994214 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:23:56.801185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:56.805183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:subnet and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:56.808025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:56.814775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:56.820138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:56.871903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:56.876080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.152032 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.196501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.208507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Transition to ACTIVE for port object 37f674d8-8758-4285-992b-05ee68994214 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:57.225730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Subnet': ['ID=e0aeb13d-85dd-4781-aa43-66dbb03424dd,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:57.239211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Checking segment: {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:57.239569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network hostable DHCP agents. Network: 18663684-6f0f-4f3a-920d-5d34a818751b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:23:57.254302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.305597 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 18663684-6f0f-4f3a-920d-5d34a818751b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:23:57.331671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Attempting to bind port 37f674d8-8758-4285-992b-05ee68994214 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:23:57.332269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Attempting to bind port 37f674d8-8758-4285-992b-05ee68994214 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:23:57.332412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Attempting to bind port 37f674d8-8758-4285-992b-05ee68994214 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:23:57.341724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:23:57.342102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:57.342510 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.342908 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:23:57.346673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Bound port: 37f674d8-8758-4285-992b-05ee68994214, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:23:57.346673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.356885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 18663684-6f0f-4f3a-920d-5d34a818751b) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:57.362576 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:57.363340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.370332 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632177fb-ab75-4a93-94b2-17623cd63131 None None] Pushing event updated for resources: {'Port': ['ID=37f674d8-8758-4285-992b-05ee68994214,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:57.378731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb313c-abf5-4d5c-b1ec-a704aa167ecf None None] Network 18663684-6f0f-4f3a-920d-5d34a818751b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:23:57.443095 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-a3fbae90-6b4e-41c9-bbf1-c82f8784fe0d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7587721 Feb 16 13:23:57.446052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34112) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:57.519130 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] For port 37f674d8-8758-4285-992b-05ee68994214, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:23:57.539945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] For port 37f674d8-8758-4285-992b-05ee68994214, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=37f674d8-8758-4285-992b-05ee68994214,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:23:57.596617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.713564 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-18663684-6f0f-4f3a-920d-5d34a818751b', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:23:57.714368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.732814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:57.733449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:57.802646 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632177fb-ab75-4a93-94b2-17623cd63131 None None] Pushing event updated for resources: {'Port': ['ID=37f674d8-8758-4285-992b-05ee68994214,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:58.019660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:58.170610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.207493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Allocated IP 172.20.0.2 (18663684-6f0f-4f3a-920d-5d34a818751b/e0aeb13d-85dd-4781-aa43-66dbb03424dd/1ad1d841-ea28-4d15-b045-2eaf31dcfe9f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:58.542782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.545927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:55Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:58.556406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ff3c-3395-4a04-bbd7-f05a7390a043 None None] The sync data for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv is: [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:55Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:58.558219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Transition to ACTIVE for port object 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:58.582138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Transition to ACTIVE for port object 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:58.632828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.729461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Network 18663684-6f0f-4f3a-920d-5d34a818751b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:58.732763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:58.737855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:23:58.772923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Pushing event updated for resources: {'Port': ['ID=1ad1d841-ea28-4d15-b045-2eaf31dcfe9f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:58.856592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.1 (18663684-6f0f-4f3a-920d-5d34a818751b/e0aeb13d-85dd-4781-aa43-66dbb03424dd/f2289e16-89de-4579-9d6c-ec54695360cb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:58.857512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Attempting to bind port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:23:58.858080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Attempting to bind port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:23:58.858636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Attempting to bind port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f on network 18663684-6f0f-4f3a-920d-5d34a818751b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:23:58.865341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:23:58.866021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Checking segment: {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:58.866756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.867516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Bound using segment: {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:23:58.868015 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Bound port: 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:23:58.868397 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.975209 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] For port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:23:58.978889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] For port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1ad1d841-ea28-4d15-b045-2eaf31dcfe9f,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:23:59.029984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:59.047113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object f2289e16-89de-4579-9d6c-ec54695360cb will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:59.061109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:59.140930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:59.164251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e3b08-6fee-40f8-9451-a048328baaa4 None None] Pushing event updated for resources: {'Port': ['ID=1ad1d841-ea28-4d15-b045-2eaf31dcfe9f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:59.228162 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 18663684-6f0f-4f3a-920d-5d34a818751b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:59.229479 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:59.237296 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:23:59.289211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=f2289e16-89de-4579-9d6c-ec54695360cb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:59.318168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:59.667990 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:00.101752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:00.139849 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:00.190945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d7260-888c-4daa-80e5-578b24a15855 None None] Network 18663684-6f0f-4f3a-920d-5d34a818751b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:24:00.278300 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=f2289e16-89de-4579-9d6c-ec54695360cb,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:00.282562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:00.348098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4af5cb93-1827-4a84-89f7-da8635ffa870 None None] Provisioning for port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:00.426801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 18663684-6f0f-4f3a-920d-5d34a818751b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:24:00.427980 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:24:00.740264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b41fee18-6416-4b18-9358-279e665a838f None None] Provisioning for port f2289e16-89de-4579-9d6c-ec54695360cb completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:00.746161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b41fee18-6416-4b18-9358-279e665a838f None None] Provisioning complete for port f2289e16-89de-4579-9d6c-ec54695360cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:00.747135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b41fee18-6416-4b18-9358-279e665a838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:00.759689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 3cc90775-7356-4b4c-91bb-83f22d72134e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:24:00.839107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b41fee18-6416-4b18-9358-279e665a838f None None] Port f2289e16-89de-4579-9d6c-ec54695360cb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:24:00.889357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:00.980591 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-dd72522b-91fb-4819-90a4-474ea20a0aaa None None] Provisioning complete for port f2289e16-89de-4579-9d6c-ec54695360cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:00.980959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd72522b-91fb-4819-90a4-474ea20a0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:00.986850 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:24:00.998496 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Sync routers for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:24:01.001282 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-4298fadf-d827-4418-b1b7-bb76ad5d97ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/3cc90775-7356-4b4c-91bb-83f22d72134e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5541389 Feb 16 13:24:01.015878 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:24:01.016637 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:01.046195 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dd72522b-91fb-4819-90a4-474ea20a0aaa None None] Port f2289e16-89de-4579-9d6c-ec54695360cb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:24:01.051764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:01.057801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:01.058183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.205572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.229234 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-ceb1727d-6e00-4c56-ae38-8515218413b5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514879342&fields=id&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 267 time: 0.0510008 Feb 16 13:24:01.243224 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1ad1d841-ea28-4d15-b045-2eaf31dcfe9f,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:01.244468 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:24:01.268361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0d3cea7f-0e28-44ef-96a9-ec8473b99677 None None] Provisioning complete for port f2289e16-89de-4579-9d6c-ec54695360cb triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:01.268361 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d3cea7f-0e28-44ef-96a9-ec8473b99677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.319822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.320181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37f674d8-8758-4285-992b-05ee68994214 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:01.401919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cea7f-0e28-44ef-96a9-ec8473b99677 None None] Port f2289e16-89de-4579-9d6c-ec54695360cb cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:24:01.453495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=1ad1d841-ea28-4d15-b045-2eaf31dcfe9f,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:01.511351 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-d205002f-b65f-4fd6-8e5b-51e72e082c2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:01.512744 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-d205002f-b65f-4fd6-8e5b-51e72e082c2c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/networks?id=18663684-6f0f-4f3a-920d-5d34a818751b HTTP/1.1" status: 200 len: 796 time: 0.2768667 Feb 16 13:24:01.528463 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-bbd3ca1d-ba94-4a92-b77e-e0ec5aa59572 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/quotas/9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 375 time: 0.0097017 Feb 16 13:24:01.546237 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 37f674d8-8758-4285-992b-05ee68994214 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:01.555413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 37f674d8-8758-4285-992b-05ee68994214 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:01.556052 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.590411 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 2, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:01.595446 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Checking router: 3cc90775-7356-4b4c-91bb-83f22d72134e for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:24:01.595966 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Updating router 3cc90775-7356-4b4c-91bb-83f22d72134e port f2289e16-89de-4579-9d6c-ec54695360cb binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:24:01.619648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-032d0e3b-3627-4b22-a5d8-2bf9fdf887f8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:24:01.650218 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.679023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.696005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 37f674d8-8758-4285-992b-05ee68994214, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=37f674d8-8758-4285-992b-05ee68994214,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:01.711325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-032d0e3b-3627-4b22-a5d8-2bf9fdf887f8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:24:01.712670 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-032d0e3b-3627-4b22-a5d8-2bf9fdf887f8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782336 Feb 16 13:24:01.797689 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.869589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=37f674d8-8758-4285-992b-05ee68994214,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:01.900214 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-5cc1c6c7-7950-4674-befc-be8c01ff4801 service neutron] 10.222.0.47 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755307 Feb 16 13:24:02.016944 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.028784 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Transition to ACTIVE for port object f2289e16-89de-4579-9d6c-ec54695360cb will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:24:02.034835 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-5f11ef54-ac94-4042-97fe-afcfa7815250 service neutron] 10.222.0.47 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286948 Feb 16 13:24:02.128559 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.258106 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Pushing event updated for resources: {'Port': ['ID=f2289e16-89de-4579-9d6c-ec54695360cb,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:02.293437 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.293781 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.294121 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.294593 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.295023 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.295353 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.295676 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.295997 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.296318 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.297277 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.297600 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.297913 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:02.336644 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-57dc0973-7f84-4636-9471-48e78445b2d0 req-2bd598ef-20f8-4a0d-aa2c-f2735a5ebd0e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 210 time: 0.0494542 Feb 16 13:24:02.366202 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Attempting to bind port f2289e16-89de-4579-9d6c-ec54695360cb on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:24:02.366569 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Attempting to bind port f2289e16-89de-4579-9d6c-ec54695360cb by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:24:02.366928 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Attempting to bind port f2289e16-89de-4579-9d6c-ec54695360cb on network 18663684-6f0f-4f3a-920d-5d34a818751b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:24:02.372894 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:24:02.373262 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Checking segment: {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:24:02.373661 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.374048 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Bound using segment: {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:24:02.374509 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Bound port: f2289e16-89de-4579-9d6c-ec54695360cb, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:24:02.374909 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.467089 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] For port f2289e16-89de-4579-9d6c-ec54695360cb, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:24:02.470419 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] For port f2289e16-89de-4579-9d6c-ec54695360cb, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f2289e16-89de-4579-9d6c-ec54695360cb,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:24:02.557704 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.633920 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:24:02.634548 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:23:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:02.701933 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529e114-ac23-44d4-b6cf-60398a941282 None None] Pushing event updated for resources: {'Port': ['ID=f2289e16-89de-4579-9d6c-ec54695360cb,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:02.816787 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:02.854402 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:24:02.897577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:02.897955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:03.017157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37f674d8-8758-4285-992b-05ee68994214 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:03.122945 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 37f674d8-8758-4285-992b-05ee68994214 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:03.123349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:03.166849 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:02Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:03.170478 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb94de3-0579-4ea2-9b13-777b010b822f None None] The sync data for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv is: [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:02Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:24:03.451975 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bb8c6df9-3715-4431-851c-c0a510d79e45 req-6e8d4e15-cbd2-4e71-8688-58051c4a1812 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 210 time: 0.0563142 Feb 16 13:24:03.860249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f7e7b3b-6f4c-42b0-bd51-a35c6fd0d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:04.601873 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de0a7117-40c0-4c94-8afd-625035487b15 req-4fff5154-84e0-4721-91bb-a51811817712 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 210 time: 0.0438256 Feb 16 13:24:04.814764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f2289e16-89de-4579-9d6c-ec54695360cb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:04.928391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f2289e16-89de-4579-9d6c-ec54695360cb completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:04.933451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f2289e16-89de-4579-9d6c-ec54695360cb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:04.933909 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:05.059142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:05.092862 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f2289e16-89de-4579-9d6c-ec54695360cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f2289e16-89de-4579-9d6c-ec54695360cb,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:05.242641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:05.317981 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f2289e16-89de-4579-9d6c-ec54695360cb,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:05.325779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.326143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.326483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.326821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.327191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.328084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.328455 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.328790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.329171 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.329499 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.329827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.330323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:24:05.492701 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-39afc77c-d820-41d0-8896-2f054f836f22 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:05.493401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-39afc77c-d820-41d0-8896-2f054f836f22 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:24:05.596918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-39afc77c-d820-41d0-8896-2f054f836f22 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:24:05.598021 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-39afc77c-d820-41d0-8896-2f054f836f22 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/networks?id=18663684-6f0f-4f3a-920d-5d34a818751b HTTP/1.1" status: 200 len: 796 time: 0.2523875 Feb 16 13:24:05.653356 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-6a43197c-62b5-4dfb-afee-aa5f1b31e49d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:24:05.751752 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-6a43197c-62b5-4dfb-afee-aa5f1b31e49d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:24:05.752949 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-6a43197c-62b5-4dfb-afee-aa5f1b31e49d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 380 time: 0.1410105 Feb 16 13:24:05.759864 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ea1d1d63-e04b-469e-a67a-3fc87fc1cdf5 req-3c62da86-36e2-41ad-881c-4af34df4b664 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 210 time: 0.0460258 Feb 16 13:24:05.764942 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'port': {'device_id': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'admin_state_up': True, 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'security_groups': ['bbcd888b-6b41-4d07-adcc-dab644639ce7']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:24:05.906616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:24:05.916782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:24:05.973655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:24:05.977197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.160255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.12 (18663684-6f0f-4f3a-920d-5d34a818751b/e0aeb13d-85dd-4781-aa43-66dbb03424dd/1462c484-f482-43a4-be98-c5f7482e81b1) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:24:06.168934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9230bb6-b603-4c4b-9436-a128ef81b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.355651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.370972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object 1462c484-f482-43a4-be98-c5f7482e81b1 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:24:06.443026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.517834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 18663684-6f0f-4f3a-920d-5d34a818751b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:24:06.521048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:24:06.525034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:24:06.557142 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=1462c484-f482-43a4-be98-c5f7482e81b1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:06.594540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:06.595198 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.712293 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-e12bf1a4-0a52-468d-b5cf-aef3a1ed1f79 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9516120 Feb 16 13:24:06.729299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Request body: {'port': {'device_id': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:24:06.801173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f2289e16-89de-4579-9d6c-ec54695360cb up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:06.838880 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50036f85-7c69-4b42-bf01-191b605682da None None] Provisioning for port 1462c484-f482-43a4-be98-c5f7482e81b1 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:06.854308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-50036f85-7c69-4b42-bf01-191b605682da None None] Provisioning complete for port 1462c484-f482-43a4-be98-c5f7482e81b1 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:06.854644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.854997 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50036f85-7c69-4b42-bf01-191b605682da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.923431 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-50036f85-7c69-4b42-bf01-191b605682da None None] Port 1462c484-f482-43a4-be98-c5f7482e81b1 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:24:06.925658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f2289e16-89de-4579-9d6c-ec54695360cb triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:06.926021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.948805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c7797-ab50-4eb4-9053-886b6dca403a req-5628507a-693d-4037-9924-9bd37263458c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:06.953220 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-893c7797-ab50-4eb4-9053-886b6dca403a req-5628507a-693d-4037-9924-9bd37263458c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 932 time: 0.0830286 Feb 16 13:24:07.011866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-893c7797-ab50-4eb4-9053-886b6dca403a req-029049cb-bc2e-47cf-8685-7dbf812d216d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Feb 16 13:24:07.217260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1462c484-f482-43a4-be98-c5f7482e81b1 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:24:07.225507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.228693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.243089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Transition to ACTIVE for port object 1462c484-f482-43a4-be98-c5f7482e81b1 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:24:07.323100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.362299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.608134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Pushing event updated for resources: {'Port': ['ID=1462c484-f482-43a4-be98-c5f7482e81b1,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:07.691336 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Attempting to bind port 1462c484-f482-43a4-be98-c5f7482e81b1 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:24:07.691678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Attempting to bind port 1462c484-f482-43a4-be98-c5f7482e81b1 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:24:07.692008 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Attempting to bind port 1462c484-f482-43a4-be98-c5f7482e81b1 on network 18663684-6f0f-4f3a-920d-5d34a818751b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:24:07.696679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Port 1462c484-f482-43a4-be98-c5f7482e81b1 on network 18663684-6f0f-4f3a-920d-5d34a818751b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:24:07.697000 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Attempting to bind port 1462c484-f482-43a4-be98-c5f7482e81b1 on network 18663684-6f0f-4f3a-920d-5d34a818751b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:24:07.702344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:24:07.702686 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Checking segment: {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:24:07.703103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Bound using segment: {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:24:07.703530 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Bound port: 1462c484-f482-43a4-be98-c5f7482e81b1, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f16c96-666a-4aea-a99c-13a5d21de9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:24:07.703876 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.796041 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] For port 1462c484-f482-43a4-be98-c5f7482e81b1, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:24:07.799544 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] For port 1462c484-f482-43a4-be98-c5f7482e81b1, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1462c484-f482-43a4-be98-c5f7482e81b1,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:24:07.900346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.961111 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:07.961779 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.963163 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] 10.222.0.67 "PUT /v2.0/ports/1462c484-f482-43a4-be98-c5f7482e81b1 HTTP/1.1" status: 200 len: 1094 time: 1.2381754 Feb 16 13:24:07.963621 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:24:07.983092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761252f-875e-4ad3-a6ca-58df2839a40d service neutron] Pushing event updated for resources: {'Port': ['ID=1462c484-f482-43a4-be98-c5f7482e81b1,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:08.019617 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1', 'status': 'completed', 'code': 200} Feb 16 13:24:08.125026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c98b95-6110-4059-8b1e-34bb4b9cb924 req-4b12cc39-3ea1-41b7-84a9-bf34a91ff42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.126810 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a4c98b95-6110-4059-8b1e-34bb4b9cb924 req-4b12cc39-3ea1-41b7-84a9-bf34a91ff42f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1097 time: 0.0758245 Feb 16 13:24:08.219709 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3bd1-71cb-43cc-a5bf-821e3ffd1f48 req-4d06e228-3171-46e5-87e5-c725630482f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.221340 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c1c3bd1-71cb-43cc-a5bf-821e3ffd1f48 req-4d06e228-3171-46e5-87e5-c725630482f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 944 time: 0.0894027 Feb 16 13:24:08.268388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3c1c3bd1-71cb-43cc-a5bf-821e3ffd1f48 req-d8e34fd4-5b1e-4388-b912-7db6f250f4f3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Feb 16 13:24:08.291205 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c98b95-6110-4059-8b1e-34bb4b9cb924 req-eb2fbb4f-cdbc-4940-ba6a-c5fe7ac8e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.292683 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a4c98b95-6110-4059-8b1e-34bb4b9cb924 req-eb2fbb4f-cdbc-4940-ba6a-c5fe7ac8e7a6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1538141 Feb 16 13:24:08.434278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c98b95-6110-4059-8b1e-34bb4b9cb924 req-f0d8467f-8b93-403e-b7c6-f326e345a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.435706 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a4c98b95-6110-4059-8b1e-34bb4b9cb924 req-f0d8467f-8b93-403e-b7c6-f326e345a5ec service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1330197 Feb 16 13:24:08.552195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-bc012018-4d68-4b35-b158-75d7b0fe4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.553675 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-bc012018-4d68-4b35-b158-75d7b0fe4301 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1097 time: 0.0736423 Feb 16 13:24:08.627258 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-b28fa2e3-5976-477b-9721-4e60bff181e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1462c484-f482-43a4-be98-c5f7482e81b1 HTTP/1.1" status: 200 len: 217 time: 0.0645390 Feb 16 13:24:08.695568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-86e66d72-0a1b-49b3-bd4e-ef3e69c8ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.695568 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-86e66d72-0a1b-49b3-bd4e-ef3e69c8ca2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aeb13d-85dd-4781-aa43-66dbb03424dd HTTP/1.1" status: 200 len: 834 time: 0.0581596 Feb 16 13:24:08.777214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-28b3f26a-0c00-4fb9-bcdb-89f2f18846c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.778762 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-28b3f26a-0c00-4fb9-bcdb-89f2f18846c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18663684-6f0f-4f3a-920d-5d34a818751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748410 Feb 16 13:24:08.893993 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:08.921903 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-173dea96-686d-437c-8f69-ce1542c23e43 service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294789 Feb 16 13:24:09.060476 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7fdbc62e-73aa-4892-adfd-933e31983e2d req-8966bf02-40c8-4281-b8f5-b6de92828de4 service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296849 Feb 16 13:24:09.464065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbed95-952e-43a1-a29b-065e50c29d16 req-84b89862-c21f-4632-bab6-44e8c7ff66c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:09.465538 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4ffbed95-952e-43a1-a29b-065e50c29d16 req-84b89862-c21f-4632-bab6-44e8c7ff66c2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 944 time: 0.0800421 Feb 16 13:24:09.509771 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4ffbed95-952e-43a1-a29b-065e50c29d16 req-022e46a9-1616-414e-8a35-7eed3d8d66e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385401 Feb 16 13:24:10.704115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b189112-4b75-4ed7-bd58-d6cf092a4a43 req-ab9eb902-81a1-4be2-853e-38afc0e8bd75 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:10.705585 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7b189112-4b75-4ed7-bd58-d6cf092a4a43 req-ab9eb902-81a1-4be2-853e-38afc0e8bd75 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 944 time: 0.0904434 Feb 16 13:24:10.750621 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7b189112-4b75-4ed7-bd58-d6cf092a4a43 req-209d0858-77c2-4af8-996c-e1f7e38cb01d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394793 Feb 16 13:24:11.471383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:11.936606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38a4b2-3e1e-4c20-833e-b9da07a32084 req-f4020ced-897c-40f5-a858-6e3a9a443828 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:11.938078 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5e38a4b2-3e1e-4c20-833e-b9da07a32084 req-f4020ced-897c-40f5-a858-6e3a9a443828 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 944 time: 0.0814774 Feb 16 13:24:11.982587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5e38a4b2-3e1e-4c20-833e-b9da07a32084 req-ed144096-b9ce-4962-bc63-98866f3eb2b6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 Feb 16 13:24:11.997996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1462c484-f482-43a4-be98-c5f7482e81b1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:24:12.130930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1462c484-f482-43a4-be98-c5f7482e81b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1462c484-f482-43a4-be98-c5f7482e81b1,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:12.143695 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '1462c484-f482-43a4-be98-c5f7482e81b1', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'port_id': '1462c484-f482-43a4-be98-c5f7482e81b1', 'mac_address': 'fa:16:3e:39:98:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:24:12.203544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:12.220239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1462c484-f482-43a4-be98-c5f7482e81b1 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:24:12.235753 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1462c484-f482-43a4-be98-c5f7482e81b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1462c484-f482-43a4-be98-c5f7482e81b1,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:12.294290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:12.362188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1462c484-f482-43a4-be98-c5f7482e81b1,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:12.556886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['1462c484-f482-43a4-be98-c5f7482e81b1'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:24:13.169059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909261d7-32a5-4956-9ece-1e8e02b6d9cd req-3a7fec66-6ca9-4962-a877-efece40f5dad tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:13.170532 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-909261d7-32a5-4956-9ece-1e8e02b6d9cd req-3a7fec66-6ca9-4962-a877-efece40f5dad tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 945 time: 0.0830569 Feb 16 13:24:13.215254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-909261d7-32a5-4956-9ece-1e8e02b6d9cd req-2acf9cfd-39c7-4dcc-ae9a-a7fd6948ba21 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384612 Feb 16 13:24:14.008151 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1462c484-f482-43a4-be98-c5f7482e81b1 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:14.128166 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 1462c484-f482-43a4-be98-c5f7482e81b1 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:14.133007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 1462c484-f482-43a4-be98-c5f7482e81b1 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:14.133383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:14.254404 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:14.282399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:24:14.292121 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 1462c484-f482-43a4-be98-c5f7482e81b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1462c484-f482-43a4-be98-c5f7482e81b1,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:14.327531 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1', 'code': 200} Feb 16 13:24:14.356685 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:14.404964 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f3e6-77e6-486a-b54f-897c779b04eb req-11193f3e-4b27-4514-ad89-2fbda132fcfa tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:14.406515 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0460f3e6-77e6-486a-b54f-897c779b04eb req-11193f3e-4b27-4514-ad89-2fbda132fcfa tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0832517 Feb 16 13:24:14.436097 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=1462c484-f482-43a4-be98-c5f7482e81b1,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:14.461718 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0460f3e6-77e6-486a-b54f-897c779b04eb req-fefc2af5-e6b2-4c25-920b-261c42986aa0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Feb 16 13:24:14.765795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74c7df-c3b7-485e-be36-54bab764e2a0 req-7d68137b-7d63-421a-929f-b2b508913e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:14.767649 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ec74c7df-c3b7-485e-be36-54bab764e2a0 req-7d68137b-7d63-421a-929f-b2b508913e0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1099 time: 0.0755827 Feb 16 13:24:14.813057 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ec74c7df-c3b7-485e-be36-54bab764e2a0 req-d1b21b46-1bb7-482c-90a9-a856512874a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364387 Feb 16 13:24:15.667488 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba69d-50ec-4c57-bc5b-517a7662d29e req-c675bac0-4ea3-4aef-a4f2-f017f0a5b2f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:15.668960 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e8ba69d-50ec-4c57-bc5b-517a7662d29e req-c675bac0-4ea3-4aef-a4f2-f017f0a5b2f2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0955331 Feb 16 13:24:15.714310 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6e8ba69d-50ec-4c57-bc5b-517a7662d29e req-3f2bdf63-149d-4b43-953d-32cb1a948ea6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Feb 16 13:24:16.906707 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd051-4a62-4c63-b149-f139c526a67f req-f517eb18-9274-425a-b3dc-ef85f9dc5e72 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:16.908214 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-234dd051-4a62-4c63-b149-f139c526a67f req-f517eb18-9274-425a-b3dc-ef85f9dc5e72 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0845463 Feb 16 13:24:16.951851 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-234dd051-4a62-4c63-b149-f139c526a67f req-fc8b036e-d5ba-45b6-be70-aa7e25bf6b33 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380256 Feb 16 13:24:17.152016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e6f9b-f774-4a11-976f-8c3089671af0 req-290e1854-7322-4e85-80d9-6b1513580632 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:17.153473 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-783e6f9b-f774-4a11-976f-8c3089671af0 req-290e1854-7322-4e85-80d9-6b1513580632 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0812550 Feb 16 13:24:17.198417 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-783e6f9b-f774-4a11-976f-8c3089671af0 req-444a314e-9ec0-410c-af42-37c71b6328b9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387564 Feb 16 13:24:17.220830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34176) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:17.292189 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c40ea5-2379-4303-a5b6-c974c596aa8e tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:17.293562 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-22c40ea5-2379-4303-a5b6-c974c596aa8e tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1094 time: 0.0717671 Feb 16 13:24:17.296914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34180) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:17.301892 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '1462c484-f482-43a4-be98-c5f7482e81b1', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:24:17.308178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:24:17.312062 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:floatingip and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:24:17.314910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:24:17.322166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:24:17.476980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:17.705780 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:17.842564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.150 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/48e9f59d-b674-4355-a90b-6a76255ebcc2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:24:17.988565 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:18.094785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:18.159313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:24:18.162188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:24:18.165858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:24:18.199918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=48e9f59d-b674-4355-a90b-6a76255ebcc2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:18.596617 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:18.724728 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:18.932796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:18.985375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:19.091882 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=48e9f59d-b674-4355-a90b-6a76255ebcc2,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:19.109349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:19.281172 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 66f33388-4e01-430e-988d-8fe09d27dd8e associated. External IP: 172.26.6.150, port: 1462c484-f482-43a4-be98-c5f7482e81b1. Feb 16 13:24:19.741282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 3cc90775-7356-4b4c-91bb-83f22d72134e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:24:19.921080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:24:19.930547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] Sync routers for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:24:19.939752 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:24:19.940362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:24:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:19.997162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:20.056621 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-283335c5-7e3a-4483-b44c-9efcbc7cc6ac tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7586706 Feb 16 13:24:20.057211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:24:20.163076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1', 'status': 'completed', 'code': 200} Feb 16 13:24:20.167360 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:24:20.287800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-88c38f33-e1ae-45a8-949e-c7e21ed3dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:20.289368 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-88c38f33-e1ae-45a8-949e-c7e21ed3dd75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1099 time: 0.0998111 Feb 16 13:24:20.301568 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fda16-2394-4e17-a4c1-3c207cf497bf req-7962894c-740b-44d1-9fc1-a06f10614661 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:20.303342 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-271fda16-2394-4e17-a4c1-3c207cf497bf req-7962894c-740b-44d1-9fc1-a06f10614661 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.1518180 Feb 16 13:24:20.363700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-271fda16-2394-4e17-a4c1-3c207cf497bf req-cc72c174-d095-4227-ae72-9fa6c62bf129 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535634 Feb 16 13:24:20.388415 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34192) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:20.442838 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-ee13fb6b-b0d4-45ce-8840-4710bf38df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:20.444693 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-ee13fb6b-b0d4-45ce-8840-4710bf38df79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18663684-6f0f-4f3a-920d-5d34a818751b HTTP/1.1" status: 200 len: 896 time: 0.1491058 Feb 16 13:24:20.513816 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5de5d1cf-f124-4aa6-a4d6-9639e8acc54b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/66f33388-4e01-430e-988d-8fe09d27dd8e HTTP/1.1" status: 200 len: 992 time: 0.1240082 Feb 16 13:24:20.560410 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-c869e865-f9ff-432f-b4a1-c6841bb71652 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1462c484-f482-43a4-be98-c5f7482e81b1 HTTP/1.1" status: 200 len: 1000 time: 0.1091802 Feb 16 13:24:20.570109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '66f33388-4e01-430e-988d-8fe09d27dd8e', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'port_id': '1462c484-f482-43a4-be98-c5f7482e81b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'mac_address': 'fa:16:3e:39:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:24:18Z', 'updated_at': '2022-02-16T13:24:18Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:05Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:20.574269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] Checking router: 3cc90775-7356-4b4c-91bb-83f22d72134e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:24:20.583115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:24:20.583723 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:24:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:20.626354 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-046363ac-2c18-4c65-8b9b-746b9f174ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:20.627835 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-046363ac-2c18-4c65-8b9b-746b9f174ff3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aeb13d-85dd-4781-aa43-66dbb03424dd HTTP/1.1" status: 200 len: 834 time: 0.0616789 Feb 16 13:24:20.704900 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-918f2584-fdc0-4e02-a15b-08d952ead628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:20.706416 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-918f2584-fdc0-4e02-a15b-08d952ead628 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18663684-6f0f-4f3a-920d-5d34a818751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727279 Feb 16 13:24:20.763198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:24:20.839123 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-0f4480b7-27a3-47d6-a6c3-530f0bbdf435 service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264379 Feb 16 13:24:21.022971 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:24:21.082194 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a2bb500e-37ca-4ca6-b5a7-eb3d1be34d60 req-e6f0b957-6e6a-4a4f-8ad4-04a3cc341782 service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361574 Feb 16 13:24:21.127947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '66f33388-4e01-430e-988d-8fe09d27dd8e', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'port_id': '1462c484-f482-43a4-be98-c5f7482e81b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'mac_address': 'fa:16:3e:39:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:24:18Z', 'updated_at': '2022-02-16T13:24:18Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:05Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:21.132018 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ee31a-92b7-4ba1-9cec-7ae64404031a None None] The sync data for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv is: [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '66f33388-4e01-430e-988d-8fe09d27dd8e', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'port_id': '1462c484-f482-43a4-be98-c5f7482e81b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'mac_address': 'fa:16:3e:39:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:24:18Z', 'updated_at': '2022-02-16T13:24:18Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:05Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:24:21.321535 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2c56d-c63d-46f7-b3d8-d3fbe6b7804c None None] New status for floating IP 66f33388-4e01-430e-988d-8fe09d27dd8e: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:24:21.516160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:21.624963 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-bcbe1781-b3e3-4ec9-b12d-f2167deff4e1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/66f33388-4e01-430e-988d-8fe09d27dd8e HTTP/1.1" status: 200 len: 992 time: 0.1076465 Feb 16 13:24:22.628824 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34200) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:22.735726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3fc1ba42-20e9-4125-940b-a7a9dfe2ad40 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/66f33388-4e01-430e-988d-8fe09d27dd8e HTTP/1.1" status: 200 len: 994 time: 0.1057558 Feb 16 13:24:33.875806 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a35ae692-bb08-47fc-b1d8-dbe8ff042c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:36.178523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04b3735f-d197-4af0-812f-4d46115dd141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:37.253099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:37.350445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:38.927449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:41.464642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:53.835821 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-1a44b407-5ddf-4bf5-a9a9-66a3aaa81558 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716894 Feb 16 13:24:53.978285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-f0731e73-c0d3-4dd6-9e04-46bcd30c6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:53.979860 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-f0731e73-c0d3-4dd6-9e04-46bcd30c6206 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1099 time: 0.0740914 Feb 16 13:24:54.128896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-9ddb963e-977d-417f-84d0-25d018872c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:54.130384 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-9ddb963e-977d-417f-84d0-25d018872c6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=18663684-6f0f-4f3a-920d-5d34a818751b HTTP/1.1" status: 200 len: 896 time: 0.1299162 Feb 16 13:24:54.236170 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-1993f5d1-5f35-48e8-ad8f-897ed83527ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1462c484-f482-43a4-be98-c5f7482e81b1 HTTP/1.1" status: 200 len: 1002 time: 0.0991387 Feb 16 13:24:54.301478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-d509a502-c8f5-4670-8600-4394737f318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:54.303063 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-d509a502-c8f5-4670-8600-4394737f318d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aeb13d-85dd-4781-aa43-66dbb03424dd HTTP/1.1" status: 200 len: 834 time: 0.0586374 Feb 16 13:24:54.386800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-dc8bd00d-ce61-4330-addc-e973569111d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:54.388313 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-dc8bd00d-ce61-4330-addc-e973569111d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18663684-6f0f-4f3a-920d-5d34a818751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791245 Feb 16 13:24:54.533864 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-0b6c23b6-467b-4536-ac7d-3d121058b907 service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385069 Feb 16 13:24:54.566815 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd1ce6-2a62-428b-8e54-0a9ad93265b1 req-4da510a6-a1d8-4a39-8ead-ce5c783caa00 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:54.568420 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56bd1ce6-2a62-428b-8e54-0a9ad93265b1 req-4da510a6-a1d8-4a39-8ead-ce5c783caa00 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.1436505 Feb 16 13:24:54.619380 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56bd1ce6-2a62-428b-8e54-0a9ad93265b1 req-cd1455f5-390b-43cb-ab58-2cfa7a7c5839 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446794 Feb 16 13:24:54.678658 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-907558be-41b5-47b3-8e4b-8698dba0a6ff req-7a8cb900-50b8-4b23-9259-e092b55d43be service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377385 Feb 16 13:24:55.806676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a472c-8af7-4ec0-9a11-d246357e6a45 req-ca96e6fd-5a8d-4406-80b2-9d488a971222 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:55.808212 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-253a472c-8af7-4ec0-9a11-d246357e6a45 req-ca96e6fd-5a8d-4406-80b2-9d488a971222 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0790462 Feb 16 13:24:55.853119 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-253a472c-8af7-4ec0-9a11-d246357e6a45 req-ed0d3093-45ac-4022-9cf8-8c844045986a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393095 Feb 16 13:24:57.051731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1940d-ee4b-4c32-8397-845615575995 req-100a01da-3800-48e0-80d2-d20819e472f6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:57.053223 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0f1940d-ee4b-4c32-8397-845615575995 req-100a01da-3800-48e0-80d2-d20819e472f6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0923073 Feb 16 13:24:57.099580 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0f1940d-ee4b-4c32-8397-845615575995 req-dc7b1e7c-0f2d-4d5f-b336-f99627a5ee90 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Feb 16 13:24:58.022691 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:24:58.284168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5355b-6fa6-41fa-9ac2-4de055fbd1b9 req-81ea8065-4400-4a43-8c86-39c6f49082a1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:58.285809 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-18d5355b-6fa6-41fa-9ac2-4de055fbd1b9 req-81ea8065-4400-4a43-8c86-39c6f49082a1 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0803971 Feb 16 13:24:58.330451 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-18d5355b-6fa6-41fa-9ac2-4de055fbd1b9 req-6c3d4b9c-7ef8-422a-bd97-9581fa4fac00 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391276 Feb 16 13:24:59.524458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6985c-646c-46c9-9d74-188ac8d56435 req-107d16dd-57b6-4501-aac7-9068ce0e5946 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:59.526009 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ce6985c-646c-46c9-9d74-188ac8d56435 req-107d16dd-57b6-4501-aac7-9068ce0e5946 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0884485 Feb 16 13:24:59.576562 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1ce6985c-646c-46c9-9d74-188ac8d56435 req-1bb12dfe-4e7d-49d5-a444-9376e221ead9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 Feb 16 13:25:00.768602 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55405d7c-9ae0-476c-a5e5-de5e00aa6baa req-ea00de8b-5120-4e9c-a5e0-711171134ed6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:00.770060 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-55405d7c-9ae0-476c-a5e5-de5e00aa6baa req-ea00de8b-5120-4e9c-a5e0-711171134ed6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0784726 Feb 16 13:25:00.818532 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-55405d7c-9ae0-476c-a5e5-de5e00aa6baa req-aa578f57-de16-4671-89a7-58af3c3c316d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Feb 16 13:25:02.013689 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5ec1-187d-4012-8742-8b45b23ad435 req-efd72403-8604-48c0-8926-cbdd79ab2da8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:02.019409 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-616c5ec1-187d-4012-8742-8b45b23ad435 req-efd72403-8604-48c0-8926-cbdd79ab2da8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0850167 Feb 16 13:25:02.061064 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-616c5ec1-187d-4012-8742-8b45b23ad435 req-2dff476a-1032-465c-93cb-73dd4485b6d8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386784 Feb 16 13:25:03.288344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab31c79-db6c-41cf-8235-4257cf0c4072 req-fef64456-4713-4747-8c51-5b789be1ebf2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.289767 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ab31c79-db6c-41cf-8235-4257cf0c4072 req-fef64456-4713-4747-8c51-5b789be1ebf2 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0874987 Feb 16 13:25:03.336142 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ab31c79-db6c-41cf-8235-4257cf0c4072 req-50557249-36de-4d4e-8b06-67424653cb07 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Feb 16 13:25:03.858767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1714f017-f927-4e4e-9cd8-e74abb01fd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:04.524439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858e36f-fdd0-42e8-9a00-20af14ecc5b4 req-d9b6a352-3907-4d87-9fdb-38460356fef0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:04.525979 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2858e36f-fdd0-42e8-9a00-20af14ecc5b4 req-d9b6a352-3907-4d87-9fdb-38460356fef0 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0847108 Feb 16 13:25:04.571463 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2858e36f-fdd0-42e8-9a00-20af14ecc5b4 req-b3bc7c09-1edc-4e22-89aa-7a0520d70757 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390141 Feb 16 13:25:05.856835 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77637-d861-4a4d-8bca-bf5b0fbb2e35 req-2c76844b-720b-476c-845c-473f2101a257 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:05.858772 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-52e77637-d861-4a4d-8bca-bf5b0fbb2e35 req-2c76844b-720b-476c-845c-473f2101a257 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.1809707 Feb 16 13:25:05.901697 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-52e77637-d861-4a4d-8bca-bf5b0fbb2e35 req-2cbb8ac4-8c29-490a-984b-ff54b83886fe tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373540 Feb 16 13:25:05.924660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34250) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:06.032414 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-49537280-e631-47a1-b50c-349a68279e6e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/66f33388-4e01-430e-988d-8fe09d27dd8e HTTP/1.1" status: 200 len: 994 time: 0.1066241 Feb 16 13:25:06.177642 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28a38a0b-0be3-45a8-98e3-b4e63d007ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:07.263962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:07.383766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:07.666896 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d55e9-c25d-4d33-be48-4b6dbbcf2353 req-35d84bf9-5287-44e6-9065-02c88420c55b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:07.668455 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de7d55e9-c25d-4d33-be48-4b6dbbcf2353 req-35d84bf9-5287-44e6-9065-02c88420c55b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0814903 Feb 16 13:25:07.719935 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de7d55e9-c25d-4d33-be48-4b6dbbcf2353 req-4f88abf5-1815-476d-bc37-5011989e04b4 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 Feb 16 13:25:07.813387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-0e69d64d-0308-47c1-ad97-eefd2105c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:07.814926 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-0e69d64d-0308-47c1-ad97-eefd2105c3d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1099 time: 0.0775402 Feb 16 13:25:07.957478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-26f848bc-5a7a-4fe1-be2d-5a593759d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:07.959336 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-26f848bc-5a7a-4fe1-be2d-5a593759d860 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18663684-6f0f-4f3a-920d-5d34a818751b HTTP/1.1" status: 200 len: 896 time: 0.1379600 Feb 16 13:25:08.190451 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-d46e9731-88eb-430f-9831-1f5b71e0e80e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1462c484-f482-43a4-be98-c5f7482e81b1 HTTP/1.1" status: 200 len: 1002 time: 0.2206678 Feb 16 13:25:08.255092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-07441556-263f-477e-9140-23536eafc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:08.256446 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-07441556-263f-477e-9140-23536eafc0bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aeb13d-85dd-4781-aa43-66dbb03424dd HTTP/1.1" status: 200 len: 834 time: 0.0597851 Feb 16 13:25:08.332280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-abb8c738-f114-4466-8141-cf041c8415f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:08.333776 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-abb8c738-f114-4466-8141-cf041c8415f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18663684-6f0f-4f3a-920d-5d34a818751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713892 Feb 16 13:25:08.474311 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-51b9ba28-47cf-432a-9a29-f3316613992a service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305249 Feb 16 13:25:08.611506 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7ebb8fb1-324c-4580-be3d-55a128ccbc9b req-2adc389f-4d4c-4b41-9063-807d60818aee service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298399 Feb 16 13:25:08.927150 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2463d6-e03b-4a38-a708-2205c436ef41 req-2d3ac954-9645-4c2a-b255-e48eb06a7e80 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:08.928720 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f2463d6-e03b-4a38-a708-2205c436ef41 req-2d3ac954-9645-4c2a-b255-e48eb06a7e80 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0856254 Feb 16 13:25:08.932793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:08.976652 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f2463d6-e03b-4a38-a708-2205c436ef41 req-cf35a9bb-eb31-42d0-83a6-a77d7682e6f8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Feb 16 13:25:10.172503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44220108-c9a4-46e4-b4a3-c5c176555104 req-a5815355-74e4-4d79-b333-8f7ec5ee3b60 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:10.174099 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-44220108-c9a4-46e4-b4a3-c5c176555104 req-a5815355-74e4-4d79-b333-8f7ec5ee3b60 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0875840 Feb 16 13:25:10.220632 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-44220108-c9a4-46e4-b4a3-c5c176555104 req-ae019abf-368a-4cd6-8e43-f29867724f9a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 Feb 16 13:25:10.243641 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:10.368264 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-8129fd99-e391-45a4-b69e-a8715cb68805 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/66f33388-4e01-430e-988d-8fe09d27dd8e HTTP/1.1" status: 200 len: 994 time: 0.1234639 Feb 16 13:25:11.463743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:33.892000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9048cf81-cee2-40af-ab3e-bf7610a6d2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:35.022532 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:25:36.192927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e2e-189e-425b-a9cd-d6368951656d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.251316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.375389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:38.937327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.491186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.867730 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34280) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:43.072207 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 48e9f59d-b674-4355-a90b-6a76255ebcc2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:43.072470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.240648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.240974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.365213 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 48e9f59d-b674-4355-a90b-6a76255ebcc2 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:43.609231 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.659346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=48e9f59d-b674-4355-a90b-6a76255ebcc2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:43.701481 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.701829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.702173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.702510 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.702844 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.703197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.703528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.705120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.705626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.706016 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.706318 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.706715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:43.763249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.763640 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 66f33388-4e01-430e-988d-8fe09d27dd8e disassociated (deleted). External IP: 172.26.6.150, port: 1462c484-f482-43a4-be98-c5f7482e81b1. Feb 16 13:25:44.216353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 3cc90775-7356-4b4c-91bb-83f22d72134e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:44.396412 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:44.405854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] Sync routers for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:44.412671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:44.416243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:44.416918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:25:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:44.470432 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dfeb00da-c05c-48a4-be28-ae9031c16239 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/floatingips/66f33388-4e01-430e-988d-8fe09d27dd8e HTTP/1.1" status: 204 len: 168 time: 1.6010382 Feb 16 13:25:44.470955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:25:44.515459 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1', 'status': 'completed', 'code': 200} Feb 16 13:25:44.622128 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-3c5bd76b-d727-4ad4-8a7f-9c117392ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:44.623654 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-3c5bd76b-d727-4ad4-8a7f-9c117392ed83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 1099 time: 0.0789912 Feb 16 13:25:44.652115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:44.757077 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-51dee391-acb0-4e73-bc06-1ce981abb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:44.758540 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-51dee391-acb0-4e73-bc06-1ce981abb65d service neutron] 10.222.0.67 "GET /v2.0/networks?id=18663684-6f0f-4f3a-920d-5d34a818751b HTTP/1.1" status: 200 len: 896 time: 0.1280751 Feb 16 13:25:44.833390 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-43865e65-642b-4d44-bfff-1c3e42384a50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1462c484-f482-43a4-be98-c5f7482e81b1 HTTP/1.1" status: 200 len: 217 time: 0.0652189 Feb 16 13:25:44.897024 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-f55dc09a-5401-489c-a2ed-7f2dab15fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:44.899196 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-f55dc09a-5401-489c-a2ed-7f2dab15fcc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aeb13d-85dd-4781-aa43-66dbb03424dd HTTP/1.1" status: 200 len: 834 time: 0.0582035 Feb 16 13:25:44.979093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-b49a8dae-7d16-419c-a8d6-ed52259c5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:44.983784 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-b49a8dae-7d16-419c-a8d6-ed52259c5df5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18663684-6f0f-4f3a-920d-5d34a818751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785785 Feb 16 13:25:44.984903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:05Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:44.989233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] Checking router: 3cc90775-7356-4b4c-91bb-83f22d72134e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:44.998650 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:44.999293 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:25:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:45.059585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a899c-21ad-44bd-a5c1-55151a81d5b9 req-e646aca3-83f0-490e-bebf-db0ca6b7ce0b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:45.061033 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-785a899c-21ad-44bd-a5c1-55151a81d5b9 req-e646aca3-83f0-490e-bebf-db0ca6b7ce0b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0802519 Feb 16 13:25:45.106134 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-785a899c-21ad-44bd-a5c1-55151a81d5b9 req-846f1110-f10e-4178-b458-99bb57d0133d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 Feb 16 13:25:45.125730 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-fb181ecf-850f-421d-b093-1a585a572a5b service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341677 Feb 16 13:25:45.187283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:45.257534 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-21e3847a-607f-4e3c-ba2a-e9c6b2192c2e req-d93e32e9-1287-42e3-b54f-e3263966d4db service neutron] 10.222.0.67 "GET /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251974 Feb 16 13:25:45.499246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:05Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:45.503596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fa5a3-dab1-4d76-b8f2-d09f62cf4894 None None] The sync data for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv is: [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:23:59Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'f2289e16-89de-4579-9d6c-ec54695360cb', 'name': '', 'network_id': '18663684-6f0f-4f3a-920d-5d34a818751b', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:ae:9c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:58Z', 'updated_at': '2022-02-16T13:24:05Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'e0aeb13d-85dd-4781-aa43-66dbb03424dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:45.707429 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46cb634-37d6-41cc-88e7-a663afbba119 None None] New status for floating IP 66f33388-4e01-430e-988d-8fe09d27dd8e: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:25:46.296343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c48b84-944e-42d0-abc1-ab17ce5f4de9 req-7ebde1b5-677d-413a-a83e-25c3691119ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:46.298304 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-97c48b84-944e-42d0-abc1-ab17ce5f4de9 req-7ebde1b5-677d-413a-a83e-25c3691119ec tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0819769 Feb 16 13:25:46.342610 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-97c48b84-944e-42d0-abc1-ab17ce5f4de9 req-fa78ee16-4f89-41e2-8a0b-1c5ac4f5b800 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Feb 16 13:25:46.791837 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-0d3e2086-4afe-4029-b9ba-46692d80122a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:46.792236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-0d3e2086-4afe-4029-b9ba-46692d80122a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:25:46.925650 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-0d3e2086-4afe-4029-b9ba-46692d80122a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:25:46.926815 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-0d3e2086-4afe-4029-b9ba-46692d80122a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.2168875 Feb 16 13:25:46.999684 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 1462c484-f482-43a4-be98-c5f7482e81b1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:47.000034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.349454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port 1462c484-f482-43a4-be98-c5f7482e81b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1462c484-f482-43a4-be98-c5f7482e81b1,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:47.349807 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.473697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 1462c484-f482-43a4-be98-c5f7482e81b1 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:47.536350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d44794-d6a0-4649-8638-e342c2047df6 req-bff58a5f-7140-4f5a-a5f7-22ad8dab9be5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:47.537832 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-26d44794-d6a0-4649-8638-e342c2047df6 req-bff58a5f-7140-4f5a-a5f7-22ad8dab9be5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 946 time: 0.0788198 Feb 16 13:25:47.586778 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-26d44794-d6a0-4649-8638-e342c2047df6 req-64ba9373-2931-4eaf-babb-9cb1883ed279 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbcd888b-6b41-4d07-adcc-dab644639ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Feb 16 13:25:47.668346 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.721676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=1462c484-f482-43a4-be98-c5f7482e81b1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:47.794194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] No DVR routers for this DVR port 1462c484-f482-43a4-be98-c5f7482e81b1 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:47.796725 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.799223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'name': 'network-vif-deleted', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:25:47.843600 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb175d60-59ce-463f-a96d-51041de5aa98', 'name': 'network-vif-deleted', 'tag': '1462c484-f482-43a4-be98-c5f7482e81b1', 'status': 'completed', 'code': 200} Feb 16 13:25:47.852155 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-455a859a-0a83-4ba8-8415-a810c09fc2ea req-9c247530-7003-4a4c-8146-c6eb9168ce2e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "DELETE /v2.0/ports/1462c484-f482-43a4-be98-c5f7482e81b1 HTTP/1.1" status: 204 len: 173 time: 0.9168482 Feb 16 13:25:48.905019 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c2ba05f6-eab1-48e9-8b5a-9484ef7704f5 req-8bf16081-c359-4531-ae59-1c6848f2f993 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb175d60-59ce-463f-a96d-51041de5aa98 HTTP/1.1" status: 200 len: 210 time: 0.0411658 Feb 16 13:25:49.999694 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34300) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:50.507375 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1462c484-f482-43a4-be98-c5f7482e81b1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:50.541103 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 1462c484-f482-43a4-be98-c5f7482e81b1 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:50.545159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 1462c484-f482-43a4-be98-c5f7482e81b1 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:50.556378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.013146 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port f2289e16-89de-4579-9d6c-ec54695360cb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:51.013835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.203190 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port f2289e16-89de-4579-9d6c-ec54695360cb, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f2289e16-89de-4579-9d6c-ec54695360cb,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:51.203546 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.327507 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for f2289e16-89de-4579-9d6c-ec54695360cb owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:51.702611 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.751129 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=f2289e16-89de-4579-9d6c-ec54695360cb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.022954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.381899 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router 3cc90775-7356-4b4c-91bb-83f22d72134e has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:52.678365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:52.687775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] Sync routers for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:52.692449 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c4f83b3d-e3d6-4eb3-ad05-55a08881ac88 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/3cc90775-7356-4b4c-91bb-83f22d72134e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916955 Feb 16 13:25:52.695498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:52.697392 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:52.697998 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:25:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:52.760523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting subnet e0aeb13d-85dd-4781-aa43-66dbb03424dd {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:25:52.763466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.821616 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.875193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:52.911133 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.061084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.100074 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Subnet': ['ID=e0aeb13d-85dd-4781-aa43-66dbb03424dd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:53.105402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.112000 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f8c791e5-a06a-4d65-845c-7dfee758821b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/subnets/e0aeb13d-85dd-4781-aa43-66dbb03424dd HTTP/1.1" status: 204 len: 168 time: 0.4154212 Feb 16 13:25:53.114648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:53.117581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9cfbb-c8f9-4c6b-bc6a-ff640c83493a None None] Network 18663684-6f0f-4f3a-920d-5d34a818751b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:53.294310 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.356942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:25:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:53.363966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] Checking router: 3cc90775-7356-4b4c-91bb-83f22d72134e for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:53.377222 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] Routers {'3cc90775-7356-4b4c-91bb-83f22d72134e'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:53.377838 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:25:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['3cc90775-7356-4b4c-91bb-83f22d72134e'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:53.485638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.521611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] DHCP port deletion for 18663684-6f0f-4f3a-920d-5d34a818751b request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:25:53.546340 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Deleting port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:53.546768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.552378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 37f674d8-8758-4285-992b-05ee68994214 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:53.552729 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.642628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] Set router 3cc90775-7356-4b4c-91bb-83f22d72134e gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:53.725540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port 37f674d8-8758-4285-992b-05ee68994214, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=37f674d8-8758-4285-992b-05ee68994214,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:53.725821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.848065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 37f674d8-8758-4285-992b-05ee68994214 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:53.970925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] For port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1ad1d841-ea28-4d15-b045-2eaf31dcfe9f,segment=NetworkSegment(63f16c96-666a-4aea-a99c-13a5d21de9ce),segment_id=63f16c96-666a-4aea-a99c-13a5d21de9ce)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:53.971550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.080549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.119688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Calling delete_port for 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:54.221273 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:25:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:54.225330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16e87-30c8-4785-899e-b54d499d69fc None None] The sync data for ids ['3cc90775-7356-4b4c-91bb-83f22d72134e'] in dv-neutron-829487-1-hyperv is: [{'id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830751731', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '37f674d8-8758-4285-992b-05ee68994214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:53Z', 'updated_at': '2022-02-16T13:25:51Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': '37f674d8-8758-4285-992b-05ee68994214', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc90775-7356-4b4c-91bb-83f22d72134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:54Z', 'updated_at': '2022-02-16T13:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:54.246158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=37f674d8-8758-4285-992b-05ee68994214,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:54.291456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.334788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.336316 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Pushing event deleted for resources: {'Port': ['ID=1ad1d841-ea28-4d15-b045-2eaf31dcfe9f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:54.345322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] No DVR routers for this DVR port 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.351164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c1d7d-2d1b-456e-83a2-6159b7e27b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.509708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.511798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.612345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.612939 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc90775-7356-4b4c-91bb-83f22d72134e {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:25:54.629141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.630163 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-02dc8e56-7be6-439d-b43f-ed0dec439d34 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/routers/3cc90775-7356-4b4c-91bb-83f22d72134e HTTP/1.1" status: 204 len: 168 time: 1.5145488 Feb 16 13:25:54.632936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:54.749645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.893790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.919665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18663684-6f0f-4f3a-920d-5d34a818751b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:54.931427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f16c96-666a-4aea-a99c-13a5d21de9ce') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:54.931723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f16c96-666a-4aea-a99c-13a5d21de9ce') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:54.942606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.958679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.964568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:25:54.969193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:25:54.980233 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:25:55.119365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.136173 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.148846 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Network': ['ID=18663684-6f0f-4f3a-920d-5d34a818751b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:55.212807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:55.223348 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-69837420-4732-4e2a-a3c8-4ec97a1f1d83 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/networks/18663684-6f0f-4f3a-920d-5d34a818751b HTTP/1.1" status: 204 len: 168 time: 0.5892506 Feb 16 13:25:55.226126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:55.248206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:55.248556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1ad1d841-ea28-4d15-b045-2eaf31dcfe9f not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:55.254914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f2289e16-89de-4579-9d6c-ec54695360cb no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:55.286162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f2289e16-89de-4579-9d6c-ec54695360cb {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:55.286380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f2289e16-89de-4579-9d6c-ec54695360cb not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:55.305667 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a7e-a289-4fce-b208-c6d2776f4b44 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.336255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a7e-a289-4fce-b208-c6d2776f4b44 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.454883 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a7e-a289-4fce-b208-c6d2776f4b44 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.473401 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a97a7e-a289-4fce-b208-c6d2776f4b44 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd888b-6b41-4d07-adcc-dab644639ce7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:55.545572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a7e-a289-4fce-b208-c6d2776f4b44 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.546827 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a7a97a7e-a289-4fce-b208-c6d2776f4b44 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/security-groups/bbcd888b-6b41-4d07-adcc-dab644639ce7 HTTP/1.1" status: 204 len: 168 time: 0.3148689 Feb 16 13:25:55.900183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34324) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:55.905247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009013601', 'description': 'tempest-secgroup-smoke-1009013601 description', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:55.911222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:55.915297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:55.918135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:55.924799 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:55.999945 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.020330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:56.024273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:56.027084 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:56.033130 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:56.099581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.136943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.184470 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.191513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.191861 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.192202 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.192572 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.192871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.193201 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.193791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.194125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.194439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.194762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.195115 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.195438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:56.239589 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.240902 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8b3769a0-bf58-47ec-9ac0-a08428dd9793 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3396649 Feb 16 13:25:56.244081 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34328) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:56.249173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '4f05b149-cdb9-47c1-ad9e-92e7c09f4a94', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:56.255126 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:56.258918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:56.261820 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:56.267461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:56.360167 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.419171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.485017 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.508343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d48958-8352-4618-9010-ad35cac40f1a,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.570756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.572035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5f505cf6-5a99-4bae-be68-d0f0913dc923 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270090 Feb 16 13:25:56.574661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34332) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:56.580146 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '4f05b149-cdb9-47c1-ad9e-92e7c09f4a94', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:56.586149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:56.590022 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:56.592914 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:56.599286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:56.660981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.721187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.791482 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.811600 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37f674d8-8758-4285-992b-05ee68994214 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:56.819361 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c587467-6384-48eb-9c91-daea17437a0e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.890521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 37f674d8-8758-4285-992b-05ee68994214 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:56.890870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 37f674d8-8758-4285-992b-05ee68994214 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:56.900486 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.901685 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-22d433a1-8214-45be-b754-3399bbe7d02e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3260450 Feb 16 13:25:56.904354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34336) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:56.909462 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '4f05b149-cdb9-47c1-ad9e-92e7c09f4a94', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:56.915757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:56.919813 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:56.922768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:56.928778 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:57.027424 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.091502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.145993 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.171439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8de277e-35fb-47aa-bc49-f8b8ab5f6cd4,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.234217 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.235721 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8b8f6d48-7c24-41b6-ba69-f6a9da3afa37 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3302360 Feb 16 13:25:57.238322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34340) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:57.243442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '4f05b149-cdb9-47c1-ad9e-92e7c09f4a94', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:57.249453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:57.253262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:57.256139 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:57.261864 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:57.375396 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.437078 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.505940 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.535909 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639ea79f-6d1c-4e37-878f-d1199ebd72f2,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.611417 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.612621 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8ffd4a57-0353-4de5-b176-9c832229cd49 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733389 Feb 16 13:25:57.615250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34344) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:57.620151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '4f05b149-cdb9-47c1-ad9e-92e7c09f4a94', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:57.626642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:57.630409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:57.633285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:57.640149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:57.722768 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:25:57.729291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.794795 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.868868 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.881065 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671c06af-a141-4a77-9e67-aa9fcc4d169e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.945952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.947809 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2a1d2276-1fd6-4d38-940f-eb4c4c319a35 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3314846 Feb 16 13:25:57.950747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34348) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:57.956160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'security_group_rule': {'security_group_id': '4f05b149-cdb9-47c1-ad9e-92e7c09f4a94', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:57.962059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:57.965800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:security_group_rule and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:57.968660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:57.974851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:58.066111 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Project 9b3ebfd9fce041bb82e179b823949b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:25:58.073237 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.136691 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.208805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.233315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ba27d6-07a0-48d5-a223-c398bf56a948,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:58.294527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.295753 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e3b9bcbc-714d-4a6c-bbcb-ceebf0d25159 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440499 Feb 16 13:25:58.299246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34352) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:58.304669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'network': {'name': 'tempest-network-smoke--1816125619', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'port_security_enabled': True}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:58.309654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:58.313750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:network and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:58.316583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:58.322428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:58.388107 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:58.391425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.418333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:25:58.427276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.427615 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Added segment 4c41249f-f4ff-4bcb-895a-615a553c08ba of type vlan for network e06b9b16-b9dd-4670-aded-73d8d2319a0f Feb 16 13:25:58.453326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.557328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.563255 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:58.563874 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.672765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Network': ['ID=e06b9b16-b9dd-4670-aded-73d8d2319a0f,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:58.682636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:25:58.735363 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-d1ba9690-273b-4ecb-ba32-3e4d5c91b5ce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4350283 Feb 16 13:25:58.737968 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34356) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:58.743269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'admin_state_up': True, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:58.750373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:58.754298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:router and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:58.757209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:58.763420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:58.845513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.847264 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.863430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.204851 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.338775 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-9bf9966a-7020-494a-ae4c-d20afd9fa0aa req-c1a33c0b-3650-424d-89ef-94d6737d5a6b service neutron] (88443) timed out ('10.222.0.47', 58546) {{(pid=88443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:25:59.658272 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.690542 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.821930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.21 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/a8b9a476-df9b-42a2-9aa2-ec837b072013) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:59.973612 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.058261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.130268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:00.133162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:00.135660 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:00.177175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=a8b9a476-df9b-42a2-9aa2-ec837b072013,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.638534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.984895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.385522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:26:01.559902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:26:01.571442 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Sync routers for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:26:01.581558 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:01.582168 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:25:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:01.683262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.684856 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-54487bc7-ff50-464d-954d-2c1ca450405d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9459190 Feb 16 13:26:01.688303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34360) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:01.729936 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-99fcc5bd-c04f-4b49-bfec-09aa094c6d26 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=9b3ebfd9fce041bb82e179b823949b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402374 Feb 16 13:26:01.732273 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34364) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:01.772780 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:01.862176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261dad0-cb6f-451d-917b-3255b995fc4f tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:01.863717 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f261dad0-cb6f-451d-917b-3255b995fc4f tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305232 Feb 16 13:26:01.866398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34368) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:01.910185 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-0623eb4b-65af-4fb1-a0df-d2e52f7cf08f tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=899eec45-c7b7-4526-b2b5-ff758a8c35fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427036 Feb 16 13:26:01.912633 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34372) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:01.918098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-316692796', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:02.027305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:02.031267 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:subnet and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:02.034804 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:02.040729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:02.095692 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:02.100051 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Checking router: f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:26:02.100395 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Updating router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d port a8b9a476-df9b-42a2-9aa2-ec837b072013 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:26:02.134147 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:26:02.137895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.150728 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.399805 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.472889 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.478713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Subnet': ['ID=faeb7cb7-593e-422d-914a-d3fb370fb887,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:02.484564 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Transition to ACTIVE for port object a8b9a476-df9b-42a2-9aa2-ec837b072013 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:02.489687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Checking segment: {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:02.490042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network hostable DHCP agents. Network: e06b9b16-b9dd-4670-aded-73d8d2319a0f, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:26:02.548083 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.565027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:26:02.630171 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Attempting to bind port a8b9a476-df9b-42a2-9aa2-ec837b072013 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:02.630653 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Attempting to bind port a8b9a476-df9b-42a2-9aa2-ec837b072013 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:02.630880 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Attempting to bind port a8b9a476-df9b-42a2-9aa2-ec837b072013 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:02.634063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, e06b9b16-b9dd-4670-aded-73d8d2319a0f) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:02.634226 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Pushing event updated for resources: {'Port': ['ID=a8b9a476-df9b-42a2-9aa2-ec837b072013,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:02.638566 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:02.639325 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.642556 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.643499 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.643662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7905b-793e-4fb9-9286-5df75d1097b2 None None] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:26:02.644159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.644159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.644456 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.644782 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.645103 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.645419 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.645742 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.646052 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.646376 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.646702 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:02.650055 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:02.650362 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:02.650762 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.651191 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:02.651631 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Bound port: a8b9a476-df9b-42a2-9aa2-ec837b072013, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:02.652480 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.723888 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] For port a8b9a476-df9b-42a2-9aa2-ec837b072013, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:02.728936 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fc5e5c8d-727d-417e-98b0-52730c28fb66 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8126667 Feb 16 13:26:02.729467 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] For port a8b9a476-df9b-42a2-9aa2-ec837b072013, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a8b9a476-df9b-42a2-9aa2-ec837b072013,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:02.729579 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34376) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:02.832676 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.860628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:26:02.861538 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.917832 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:02.918370 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:25:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:02.977313 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087bd74-35b5-485e-8110-1d3841481397 None None] Pushing event updated for resources: {'Port': ['ID=a8b9a476-df9b-42a2-9aa2-ec837b072013,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:03.023982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Allocated IP 172.20.0.2 (e06b9b16-b9dd-4670-aded-73d8d2319a0f/faeb7cb7-593e-422d-914a-d3fb370fb887/16536f45-7d80-4c05-9d21-dbc5c34ff04a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:03.122790 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:03.269347 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.282162 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Transition to ACTIVE for port object 16536f45-7d80-4c05-9d21-dbc5c34ff04a will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:03.301912 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Transition to ACTIVE for port object 16536f45-7d80-4c05-9d21-dbc5c34ff04a will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:03.365929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.434105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:03.437165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:03.437921 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:03.441697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:03.442626 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac58e47-1021-46ed-8f55-6c5ae40e65ab None None] The sync data for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv is: [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 3, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:03.450903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Pushing event updated for resources: {'Port': ['ID=16536f45-7d80-4c05-9d21-dbc5c34ff04a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:03.537193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Attempting to bind port 16536f45-7d80-4c05-9d21-dbc5c34ff04a on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:03.537578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Attempting to bind port 16536f45-7d80-4c05-9d21-dbc5c34ff04a by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:03.537977 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Attempting to bind port 16536f45-7d80-4c05-9d21-dbc5c34ff04a on network e06b9b16-b9dd-4670-aded-73d8d2319a0f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:03.544005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:03.546422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Checking segment: {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:03.546422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.546422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Bound using segment: {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:03.546422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Bound port: 16536f45-7d80-4c05-9d21-dbc5c34ff04a, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:03.546422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.586750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.646751 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] For port 16536f45-7d80-4c05-9d21-dbc5c34ff04a, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:03.650107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] For port 16536f45-7d80-4c05-9d21-dbc5c34ff04a, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=16536f45-7d80-4c05-9d21-dbc5c34ff04a,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:03.731804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.833036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08340b23-1f48-4594-9d6a-bd8e4424a9a2 None None] Pushing event updated for resources: {'Port': ['ID=16536f45-7d80-4c05-9d21-dbc5c34ff04a,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:03.896940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9d325020-b443-48d3-9824-1f68862a8f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.045285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.1 (e06b9b16-b9dd-4670-aded-73d8d2319a0f/faeb7cb7-593e-422d-914a-d3fb370fb887/b93db9d9-c94a-4b21-9a59-f656684eeb1e) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:04.220041 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.239159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object b93db9d9-c94a-4b21-9a59-f656684eeb1e will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:04.335151 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.404425 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:04.407580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:04.412160 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:04.442520 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=b93db9d9-c94a-4b21-9a59-f656684eeb1e,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:04.476445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.864226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a756e1-f101-41f4-b349-a2ef25d7fbdd None None] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:26:04.873846 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.976152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a8b9a476-df9b-42a2-9aa2-ec837b072013 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:05.099460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-191f608b-23e7-4482-b5f8-98e74e063918 None None] Provisioning for port 16536f45-7d80-4c05-9d21-dbc5c34ff04a completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:05.228110 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port a8b9a476-df9b-42a2-9aa2-ec837b072013 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:05.240534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a8b9a476-df9b-42a2-9aa2-ec837b072013 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:05.240914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.376547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.394609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port a8b9a476-df9b-42a2-9aa2-ec837b072013, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a8b9a476-df9b-42a2-9aa2-ec837b072013,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:05.477073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.483084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.487446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 16536f45-7d80-4c05-9d21-dbc5c34ff04a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:05.548606 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.651505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=a8b9a476-df9b-42a2-9aa2-ec837b072013,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:05.688305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=b93db9d9-c94a-4b21-9a59-f656684eeb1e,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:05.688305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.751102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Provisioning for port b93db9d9-c94a-4b21-9a59-f656684eeb1e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:05.756196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Provisioning complete for port b93db9d9-c94a-4b21-9a59-f656684eeb1e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:05.756567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.784770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 16536f45-7d80-4c05-9d21-dbc5c34ff04a completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:05.801092 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 16536f45-7d80-4c05-9d21-dbc5c34ff04a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:05.802934 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.822930 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:05.824071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:05.857597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Port b93db9d9-c94a-4b21-9a59-f656684eeb1e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:26:05.880534 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Provisioning complete for port 16536f45-7d80-4c05-9d21-dbc5c34ff04a triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:05.881315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.992236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.027381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:26:06.074461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 16536f45-7d80-4c05-9d21-dbc5c34ff04a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=16536f45-7d80-4c05-9d21-dbc5c34ff04a,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:06.081520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.144021 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.210959 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:26:06.211933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89e8fdf4-4e21-4cff-9871-24c2537eebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.235012 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f8e8a5ab-db3f-4114-a094-c606713a6692 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4961755 Feb 16 13:26:06.236329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Sync routers for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:26:06.261069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:26:06.261419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-48322080-3777-4d85-8a44-5719fe341e31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:26:06.266580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:06.267305 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:26:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:06.330971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=16536f45-7d80-4c05-9d21-dbc5c34ff04a,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:06.392319 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-199ca5d1-ed96-4f5f-ad73-f0d9ed465043 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:06.454019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:06.459997 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-199ca5d1-ed96-4f5f-ad73-f0d9ed465043 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:06.461278 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-199ca5d1-ed96-4f5f-ad73-f0d9ed465043 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009013601&fields=id&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 267 time: 0.1069062 Feb 16 13:26:06.615057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-fdfd73c7-320e-491f-84d2-200db5a1af39 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.615819 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-fdfd73c7-320e-491f-84d2-200db5a1af39 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:06.713987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-fdfd73c7-320e-491f-84d2-200db5a1af39 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:06.715164 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-fdfd73c7-320e-491f-84d2-200db5a1af39 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/networks?id=e06b9b16-b9dd-4670-aded-73d8d2319a0f HTTP/1.1" status: 200 len: 797 time: 0.2473919 Feb 16 13:26:06.730193 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-978d462b-2748-41e1-a793-77bd5112717c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/quotas/9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 375 time: 0.0093362 Feb 16 13:26:06.814017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 2, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:06.823099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Checking router: f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:26:06.826494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Updating router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d port b93db9d9-c94a-4b21-9a59-f656684eeb1e binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:26:06.826810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-7c1334cb-9248-492e-990e-e0ca93a41fb6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:06.871748 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a8b9a476-df9b-42a2-9aa2-ec837b072013 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:06.919449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-7c1334cb-9248-492e-990e-e0ca93a41fb6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:06.920811 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-7c1334cb-9248-492e-990e-e0ca93a41fb6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854970 Feb 16 13:26:06.921033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:06.937280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-a9116112-1e78-4993-8437-d4417009a5cf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:26:06.938810 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-a9116112-1e78-4993-8437-d4417009a5cf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056732 Feb 16 13:26:07.052126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1a418d6a-1073-4872-92ab-870dca5fe4b1 None None] Provisioning complete for port b93db9d9-c94a-4b21-9a59-f656684eeb1e triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:07.052495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a418d6a-1073-4872-92ab-870dca5fe4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.072802 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-f3290607-0b71-463d-9c96-671f937a0619 service neutron] 10.222.0.47 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271460 Feb 16 13:26:07.109240 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port a8b9a476-df9b-42a2-9aa2-ec837b072013 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:07.109613 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.235071 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1a418d6a-1073-4872-92ab-870dca5fe4b1 None None] Port b93db9d9-c94a-4b21-9a59-f656684eeb1e cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:26:07.319387 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.323907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-a11c4706-0226-4c6c-aae3-a2ba15386c7b service neutron] 10.222.0.47 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452419 Feb 16 13:26:07.413820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.434784 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 16536f45-7d80-4c05-9d21-dbc5c34ff04a up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:07.573518 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.580781 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 16536f45-7d80-4c05-9d21-dbc5c34ff04a triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:07.581144 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.609837 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e3ed8157-1a8a-4778-b9a9-089fe6f60c5f req-389a98a4-ad98-4ae8-9f06-361ecbbf7327 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 210 time: 0.0514042 Feb 16 13:26:07.644839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Transition to ACTIVE for port object b93db9d9-c94a-4b21-9a59-f656684eeb1e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:07.758762 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.910002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab3801-4746-419d-81e2-b8b6fae559dd None None] Pushing event updated for resources: {'Port': ['ID=b93db9d9-c94a-4b21-9a59-f656684eeb1e,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:08.011064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Attempting to bind port b93db9d9-c94a-4b21-9a59-f656684eeb1e on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:08.011700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Attempting to bind port b93db9d9-c94a-4b21-9a59-f656684eeb1e by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:08.012001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Attempting to bind port b93db9d9-c94a-4b21-9a59-f656684eeb1e on network e06b9b16-b9dd-4670-aded-73d8d2319a0f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:08.017567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:08.018580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Checking segment: {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:08.018999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:08.019391 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Bound using segment: {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:08.019950 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Bound port: b93db9d9-c94a-4b21-9a59-f656684eeb1e, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:08.020323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:08.121744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] For port b93db9d9-c94a-4b21-9a59-f656684eeb1e, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:08.124691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] For port b93db9d9-c94a-4b21-9a59-f656684eeb1e, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b93db9d9-c94a-4b21-9a59-f656684eeb1e,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:08.208926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:08.285142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:08.285811 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:26:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:08.359125 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab3801-4746-419d-81e2-b8b6fae559dd None None] Pushing event updated for resources: {'Port': ['ID=b93db9d9-c94a-4b21-9a59-f656684eeb1e,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:08.479906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:08.778778 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-373a3385-b59f-4ba8-9cae-d9b8ba2268b6 req-3f91ef65-c485-4950-b701-a757773673f7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 210 time: 0.0444844 Feb 16 13:26:08.810968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:08Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:08.815172 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb931d-fe27-4f5e-9e24-9f69776de90f None None] The sync data for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv is: [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:08Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:08.971345 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:09.939458 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ddd47e14-5c43-4716-965b-9c88385d212c req-9ab2470c-e259-4d6a-87ca-90964ed1e2c6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 210 time: 0.0483668 Feb 16 13:26:10.879278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b93db9d9-c94a-4b21-9a59-f656684eeb1e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:11.050117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-a7f035d1-f7f5-44a4-816d-9e0f2e2a9ad5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:11.050834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-a7f035d1-f7f5-44a4-816d-9e0f2e2a9ad5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:11.063305 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-a7f035d1-f7f5-44a4-816d-9e0f2e2a9ad5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:11.065015 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-a7f035d1-f7f5-44a4-816d-9e0f2e2a9ad5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/networks?id=e06b9b16-b9dd-4670-aded-73d8d2319a0f HTTP/1.1" status: 200 len: 797 time: 0.1687019 Feb 16 13:26:11.100192 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2e62788-800c-48eb-9fca-02cc77970e02 req-0794ebb6-c717-468d-a6af-37fb810290dc tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 210 time: 0.0455573 Feb 16 13:26:11.123660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-2cc22a93-543e-48d6-8d1b-06bbd95fdb29 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:11.135924 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-2cc22a93-543e-48d6-8d1b-06bbd95fdb29 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:11.137062 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-2cc22a93-543e-48d6-8d1b-06bbd95fdb29 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3ebfd9fce041bb82e179b823949b3e HTTP/1.1" status: 200 len: 380 time: 0.0597286 Feb 16 13:26:11.148764 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'port': {'device_id': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'admin_state_up': True, 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'security_groups': ['4f05b149-cdb9-47c1-ad9e-92e7c09f4a94']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:11.165042 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port b93db9d9-c94a-4b21-9a59-f656684eeb1e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:11.170333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b93db9d9-c94a-4b21-9a59-f656684eeb1e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:11.170711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.302394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.303484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:11.316643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:11.339386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port b93db9d9-c94a-4b21-9a59-f656684eeb1e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b93db9d9-c94a-4b21-9a59-f656684eeb1e,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:11.448258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.448597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Made reservation on behalf of 9b3ebfd9fce041bb82e179b823949b3e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:26:11.452382 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.518707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=b93db9d9-c94a-4b21-9a59-f656684eeb1e,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:11.522578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.620922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.20.0.12 (e06b9b16-b9dd-4670-aded-73d8d2319a0f/faeb7cb7-593e-422d-914a-d3fb370fb887/bbff93aa-c25f-4d74-885a-c6acd265f7da) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:11.905951 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.922330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Transition to ACTIVE for port object bbff93aa-c25f-4d74-885a-c6acd265f7da will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:12.021748 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:26:12.031804 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.102290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:12.105363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:12.109253 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:12.146833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=bbff93aa-c25f-4d74-885a-c6acd265f7da,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:12.181917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:12.182531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.292977 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dcd80-bd35-4563-aab4-ebbec1108ed1 req-c8a019c3-e01c-410f-8b21-e88b05ab64e6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:12.294447 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b62dcd80-bd35-4563-aab4-ebbec1108ed1 req-c8a019c3-e01c-410f-8b21-e88b05ab64e6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 932 time: 0.0837855 Feb 16 13:26:12.328979 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-58a94096-c1f3-4612-8759-370e27f50d97 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1839440 Feb 16 13:26:12.341896 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b62dcd80-bd35-4563-aab4-ebbec1108ed1 req-db7e5665-5eaa-4bb7-b2c0-cb5c9ee9edba tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417213 Feb 16 13:26:12.344923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Request body: {'port': {'device_id': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:12.450772 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2424c8c7-26be-49d5-a5e1-6c5e38f0a381 None None] Provisioning for port bbff93aa-c25f-4d74-885a-c6acd265f7da completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:12.456451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2424c8c7-26be-49d5-a5e1-6c5e38f0a381 None None] Provisioning complete for port bbff93aa-c25f-4d74-885a-c6acd265f7da triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:12.456821 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2424c8c7-26be-49d5-a5e1-6c5e38f0a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.460588 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.510111 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2424c8c7-26be-49d5-a5e1-6c5e38f0a381 None None] Port bbff93aa-c25f-4d74-885a-c6acd265f7da cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:26:12.820171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbff93aa-c25f-4d74-885a-c6acd265f7da {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:26:12.820171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.836921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Transition to ACTIVE for port object bbff93aa-c25f-4d74-885a-c6acd265f7da will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:12.866617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b93db9d9-c94a-4b21-9a59-f656684eeb1e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:12.933891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.936624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port b93db9d9-c94a-4b21-9a59-f656684eeb1e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:12.937001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.094590 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbff93aa-c25f-4d74-885a-c6acd265f7da,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:13.194127 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Attempting to bind port bbff93aa-c25f-4d74-885a-c6acd265f7da on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:13.194715 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Attempting to bind port bbff93aa-c25f-4d74-885a-c6acd265f7da by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:13.194830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Attempting to bind port bbff93aa-c25f-4d74-885a-c6acd265f7da on network e06b9b16-b9dd-4670-aded-73d8d2319a0f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:13.199452 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Port bbff93aa-c25f-4d74-885a-c6acd265f7da on network e06b9b16-b9dd-4670-aded-73d8d2319a0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:26:13.199771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Attempting to bind port bbff93aa-c25f-4d74-885a-c6acd265f7da on network e06b9b16-b9dd-4670-aded-73d8d2319a0f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:13.204865 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:13.205842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Checking segment: {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:13.206223 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Bound using segment: {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:13.206642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Bound port: bbff93aa-c25f-4d74-885a-c6acd265f7da, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c41249f-f4ff-4bcb-895a-615a553c08ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:13.207071 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.294917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] For port bbff93aa-c25f-4d74-885a-c6acd265f7da, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:13.297921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] For port bbff93aa-c25f-4d74-885a-c6acd265f7da, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:13.385652 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.452130 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:13.452691 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.454118 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] 10.222.0.67 "PUT /v2.0/ports/bbff93aa-c25f-4d74-885a-c6acd265f7da HTTP/1.1" status: 200 len: 1094 time: 1.1135442 Feb 16 13:26:13.454968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:13.489801 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190af34f-e643-4892-8e9d-6500cc26b7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbff93aa-c25f-4d74-885a-c6acd265f7da,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:13.513209 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'status': 'completed', 'code': 200} Feb 16 13:26:13.568890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c897bd-baa5-4a84-b169-3bb5e39c819f req-b5eb5cc8-4611-4bbd-ae70-2a9c924e51ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:13.572121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81c897bd-baa5-4a84-b169-3bb5e39c819f req-b5eb5cc8-4611-4bbd-ae70-2a9c924e51ab tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 944 time: 0.1092820 Feb 16 13:26:13.617402 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0cf0-f71a-40ba-9858-14a78c170e7f req-a555dc3c-8d55-4f53-9ac2-b5671cd1e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:13.619128 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd2b0cf0-f71a-40ba-9858-14a78c170e7f req-a555dc3c-8d55-4f53-9ac2-b5671cd1e2b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1097 time: 0.0781584 Feb 16 13:26:13.620185 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-81c897bd-baa5-4a84-b169-3bb5e39c819f req-102ee250-be33-4292-ba4d-88ac2842b784 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 Feb 16 13:26:13.766147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0cf0-f71a-40ba-9858-14a78c170e7f req-b0c329e9-3694-47a1-9872-cc9c1057c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:13.767577 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd2b0cf0-f71a-40ba-9858-14a78c170e7f req-b0c329e9-3694-47a1-9872-cc9c1057c436 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1388466 Feb 16 13:26:13.915905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0cf0-f71a-40ba-9858-14a78c170e7f req-73aed100-f210-4beb-9879-be2a9b2b9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:13.917273 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd2b0cf0-f71a-40ba-9858-14a78c170e7f req-73aed100-f210-4beb-9879-be2a9b2b9c14 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1436999 Feb 16 13:26:14.034922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-b6b61486-0651-4fef-8a1a-ba830a12df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.036434 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-b6b61486-0651-4fef-8a1a-ba830a12df14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1097 time: 0.0752678 Feb 16 13:26:14.109200 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-e42b11ff-4210-4e5b-940d-9f2904c4ba3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da HTTP/1.1" status: 200 len: 217 time: 0.0613532 Feb 16 13:26:14.268374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-8bb616ea-7c18-44e0-9b6d-37f07a4c3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.269737 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-8bb616ea-7c18-44e0-9b6d-37f07a4c3e70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=faeb7cb7-593e-422d-914a-d3fb370fb887 HTTP/1.1" status: 200 len: 834 time: 0.1530979 Feb 16 13:26:14.347141 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-597c0ce7-de4c-4d42-953e-2e3ab4129396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.348752 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-597c0ce7-de4c-4d42-953e-2e3ab4129396 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e06b9b16-b9dd-4670-aded-73d8d2319a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698795 Feb 16 13:26:14.484072 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-18273a3d-b0ba-42ec-8a96-e08380af093a service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267188 Feb 16 13:26:14.620389 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-82072780-512f-4afb-82bf-71a4b8e942d5 req-fe0cf66c-2daf-4a82-a770-4723d2929259 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290646 Feb 16 13:26:14.815476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb2421-49bc-46f4-ba88-5a70abf0c523 req-79f53292-0b23-4bf5-9d84-74c94444e897 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.816962 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ccdb2421-49bc-46f4-ba88-5a70abf0c523 req-79f53292-0b23-4bf5-9d84-74c94444e897 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 944 time: 0.0832686 Feb 16 13:26:14.861927 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ccdb2421-49bc-46f4-ba88-5a70abf0c523 req-90c6b339-1e01-4ad1-a109-cfa789646873 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381963 Feb 16 13:26:16.045824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3462016-46eb-409f-8c83-e42a023bc7d7 req-1062ea43-e5d6-4d8b-8a53-228f3c7e9916 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:16.047328 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c3462016-46eb-409f-8c83-e42a023bc7d7 req-1062ea43-e5d6-4d8b-8a53-228f3c7e9916 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 944 time: 0.0801592 Feb 16 13:26:16.091784 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c3462016-46eb-409f-8c83-e42a023bc7d7 req-aa107f6b-3fc7-477c-b811-8dc279e1467a tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387280 Feb 16 13:26:16.596652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bbff93aa-c25f-4d74-885a-c6acd265f7da details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:26:16.730890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port bbff93aa-c25f-4d74-885a-c6acd265f7da, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:16.743445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'port_id': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'mac_address': 'fa:16:3e:3e:b8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:26:16.797461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:16.814438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbff93aa-c25f-4d74-885a-c6acd265f7da {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:26:16.830551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port bbff93aa-c25f-4d74-885a-c6acd265f7da, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:16.947437 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:17.017628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=bbff93aa-c25f-4d74-885a-c6acd265f7da,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:17.198363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['bbff93aa-c25f-4d74-885a-c6acd265f7da'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:26:17.433532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1009cf-45c2-4806-928e-446094a062a5 req-43da5ad9-31c9-489b-aa3d-1a877daf0703 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:17.435040 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e1009cf-45c2-4806-928e-446094a062a5 req-43da5ad9-31c9-489b-aa3d-1a877daf0703 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 945 time: 0.0847516 Feb 16 13:26:17.479569 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e1009cf-45c2-4806-928e-446094a062a5 req-2bf5b85a-2bb2-4306-aed2-25975c3b5bbd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 Feb 16 13:26:18.613033 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bbff93aa-c25f-4d74-885a-c6acd265f7da up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:18.659442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782de50-d5cf-4f72-a2d5-c55389c90f6a req-37e3f06f-7491-40a6-83d9-a3a842a33b27 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:18.660938 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9782de50-d5cf-4f72-a2d5-c55389c90f6a req-37e3f06f-7491-40a6-83d9-a3a842a33b27 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 945 time: 0.0799029 Feb 16 13:26:18.708294 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9782de50-d5cf-4f72-a2d5-c55389c90f6a req-0104bdda-f2ca-4c74-b07e-833ddaee51b8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Feb 16 13:26:18.765096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port bbff93aa-c25f-4d74-885a-c6acd265f7da completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:18.770208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port bbff93aa-c25f-4d74-885a-c6acd265f7da triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:18.770584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:18.886322 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:18.916648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:18.926809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port bbff93aa-c25f-4d74-885a-c6acd265f7da, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:18.959440 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'code': 200} Feb 16 13:26:19.056020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:19.121844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=bbff93aa-c25f-4d74-885a-c6acd265f7da,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:19.453732 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221755-a538-4d1d-8b39-e6da60add292 req-ef7b6204-85ff-4e0f-991a-db4bcb3369a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:19.456522 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f9221755-a538-4d1d-8b39-e6da60add292 req-ef7b6204-85ff-4e0f-991a-db4bcb3369a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1099 time: 0.0761073 Feb 16 13:26:19.497507 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f9221755-a538-4d1d-8b39-e6da60add292 req-c116b457-50a2-436d-a3ba-22bc245d7203 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342691 Feb 16 13:26:19.906337 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a670d-72e0-4a60-b26d-8e770e994603 req-5b25e661-17ac-4a8f-b8e4-739b132577a6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:19.907861 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-135a670d-72e0-4a60-b26d-8e770e994603 req-5b25e661-17ac-4a8f-b8e4-739b132577a6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0934978 Feb 16 13:26:19.951484 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-135a670d-72e0-4a60-b26d-8e770e994603 req-b9976252-a7ac-4130-9e97-3cd9d8cb3307 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381930 Feb 16 13:26:21.138618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d487e5b-c682-40f1-a2de-7bb96fa0bd93 req-788f4f9a-49b9-4d08-b2d9-4f1ceb74f627 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:21.140073 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d487e5b-c682-40f1-a2de-7bb96fa0bd93 req-788f4f9a-49b9-4d08-b2d9-4f1ceb74f627 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0815399 Feb 16 13:26:21.184080 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d487e5b-c682-40f1-a2de-7bb96fa0bd93 req-9b2963d5-25df-4c90-b457-13081b1678d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377052 Feb 16 13:26:21.365290 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953fce-a58f-4eb7-8056-534c21366168 req-036a7047-b5f6-40c5-acce-e569f94234fe tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:21.366736 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f6953fce-a58f-4eb7-8056-534c21366168 req-036a7047-b5f6-40c5-acce-e569f94234fe tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0792542 Feb 16 13:26:21.410700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f6953fce-a58f-4eb7-8056-534c21366168 req-9748017e-fe55-4ca9-8447-372ac22764ea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382464 Feb 16 13:26:21.432067 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34440) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:21.505773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01fc5cf-6392-474e-9c42-9f2fe4e21042 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:21.507278 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f01fc5cf-6392-474e-9c42-9f2fe4e21042 tempest-TestNetworkAdvancedServerOps-398280713 tempest-TestNetworkAdvancedServerOps-398280713-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1094 time: 0.0742238 Feb 16 13:26:21.509988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34444) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:21.514933 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:21.521465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:21.525278 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Usage tracker for resource:floatingip and tenant:9b3ebfd9fce041bb82e179b823949b3e is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:21.528238 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:21.534270 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:21.685338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:21.821738 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:21.959658 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Allocated IP 172.26.6.140 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/40bb855d-bea0-445a-9f97-5ce1a5f84598) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:22.108341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:22.208091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:22.272092 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:22.274735 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:22.278294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:22.307471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=40bb855d-bea0-445a-9f97-5ce1a5f84598,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:22.780330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:22.924619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:23.143792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:23.201681 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:23.307994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event updated for resources: {'Port': ['ID=40bb855d-bea0-445a-9f97-5ce1a5f84598,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:23.324282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:23.494891 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 763043dd-8c43-4b20-88dc-d16c29257607 associated. External IP: 172.26.6.140, port: bbff93aa-c25f-4d74-885a-c6acd265f7da. Feb 16 13:26:23.852007 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:26:24.035185 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:26:24.044940 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] Sync routers for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:26:24.055994 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:24.056591 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:26:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:24.150599 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:24.209446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4f0c0d31-05a1-41d6-990f-1c2f5807e411 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6983984 Feb 16 13:26:24.210045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:24.258855 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'status': 'completed', 'code': 200} Feb 16 13:26:24.269392 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:24.355748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-2f892239-8cbe-4605-b451-c31f8445064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:24.357481 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-2f892239-8cbe-4605-b451-c31f8445064c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1099 time: 0.0768175 Feb 16 13:26:24.493862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ea2a-3021-4550-b26d-f31f81576428 req-dccd8abd-fabd-4b73-817d-db8f577ab072 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:24.495263 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f064ea2a-3021-4550-b26d-f31f81576428 req-dccd8abd-fabd-4b73-817d-db8f577ab072 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.1956074 Feb 16 13:26:24.497358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-41a36a3f-8e12-40d6-b8d4-c6dd10a1bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:24.498818 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-41a36a3f-8e12-40d6-b8d4-c6dd10a1bf4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e06b9b16-b9dd-4670-aded-73d8d2319a0f HTTP/1.1" status: 200 len: 897 time: 0.1348448 Feb 16 13:26:24.541758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f064ea2a-3021-4550-b26d-f31f81576428 req-2e4b61ed-c72f-46d0-bbb9-9f3e6a3c7ee6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398059 Feb 16 13:26:24.566105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34452) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:24.611687 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-21f85ea0-915c-4c0f-9f6c-8c8d4448efee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da HTTP/1.1" status: 200 len: 1000 time: 0.1056907 Feb 16 13:26:24.628629 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '763043dd-8c43-4b20-88dc-d16c29257607', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.140', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'port_id': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'mac_address': 'fa:16:3e:3e:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:22Z', 'updated_at': '2022-02-16T13:26:22Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:11Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:24.633474 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] Checking router: f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:26:24.640831 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:24.641466 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:26:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:24.675818 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-d45246c1-b5e9-4b84-ba04-f687ef77146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:24.678016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-226b548c-50d2-4685-b87d-9a479af2ddce tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/763043dd-8c43-4b20-88dc-d16c29257607 HTTP/1.1" status: 200 len: 992 time: 0.1096451 Feb 16 13:26:24.678183 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-d45246c1-b5e9-4b84-ba04-f687ef77146d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=faeb7cb7-593e-422d-914a-d3fb370fb887 HTTP/1.1" status: 200 len: 834 time: 0.0585828 Feb 16 13:26:24.755374 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-5e81440d-72ec-47ef-a95e-881e14121a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:24.756770 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-5e81440d-72ec-47ef-a95e-881e14121a7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e06b9b16-b9dd-4670-aded-73d8d2319a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726867 Feb 16 13:26:24.822039 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:24.890332 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-b0b2a69f-7678-4604-9088-1ee4d3a17531 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263175 Feb 16 13:26:25.024451 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-d5660ab6-d68d-497a-ac3d-3e2f79337d8c req-8d61403c-67a8-4873-878c-3d7346e94bd9 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269119 Feb 16 13:26:25.165960 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '763043dd-8c43-4b20-88dc-d16c29257607', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.140', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'port_id': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'mac_address': 'fa:16:3e:3e:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:22Z', 'updated_at': '2022-02-16T13:26:22Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:11Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:25.169820 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d4dba-b84e-4330-a65a-d30c475547f6 None None] The sync data for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv is: [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '763043dd-8c43-4b20-88dc-d16c29257607', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'floating_ip_address': '172.26.6.140', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'port_id': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'mac_address': 'fa:16:3e:3e:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:22Z', 'updated_at': '2022-02-16T13:26:22Z', 'revision_number': 0, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:11Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:25.346068 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ec459-3508-485f-a394-eec7f2905288 None None] New status for floating IP 763043dd-8c43-4b20-88dc-d16c29257607: ACTIVE {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:26:25.680790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34456) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:25.786929 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b2309b8e-6205-4389-a1f1-185c85d91e62 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/763043dd-8c43-4b20-88dc-d16c29257607 HTTP/1.1" status: 200 len: 994 time: 0.1049309 Feb 16 13:26:33.921533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e11e095-8a2e-4fb1-8198-03e1d3d8d220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:36.218675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-689cf8f9-0445-4abd-a0d0-9bc8e16997ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:37.238597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:37.427299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:38.935894 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:41.521159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:49.022159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:26:55.828936 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-8297b203-cd54-4cf0-a0d9-cbcc4a0892f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693946 Feb 16 13:26:55.968025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-7427e659-8ebf-4565-a02c-4b9455b793fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:55.969489 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-7427e659-8ebf-4565-a02c-4b9455b793fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1099 time: 0.0731308 Feb 16 13:26:56.115950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-534f0962-4b47-4603-8d3e-2567d3c959ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:56.117394 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-534f0962-4b47-4603-8d3e-2567d3c959ff service neutron] 10.222.0.67 "GET /v2.0/networks?id=e06b9b16-b9dd-4670-aded-73d8d2319a0f HTTP/1.1" status: 200 len: 897 time: 0.1272256 Feb 16 13:26:56.326320 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-689f491b-009d-45d5-918c-2ea96c204013 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da HTTP/1.1" status: 200 len: 1002 time: 0.2008338 Feb 16 13:26:56.387298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-db943895-053f-4f4d-a26b-b5c602b4ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:56.388606 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-db943895-053f-4f4d-a26b-b5c602b4ec33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=faeb7cb7-593e-422d-914a-d3fb370fb887 HTTP/1.1" status: 200 len: 834 time: 0.0558937 Feb 16 13:26:56.463472 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-15642ca9-9e59-4981-a302-4af5fd42b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:56.464908 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-15642ca9-9e59-4981-a302-4af5fd42b30b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e06b9b16-b9dd-4670-aded-73d8d2319a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696092 Feb 16 13:26:56.595943 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-6e0091f7-561b-48a7-8662-5d4c3646c09b service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235540 Feb 16 13:26:56.725802 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-501bf4b3-aaae-4e46-9d34-fd5cee0143ac req-4d4db699-20e5-427b-88f6-3d0608e18a89 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235781 Feb 16 13:27:01.846008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21cbcc-4279-47c1-b718-f7e01ba057a7 req-9aec954d-ccf0-4104-8e0b-8952ecc7b44b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:01.847494 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0f21cbcc-4279-47c1-b718-f7e01ba057a7 req-9aec954d-ccf0-4104-8e0b-8952ecc7b44b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0849307 Feb 16 13:27:01.891475 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0f21cbcc-4279-47c1-b718-f7e01ba057a7 req-25f14558-0be5-4e7c-8321-7f881cd8c7b7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Feb 16 13:27:03.078346 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03eb54-ba43-4eb5-abd0-693234b0ee78 req-ded2d8d7-704a-40c6-b18a-641d3edc80d8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:03.079832 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-db03eb54-ba43-4eb5-abd0-693234b0ee78 req-ded2d8d7-704a-40c6-b18a-641d3edc80d8 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0786037 Feb 16 13:27:03.122832 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-db03eb54-ba43-4eb5-abd0-693234b0ee78 req-47e4bc29-3b0d-415c-86e9-45f75e670b1c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374026 Feb 16 13:27:03.146169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34476) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:03.254858 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-186f1c58-7dff-4591-ba45-ad31555c08c9 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/763043dd-8c43-4b20-88dc-d16c29257607 HTTP/1.1" status: 200 len: 994 time: 0.1075482 Feb 16 13:27:03.883107 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5222053-2845-4e07-8924-f1a6a5bd5870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:04.919430 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace341-2608-4207-a613-25cfe6975390 req-86ada1aa-ad2d-41c1-bdcc-74c6e299c658 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:04.919430 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7dace341-2608-4207-a613-25cfe6975390 req-86ada1aa-ad2d-41c1-bdcc-74c6e299c658 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0942907 Feb 16 13:27:04.922386 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7dace341-2608-4207-a613-25cfe6975390 req-2b311ff3-f588-4d16-a8c9-9638002e16e3 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387394 Feb 16 13:27:04.963845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d10927-73cd-4519-9254-695b685d89a3 req-2db6860f-a961-4f52-8e26-32e74fad5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:04.965266 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b4d10927-73cd-4519-9254-695b685d89a3 req-2db6860f-a961-4f52-8e26-32e74fad5167 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1099 time: 0.0755520 Feb 16 13:27:05.096027 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d10927-73cd-4519-9254-695b685d89a3 req-919f7899-f949-4a32-ba6d-8e2f85d71cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.097470 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b4d10927-73cd-4519-9254-695b685d89a3 req-919f7899-f949-4a32-ba6d-8e2f85d71cf4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e06b9b16-b9dd-4670-aded-73d8d2319a0f HTTP/1.1" status: 200 len: 897 time: 0.1259291 Feb 16 13:27:05.202869 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b4d10927-73cd-4519-9254-695b685d89a3 req-e53ea54d-77f4-41fe-b459-bd730d9534c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da HTTP/1.1" status: 200 len: 1002 time: 0.0972800 Feb 16 13:27:05.269068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d10927-73cd-4519-9254-695b685d89a3 req-48474800-73ae-4c40-a10e-d95317c59a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.270588 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b4d10927-73cd-4519-9254-695b685d89a3 req-48474800-73ae-4c40-a10e-d95317c59a44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=faeb7cb7-593e-422d-914a-d3fb370fb887 HTTP/1.1" status: 200 len: 834 time: 0.0577888 Feb 16 13:27:05.348817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d10927-73cd-4519-9254-695b685d89a3 req-29f0472b-c665-422c-a3ac-e75f68c46bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.350274 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b4d10927-73cd-4519-9254-695b685d89a3 req-29f0472b-c665-422c-a3ac-e75f68c46bae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e06b9b16-b9dd-4670-aded-73d8d2319a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731828 Feb 16 13:27:05.485574 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b4d10927-73cd-4519-9254-695b685d89a3 req-005da558-d806-4df0-920f-d0bcad7d06a5 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281986 Feb 16 13:27:05.631985 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b4d10927-73cd-4519-9254-695b685d89a3 req-48ac5dd4-b319-48e8-b8c8-8492c571b4a7 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391203 Feb 16 13:27:06.112473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0f464-ca97-4c55-90ae-7047316ef58f req-356ba669-6fcf-487b-b486-4e5925d5087e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:06.114037 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88b0f464-ca97-4c55-90ae-7047316ef58f req-356ba669-6fcf-487b-b486-4e5925d5087e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0827446 Feb 16 13:27:06.158006 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-88b0f464-ca97-4c55-90ae-7047316ef58f req-9ed673f6-b2bc-427a-bc83-cc423e9d19af tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377569 Feb 16 13:27:06.205938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-642eb53c-bd30-486e-954a-a11b95373e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:07.274589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:07.350233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcd477-3d9f-4134-9d27-be503b48d968 req-0b09170d-3de4-44ee-8a8c-cc0383dfab4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:07.351725 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1bcd477-3d9f-4134-9d27-be503b48d968 req-0b09170d-3de4-44ee-8a8c-cc0383dfab4f tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0846548 Feb 16 13:27:07.395126 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f1bcd477-3d9f-4134-9d27-be503b48d968 req-aa391847-ed0b-41e6-8ba3-a264ea8928c7 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372891 Feb 16 13:27:07.409476 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:07.419179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34490) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:07.526648 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-634c1179-815c-4250-aba8-df2a67ccf68b tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/floatingips/763043dd-8c43-4b20-88dc-d16c29257607 HTTP/1.1" status: 200 len: 994 time: 0.1062567 Feb 16 13:27:07.827543 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34498) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:08.024757 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port 40bb855d-bea0-445a-9f97-5ce1a5f84598 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:08.024891 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:08.196708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:08.197587 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:08.411316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for 40bb855d-bea0-445a-9f97-5ce1a5f84598 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:08.677675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:08.723898 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=40bb855d-bea0-445a-9f97-5ce1a5f84598,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:08.764394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.764744 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.765077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.765409 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.765737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.766063 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.766386 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.766722 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.767064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.767388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.767706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.768033 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:08.830222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:08.830820 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Floating IP 763043dd-8c43-4b20-88dc-d16c29257607 disassociated (deleted). External IP: 172.26.6.140, port: bbff93aa-c25f-4d74-885a-c6acd265f7da. Feb 16 13:27:09.000228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:09.189737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:27:09.386291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:09.395911 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] Sync routers for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:09.402548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:09.407047 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:09.407843 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:09.469321 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bb919e2e-b6f2-42f1-bacc-1bbd63037225 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/floatingips/763043dd-8c43-4b20-88dc-d16c29257607 HTTP/1.1" status: 204 len: 168 time: 1.6406689 Feb 16 13:27:09.471066 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:27:09.549501 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'status': 'completed', 'code': 200} Feb 16 13:27:09.614082 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:09.648585 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-e57d2394-da24-44f0-ba27-d104c3af76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:09.650474 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-e57d2394-da24-44f0-ba27-d104c3af76db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 1099 time: 0.0796514 Feb 16 13:27:09.793743 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-7775f8d3-f831-4729-b9eb-264d7b2b5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:09.795268 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-7775f8d3-f831-4729-b9eb-264d7b2b5eba service neutron] 10.222.0.67 "GET /v2.0/networks?id=e06b9b16-b9dd-4670-aded-73d8d2319a0f HTTP/1.1" status: 200 len: 897 time: 0.1361649 Feb 16 13:27:09.878267 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-6d93258e-f602-4054-be92-4429d0b8d8af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da HTTP/1.1" status: 200 len: 217 time: 0.0737042 Feb 16 13:27:09.941184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-f09b3ea4-517b-4154-8e31-d3002e7da4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:09.942585 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-f09b3ea4-517b-4154-8e31-d3002e7da4e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=faeb7cb7-593e-422d-914a-d3fb370fb887 HTTP/1.1" status: 200 len: 834 time: 0.0579326 Feb 16 13:27:09.987995 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:11Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:09.994675 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] Checking router: f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:10.009040 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:10.009040 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:10.052086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-f5400b1a-4380-4e81-9b3b-13d121fbf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:10.053533 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-f5400b1a-4380-4e81-9b3b-13d121fbf385 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e06b9b16-b9dd-4670-aded-73d8d2319a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030300 Feb 16 13:27:10.259853 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:10.278680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61621a-c160-4309-8cae-7abfa45b8860 req-aa3aa063-5134-4a50-8ddc-030abecf328d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:10.279451 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-5d61621a-c160-4309-8cae-7abfa45b8860 req-aa3aa063-5134-4a50-8ddc-030abecf328d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:27:10.327993 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-1f2a6119-de50-4d58-b302-2a039e7f0f92 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666025 Feb 16 13:27:10.382485 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-5d61621a-c160-4309-8cae-7abfa45b8860 req-aa3aa063-5134-4a50-8ddc-030abecf328d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:27:10.383864 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5d61621a-c160-4309-8cae-7abfa45b8860 req-aa3aa063-5134-4a50-8ddc-030abecf328d tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.2233684 Feb 16 13:27:10.435528 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5d61621a-c160-4309-8cae-7abfa45b8860 req-ad45cbe7-7077-4b88-9711-7841871a1aea tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450029 Feb 16 13:27:10.474078 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-724f4e66-6e93-4749-a72b-6ed5ddb34075 req-d1b9f66b-c9d1-44e5-88cc-0ee706d1e282 service neutron] 10.222.0.67 "GET /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387670 Feb 16 13:27:10.577495 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:11Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:10.581248 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa81d9-fc15-4109-8b38-0e0d360d2770 None None] The sync data for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv is: [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:26:04Z', 'revision_number': 4, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'b93db9d9-c94a-4b21-9a59-f656684eeb1e', 'name': '', 'network_id': 'e06b9b16-b9dd-4670-aded-73d8d2319a0f', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'mac_address': 'fa:16:3e:16:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:26:03Z', 'updated_at': '2022-02-16T13:26:11Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'subnets': [{'id': 'faeb7cb7-593e-422d-914a-d3fb370fb887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:10.789459 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263cb68-4f23-4951-8f89-dd585c674374 None None] New status for floating IP 763043dd-8c43-4b20-88dc-d16c29257607: DOWN {{(pid=88445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:27:11.537047 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:11.620584 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af6e68-6ead-420e-bbcc-b500a24bda59 req-e9f90303-d498-4224-baa6-f69fcca0b88c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:11.622102 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07af6e68-6ead-420e-bbcc-b500a24bda59 req-e9f90303-d498-4224-baa6-f69fcca0b88c tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0799158 Feb 16 13:27:11.664568 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-07af6e68-6ead-420e-bbcc-b500a24bda59 req-6aa447b0-3f5c-4b62-a07c-7e12f8f87ef5 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/security-groups?id=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367870 Feb 16 13:27:12.073624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-6150419f-1d2c-468f-8151-f21c380d8332 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:12.074332 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-6150419f-1d2c-468f-8151-f21c380d8332 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Synchronizing usage tracker for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:27:12.085898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-6150419f-1d2c-468f-8151-f21c380d8332 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Unset dirty status for tenant:9b3ebfd9fce041bb82e179b823949b3e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:27:12.087001 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-6150419f-1d2c-468f-8151-f21c380d8332 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 946 time: 0.0958533 Feb 16 13:27:12.156331 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port bbff93aa-c25f-4d74-885a-c6acd265f7da {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:12.156662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:12.409036 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port bbff93aa-c25f-4d74-885a-c6acd265f7da, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bbff93aa-c25f-4d74-885a-c6acd265f7da,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:12.409392 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:12.532487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for bbff93aa-c25f-4d74-885a-c6acd265f7da owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:12.760064 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:12.813975 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-755420ef-c89d-40c1-a3d4-a8ff44992364 req-62da2919-17ba-40bf-ac11-60c32e3654d6 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 210 time: 0.0450845 Feb 16 13:27:12.814893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=bbff93aa-c25f-4d74-885a-c6acd265f7da,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:12.854831 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.855888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.855888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.855888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.856193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.856517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.856845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.857171 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.857495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.857816 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.858139 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.858460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:12.900170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] No DVR routers for this DVR port bbff93aa-c25f-4d74-885a-c6acd265f7da on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:27:12.902535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:12.905052 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'name': 'network-vif-deleted', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:27:12.950082 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd94041-0d88-49a1-9d99-9d0ccf82992d', 'name': 'network-vif-deleted', 'tag': 'bbff93aa-c25f-4d74-885a-c6acd265f7da', 'status': 'completed', 'code': 200} Feb 16 13:27:13.000546 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-392b3a6b-6848-4811-84d3-1fa670b607ca req-fd669cb4-db3e-4634-b2df-1e1ab341b750 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.67 "DELETE /v2.0/ports/bbff93aa-c25f-4d74-885a-c6acd265f7da HTTP/1.1" status: 204 len: 173 time: 0.9072514 Feb 16 13:27:13.976839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8620bbbf-4c08-407e-85b5-aaa4731de818 req-7ae46cda-b0c3-4ff3-97ea-384ea7157d56 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd94041-0d88-49a1-9d99-9d0ccf82992d HTTP/1.1" status: 200 len: 210 time: 0.0427103 Feb 16 13:27:15.071535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34518) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:15.712137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:16.069301 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port b93db9d9-c94a-4b21-9a59-f656684eeb1e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:16.069637 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:16.252171 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port b93db9d9-c94a-4b21-9a59-f656684eeb1e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=b93db9d9-c94a-4b21-9a59-f656684eeb1e,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:16.252902 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:16.401328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for b93db9d9-c94a-4b21-9a59-f656684eeb1e owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:16.839504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:16.887421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=b93db9d9-c94a-4b21-9a59-f656684eeb1e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:16.923737 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bbff93aa-c25f-4d74-885a-c6acd265f7da no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:16.963924 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: bbff93aa-c25f-4d74-885a-c6acd265f7da {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:16.965044 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device bbff93aa-c25f-4d74-885a-c6acd265f7da not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:17.282444 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:17.639190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:27:17.816547 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:17.825796 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] Sync routers for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:17.829961 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-14c2e814-7982-428f-a96b-f1b366678761 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "PUT /v2.0/routers/f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562792 Feb 16 13:27:17.831623 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34522) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:17.834944 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:17.835573 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:17.895086 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting subnet faeb7cb7-593e-422d-914a-d3fb370fb887 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:27:17.897877 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:17.951992 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.014629 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:18.038876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.228497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.268680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Subnet': ['ID=faeb7cb7-593e-422d-914a-d3fb370fb887,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:18.270682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.276798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b47ccf0-b018-476f-9490-82ff48c05414 None None] Network e06b9b16-b9dd-4670-aded-73d8d2319a0f requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:18.282894 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bab288e1-0745-4c0d-a1a0-5b950b52bddd tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/subnets/faeb7cb7-593e-422d-914a-d3fb370fb887 HTTP/1.1" status: 204 len: 168 time: 0.4479718 Feb 16 13:27:18.283366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:18.296733 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:27:16Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:18.300658 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] Checking router: f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:18.309075 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] Routers {'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:18.309680 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:18.487100 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.494167 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] Set router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:18.547927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] DHCP port deletion for e06b9b16-b9dd-4670-aded-73d8d2319a0f request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:27:18.552556 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Deleting port 16536f45-7d80-4c05-9d21-dbc5c34ff04a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:18.553066 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.777343 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] For port 16536f45-7d80-4c05-9d21-dbc5c34ff04a, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=16536f45-7d80-4c05-9d21-dbc5c34ff04a,segment=NetworkSegment(4c41249f-f4ff-4bcb-895a-615a553c08ba),segment_id=4c41249f-f4ff-4bcb-895a-615a553c08ba)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:18.777873 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.788285 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.828223 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:27:16Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:18.832149 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de70194-b111-409c-9077-68f5f46a7aa0 None None] The sync data for ids ['f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d'] in dv-neutron-829487-1-hyperv is: [{'id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503634284', 'tenant_id': '9b3ebfd9fce041bb82e179b823949b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:58Z', 'updated_at': '2022-02-16T13:27:16Z', 'revision_number': 5, 'project_id': '9b3ebfd9fce041bb82e179b823949b3e', 'gw_port': {'id': 'a8b9a476-df9b-42a2-9aa2-ec837b072013', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:59Z', 'updated_at': '2022-02-16T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:18.883455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Deleting port a8b9a476-df9b-42a2-9aa2-ec837b072013 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:18.887443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:18.905135 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Calling delete_port for 16536f45-7d80-4c05-9d21-dbc5c34ff04a owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:19.060906 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] For port a8b9a476-df9b-42a2-9aa2-ec837b072013, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=a8b9a476-df9b-42a2-9aa2-ec837b072013,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:19.061194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.097179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.149609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] No DVR routers for this DVR port 16536f45-7d80-4c05-9d21-dbc5c34ff04a on host dv-neutron-829487-1-hyperv {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:27:19.153187 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Pushing event deleted for resources: {'Port': ['ID=16536f45-7d80-4c05-9d21-dbc5c34ff04a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:19.160823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.161179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.161523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.161864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.162198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.162602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.162846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.163201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.163545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.163859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.164225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.164550 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404f836-78d1-4ab9-b350-8dbac0eb551d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:19.188512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Calling delete_port for a8b9a476-df9b-42a2-9aa2-ec837b072013 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:19.247914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 16536f45-7d80-4c05-9d21-dbc5c34ff04a no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:19.285487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 16536f45-7d80-4c05-9d21-dbc5c34ff04a {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:19.285487 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 16536f45-7d80-4c05-9d21-dbc5c34ff04a not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:19.460471 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.511019 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Port': ['ID=a8b9a476-df9b-42a2-9aa2-ec837b072013,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:19.603169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.778555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.780888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.911932 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.912468 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Fanout notify agent at l3_agent the message router_deleted on router f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:27:19.927418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:19.928522 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d9c3d4c5-210c-4959-8778-a932e68be316 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/routers/f58e7ac6-4e7d-4fd6-bb38-e4faf9d1e45d HTTP/1.1" status: 204 len: 168 time: 1.6442494 Feb 16 13:27:19.931153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34530) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:20.052107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.183278 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.208087 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06b9b16-b9dd-4670-aded-73d8d2319a0f']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:20.219863 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c41249f-f4ff-4bcb-895a-615a553c08ba') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:20.220164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c41249f-f4ff-4bcb-895a-615a553c08ba') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:20.231186 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.246968 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.252772 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:27:20.253147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:27:20.271150 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:27:20.422534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.440972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.451936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'Network': ['ID=e06b9b16-b9dd-4670-aded-73d8d2319a0f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:20.525473 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-530ada00-20dc-490c-82ec-a06b93bc5e3e tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/networks/e06b9b16-b9dd-4670-aded-73d8d2319a0f HTTP/1.1" status: 204 len: 168 time: 0.5933399 Feb 16 13:27:20.528563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34534) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:20.600033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ae5325-6886-47e2-a488-3aa4f01cef30 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.629750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ae5325-6886-47e2-a488-3aa4f01cef30 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.742097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ae5325-6886-47e2-a488-3aa4f01cef30 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.761260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae5325-6886-47e2-a488-3aa4f01cef30 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f05b149-cdb9-47c1-ad9e-92e7c09f4a94,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:20.830793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ae5325-6886-47e2-a488-3aa4f01cef30 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:20.831962 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-97ae5325-6886-47e2-a488-3aa4f01cef30 tempest-TestNetworkAdvancedServerOps-946579771 tempest-TestNetworkAdvancedServerOps-946579771-project] 10.222.0.47 "DELETE /v2.0/security-groups/4f05b149-cdb9-47c1-ad9e-92e7c09f4a94 HTTP/1.1" status: 204 len: 168 time: 0.3025072 Feb 16 13:27:20.892848 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a8b9a476-df9b-42a2-9aa2-ec837b072013 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:20.929403 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: a8b9a476-df9b-42a2-9aa2-ec837b072013 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:20.929746 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device a8b9a476-df9b-42a2-9aa2-ec837b072013 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:20.930147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b93db9d9-c94a-4b21-9a59-f656684eeb1e no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:20.961356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: b93db9d9-c94a-4b21-9a59-f656684eeb1e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:20.961696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device b93db9d9-c94a-4b21-9a59-f656684eeb1e not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:21.578167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34544) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:21.742329 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3b1670e3-bdd8-4baf-b4d1-aee0961abf06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b3ebfd9fce041bb82e179b823949b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629872 Feb 16 13:27:21.744782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:21.801495 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3080c4c5-8cf6-4265-83ee-61d78bfc1910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:21.829852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3080c4c5-8cf6-4265-83ee-61d78bfc1910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:22.079429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3080c4c5-8cf6-4265-83ee-61d78bfc1910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:22.095525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c4c5-8cf6-4265-83ee-61d78bfc1910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cdd312-dd50-414d-8549-5946e1b91d77,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:22.103915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3080c4c5-8cf6-4265-83ee-61d78bfc1910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:22.105096 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-3080c4c5-8cf6-4265-83ee-61d78bfc1910 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54cdd312-dd50-414d-8549-5946e1b91d77 HTTP/1.1" status: 204 len: 168 time: 0.3591273 Feb 16 13:27:22.744604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34558) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:22.766111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:22.780420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:22.784292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Usage tracker for resource:security_group_rule and tenant:1207eef97d39432f8555a18ad96160d0 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:22.787072 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:22.792730 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:22.873449 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:22.951790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:22.999106 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1207eef97d39432f8555a18ad96160d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533565 Feb 16 13:27:22.999967 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb84a4-a1cc-426c-9ad1-b45456f23771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d863c0-6399-4715-ad79-17c0f524fba6,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:23.001961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34562) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:23.069461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9db4ab3-4be2-4a1e-b24b-ecc88acd3e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:23.094821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9db4ab3-4be2-4a1e-b24b-ecc88acd3e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:23.210644 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9db4ab3-4be2-4a1e-b24b-ecc88acd3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:23.224365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db4ab3-4be2-4a1e-b24b-ecc88acd3e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d863c0-6399-4715-ad79-17c0f524fba6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:23.231107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9db4ab3-4be2-4a1e-b24b-ecc88acd3e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:23.232220 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e9db4ab3-4be2-4a1e-b24b-ecc88acd3e87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e0d863c0-6399-4715-ad79-17c0f524fba6 HTTP/1.1" status: 204 len: 168 time: 0.2291725 Feb 16 13:27:24.348096 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34586) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:24.449520 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1774921203-network', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:24.454704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:24.458910 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Usage tracker for resource:network and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:24.461810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:24.468004 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:24.530503 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Made reservation on behalf of 1fdd762025624aae83689d9be1f7afe7 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:27:24.532734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.547232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.561823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:24.565856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:24.568640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:24.574868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:24.654415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.718896 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.749605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:27:24.758070 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ff132-be3e-4381-a87e-8dade451824d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:24.764443 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.765318 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.segments_db [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Added segment 14ae9886-4f40-49d6-8678-9725110b5257 of type vlan for network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb Feb 16 13:27:24.791658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.924823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:24.925800 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:24.926390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.033255 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:25.047567 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:27:25.125584 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-76fa7fea-3b5e-4b31-a856-767bf7dc0c37 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7763426 Feb 16 13:27:25.128526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34592) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:25.133978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Request body: {'subnet': {'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1774921203-subnet', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:25.140829 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:25.142971 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Usage tracker for resource:subnet and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:25.145815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:25.152244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:25.242793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Made reservation on behalf of 1fdd762025624aae83689d9be1f7afe7 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:27:25.245321 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067547782'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.511966 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067618477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067547792'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.587097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb07969a-a5c4-496a-9090-ed3d2ec12e2b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:25.598097 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Checking segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:25.598456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Network hostable DHCP agents. Network: 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:27:25.671308 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:27:25.751905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:25.755955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:25.756548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.761479 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94f859-1063-4492-bfdd-4e9dd8057585 None None] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:25.849923 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-78fdd3c0-6d01-42c1-a780-7266bbb4cd06 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7201512 Feb 16 13:27:25.852333 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:25.857290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:25.862134 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:25.865912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Usage tracker for resource:router and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:25.869325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:25.875080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:25.953381 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.954431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.969619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.977373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:27:25.978602 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.021169 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:27:26.135620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Allocated IP 172.20.0.2 (9b8e9603-77a9-421c-8ed4-9ff9c9c57efb/cb07969a-a5c4-496a-9090-ed3d2ec12e2b/1556cb55-efd3-4e05-b8f2-3816d329231e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:26.298394 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.401957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.411903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Transition to ACTIVE for port object 1556cb55-efd3-4e05-b8f2-3816d329231e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:26.429571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Transition to ACTIVE for port object 1556cb55-efd3-4e05-b8f2-3816d329231e will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:26.497019 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.563366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:26.566520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:26.570262 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:26.602182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Pushing event updated for resources: {'Port': ['ID=1556cb55-efd3-4e05-b8f2-3816d329231e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:26.663470 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Attempting to bind port 1556cb55-efd3-4e05-b8f2-3816d329231e on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:26.663754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Attempting to bind port 1556cb55-efd3-4e05-b8f2-3816d329231e by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:26.664114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Attempting to bind port 1556cb55-efd3-4e05-b8f2-3816d329231e on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:26.668161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.670051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:26.670422 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Checking segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:26.670820 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.671246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Bound using segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:26.671798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Bound port: 1556cb55-efd3-4e05-b8f2-3816d329231e, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:26.672174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.697274 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.765829 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] For port 1556cb55-efd3-4e05-b8f2-3816d329231e, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:26.768796 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] For port 1556cb55-efd3-4e05-b8f2-3816d329231e, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1556cb55-efd3-4e05-b8f2-3816d329231e,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:26.840220 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:26.928662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccec4a-2bcf-43b3-85ee-d16f7bd3bae5 None None] Pushing event updated for resources: {'Port': ['ID=1556cb55-efd3-4e05-b8f2-3816d329231e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:26.937676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Allocated IP 172.26.6.220 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/f651a126-7f90-4fbc-9deb-749e4b4bf663) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:27.103994 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:27.228088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:27.293342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:27.296195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:27.299815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:27.333596 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Pushing event updated for resources: {'Port': ['ID=f651a126-7f90-4fbc-9deb-749e4b4bf663,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:27.787462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:27.810394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3070b2-0d16-4f93-804b-df25c31675a0 None None] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:27.982888 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-25a231fe-c6e5-4a8d-bede-1cf01aa6b0f5 None None] Provisioning for port 1556cb55-efd3-4e05-b8f2-3816d329231e completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:28.146869 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:28.421957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Router 0ebf2002-40c6-4414-a76f-42b50b7d4089 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:27:28.709738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:28.718943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Sync routers for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:28.728557 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:28.729193 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:28.799078 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:28.800397 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f4525ed3-57dc-4cd0-b052-409d69ca1f7c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9470904 Feb 16 13:27:28.803359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34600) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:28.914133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:28.965794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1556cb55-efd3-4e05-b8f2-3816d329231e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:29.297426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 1556cb55-efd3-4e05-b8f2-3816d329231e completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:29.302105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:27Z', 'revision_number': 3, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:29.306026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 1556cb55-efd3-4e05-b8f2-3816d329231e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:29.306402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.334080 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Checking router: 0ebf2002-40c6-4414-a76f-42b50b7d4089 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:29.334497 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Updating router 0ebf2002-40c6-4414-a76f-42b50b7d4089 port f651a126-7f90-4fbc-9deb-749e4b4bf663 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:27:29.409989 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.566419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.613355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.678507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 1556cb55-efd3-4e05-b8f2-3816d329231e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1556cb55-efd3-4e05-b8f2-3816d329231e,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:29.749115 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.821162 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Allocated IP 172.20.0.1 (9b8e9603-77a9-421c-8ed4-9ff9c9c57efb/cb07969a-a5c4-496a-9090-ed3d2ec12e2b/2107a09c-0635-44f7-82e1-5d06b971c0c2) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:29.864589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.877758 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=1556cb55-efd3-4e05-b8f2-3816d329231e,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:29.882067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Transition to ACTIVE for port object f651a126-7f90-4fbc-9deb-749e4b4bf663 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:29.967690 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.982179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.984890 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Transition to ACTIVE for port object 2107a09c-0635-44f7-82e1-5d06b971c0c2 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:30.062903 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.063426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Attempting to bind port f651a126-7f90-4fbc-9deb-749e4b4bf663 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:30.063797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Attempting to bind port f651a126-7f90-4fbc-9deb-749e4b4bf663 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:30.064163 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Attempting to bind port f651a126-7f90-4fbc-9deb-749e4b4bf663 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:30.069893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dedd82-644b-4bd6-88ad-7fc218c4a585 None None] Pushing event updated for resources: {'Port': ['ID=f651a126-7f90-4fbc-9deb-749e4b4bf663,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:30.074203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:30.074514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:30.074917 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.075323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:30.075781 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Bound port: f651a126-7f90-4fbc-9deb-749e4b4bf663, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:30.076152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.132450 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:30.135495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:30.139247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:30.148775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] For port f651a126-7f90-4fbc-9deb-749e4b4bf663, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:30.152314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] For port f651a126-7f90-4fbc-9deb-749e4b4bf663, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f651a126-7f90-4fbc-9deb-749e4b4bf663,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:30.174965 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Pushing event updated for resources: {'Port': ['ID=2107a09c-0635-44f7-82e1-5d06b971c0c2,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:30.198624 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.251141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.328941 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:30.329481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:30.403580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dedd82-644b-4bd6-88ad-7fc218c4a585 None None] Pushing event updated for resources: {'Port': ['ID=f651a126-7f90-4fbc-9deb-749e4b4bf663,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:30.524074 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:30.565583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.568844 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e0867ea1-4c93-4ceb-99a1-7b74672b1440 None None] Provisioning for port 2107a09c-0635-44f7-82e1-5d06b971c0c2 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:30.632448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e0867ea1-4c93-4ceb-99a1-7b74672b1440 None None] Provisioning complete for port 2107a09c-0635-44f7-82e1-5d06b971c0c2 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:30.632822 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0867ea1-4c93-4ceb-99a1-7b74672b1440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.786471 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.801035 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e0867ea1-4c93-4ceb-99a1-7b74672b1440 None None] Port 2107a09c-0635-44f7-82e1-5d06b971c0c2 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:27:30.843088 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.904546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1556cb55-efd3-4e05-b8f2-3816d329231e up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:30.934911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:27Z', 'revision_number': 3, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:30.953895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299191b8-cb17-4321-a0d9-e642c11f2c9d None None] The sync data for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv is: [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:27Z', 'revision_number': 3, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:30.980299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 1556cb55-efd3-4e05-b8f2-3816d329231e triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:30.980679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:31.090684 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:31.094129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Pushing event updated for resources: {'Port': ['ID=2107a09c-0635-44f7-82e1-5d06b971c0c2,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:31.255545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:31.256878 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:31.464225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Router 0ebf2002-40c6-4414-a76f-42b50b7d4089 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:27:31.533906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-80261232-0a58-49b7-a345-532ebfb4aa9b None None] Provisioning complete for port 2107a09c-0635-44f7-82e1-5d06b971c0c2 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:31.534491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80261232-0a58-49b7-a345-532ebfb4aa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:31.607990 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-80261232-0a58-49b7-a345-532ebfb4aa9b None None] Port 2107a09c-0635-44f7-82e1-5d06b971c0c2 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:27:31.722182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:31.742694 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f428a102-1ffe-42cd-b99f-47eb9ccfa920 admin admin] 10.222.0.47 "PUT /v2.0/routers/0ebf2002-40c6-4414-a76f-42b50b7d4089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9382515 Feb 16 13:27:32.447512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34618) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:32.453527 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-564407489-network', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:32.458383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:32.460592 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Sync routers for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:32.462173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Usage tracker for resource:network and tenant:8af370daa2084e129148c69e50a7b1a7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:32.465400 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:32.469765 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:32.470372 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:32.471080 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:32.557787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Made reservation on behalf of 8af370daa2084e129148c69e50a7b1a7 for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:27:32.560271 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.572800 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.587280 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:32.591133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Usage tracker for resource:security_group_rule and tenant:8af370daa2084e129148c69e50a7b1a7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:32.593830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:32.599398 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:32.662602 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:32.680554 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.753117 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.785678 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:27:32.790912 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8915dbc6-3563-4cd1-ac03-31d9268779e3,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:32.797595 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.797938 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Added segment efee5add-65c5-48d6-88fe-09c103a39289 of type vlan for network 18081f65-0506-4f43-a584-070a05a3e436 Feb 16 13:27:32.826607 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.930101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f651a126-7f90-4fbc-9deb-749e4b4bf663 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:32.945604 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.946649 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:32.947420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:32.983159 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 2, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:32.987467 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Checking router: 0ebf2002-40c6-4414-a76f-42b50b7d4089 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:32.988065 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Updating router 0ebf2002-40c6-4414-a76f-42b50b7d4089 port 2107a09c-0635-44f7-82e1-5d06b971c0c2 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:27:33.041734 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.072156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] Pushing event updated for resources: {'Network': ['ID=18081f65-0506-4f43-a584-070a05a3e436,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:33.082056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 18081f65-0506-4f43-a584-070a05a3e436 details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:27:33.085589 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-497df38e-2e12-4c47-acd7-896f454a743b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6369095 Feb 16 13:27:33.088182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34622) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:33.093628 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Request body: {'subnet': {'network_id': '18081f65-0506-4f43-a584-070a05a3e436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-564407489-subnet', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:33.098716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:33.102338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f651a126-7f90-4fbc-9deb-749e4b4bf663 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:33.103152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Usage tracker for resource:subnet and tenant:8af370daa2084e129148c69e50a7b1a7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:33.106514 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:33.112461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:33.158261 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f651a126-7f90-4fbc-9deb-749e4b4bf663 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:33.158628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.222207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Made reservation on behalf of 8af370daa2084e129148c69e50a7b1a7 for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:27:33.224720 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.302460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.319893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f651a126-7f90-4fbc-9deb-749e4b4bf663, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f651a126-7f90-4fbc-9deb-749e4b4bf663,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:33.389305 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.401250 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Transition to ACTIVE for port object 2107a09c-0635-44f7-82e1-5d06b971c0c2 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:33.421697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.488233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f651a126-7f90-4fbc-9deb-749e4b4bf663,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:33.512814 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.547860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.624537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3905a499-cbdb-4fa7-b557-ba0dff8a750c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:33.637553 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Checking segment: {'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:33.637918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Network hostable DHCP agents. Network: 18081f65-0506-4f43-a584-070a05a3e436, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:27:33.656241 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Pushing event updated for resources: {'Port': ['ID=2107a09c-0635-44f7-82e1-5d06b971c0c2,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:33.695395 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.695736 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.703570 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:33.724807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Network 18081f65-0506-4f43-a584-070a05a3e436 is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:27:33.752370 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Attempting to bind port 2107a09c-0635-44f7-82e1-5d06b971c0c2 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:33.752659 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Attempting to bind port 2107a09c-0635-44f7-82e1-5d06b971c0c2 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:33.753033 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Attempting to bind port 2107a09c-0635-44f7-82e1-5d06b971c0c2 on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:33.758521 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:33.759348 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Checking segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:33.759760 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.760148 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Bound using segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:33.760595 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Bound port: 2107a09c-0635-44f7-82e1-5d06b971c0c2, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:33.760967 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.832994 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 18081f65-0506-4f43-a584-070a05a3e436) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:33.837013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:33.849163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.849502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c016d7-5829-4dfc-b1be-bdd915a1758f None None] Network 18081f65-0506-4f43-a584-070a05a3e436 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:33.882131 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] For port 2107a09c-0635-44f7-82e1-5d06b971c0c2, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:33.886023 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] For port 2107a09c-0635-44f7-82e1-5d06b971c0c2, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2107a09c-0635-44f7-82e1-5d06b971c0c2,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:33.925766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d8d93d6-3e0f-4d5f-84ef-e8aa6b16896d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.956368 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:33.956652 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-18f9db15-3023-401a-933e-372946ba2ef6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8632276 Feb 16 13:27:33.956814 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:33.961617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:33.966545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:33.970565 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Usage tracker for resource:router and tenant:8af370daa2084e129148c69e50a7b1a7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:33.974260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:33.980446 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:34.062193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.063629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.081077 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f8513-09bc-421f-8697-b9958aac63cf None None] Pushing event updated for resources: {'Port': ['ID=2107a09c-0635-44f7-82e1-5d06b971c0c2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:34.081386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.090906 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:34.091910 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:34.109982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-18081f65-0506-4f43-a584-070a05a3e436', 'network_id': '18081f65-0506-4f43-a584-070a05a3e436', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'fixed_ips': [{'subnet_id': '3905a499-cbdb-4fa7-b557-ba0dff8a750c'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:27:34.110870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.314057 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:34.330730 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Allocated IP 172.20.0.2 (18081f65-0506-4f43-a584-070a05a3e436/3905a499-cbdb-4fa7-b557-ba0dff8a750c/5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:34.471840 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.553165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.565501 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Transition to ACTIVE for port object 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:34.584750 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Transition to ACTIVE for port object 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:34.630647 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:34.634769 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2c938-ebda-45fa-ba31-656b4cef2de5 None None] The sync data for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv is: [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:34.667662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.738164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Network 18081f65-0506-4f43-a584-070a05a3e436 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:34.741644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:34.745246 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:34.792858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Pushing event updated for resources: {'Port': ['ID=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:34.847957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Attempting to bind port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:34.848543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Attempting to bind port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:34.849133 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Attempting to bind port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 on network 18081f65-0506-4f43-a584-070a05a3e436 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:34.855840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:34.856292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Checking segment: {'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:34.856763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.857225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Bound using segment: {'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:34.857767 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Bound port: 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:34.858210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.887262 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.923085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.016005 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] For port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:35.017243 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] For port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,segment=NetworkSegment(efee5add-65c5-48d6-88fe-09c103a39289),segment_id=efee5add-65c5-48d6-88fe-09c103a39289)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:35.021592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f651a126-7f90-4fbc-9deb-749e4b4bf663 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:35.096101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.096290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Allocated IP 172.26.6.225 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/f40535a9-d5df-4fd7-a250-b8821401d41b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:35.181987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f651a126-7f90-4fbc-9deb-749e4b4bf663 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:35.182438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.217714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3611b-efff-4625-b061-70e1fdc6d542 None None] Pushing event updated for resources: {'Port': ['ID=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:35.283456 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.334407 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2107a09c-0635-44f7-82e1-5d06b971c0c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:35.381970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.473196 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:35.476663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:35.481009 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:35.507400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 2107a09c-0635-44f7-82e1-5d06b971c0c2 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:35.514842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Pushing event updated for resources: {'Port': ['ID=f40535a9-d5df-4fd7-a250-b8821401d41b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:35.515259 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2107a09c-0635-44f7-82e1-5d06b971c0c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:35.515865 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.677548 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.712446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 2107a09c-0635-44f7-82e1-5d06b971c0c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2107a09c-0635-44f7-82e1-5d06b971c0c2,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:35.791779 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.873239 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=2107a09c-0635-44f7-82e1-5d06b971c0c2,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:36.122573 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:36.182649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8e9703f-a769-4cda-9bae-ce6b43f2b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:36.249581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f76c5b-fca5-458e-a5cf-ce10bba677ee None None] Network 18081f65-0506-4f43-a584-070a05a3e436 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:36.406211 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3a1583a2-3073-407d-9593-26dd941fd37d None None] Provisioning for port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:36.464925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:36.739967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Router b70d8f50-5cdf-46ac-988f-2714e0070e73 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:27:36.923978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:36.934673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Sync routers for ids ['b70d8f50-5cdf-46ac-988f-2714e0070e73'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:36.945039 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Routers {'b70d8f50-5cdf-46ac-988f-2714e0070e73'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:36.945660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b70d8f50-5cdf-46ac-988f-2714e0070e73'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:37.006976 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:37.026050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.027575 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-73c58982-071c-4171-b9d3-6bfa6d44c464 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0698278 Feb 16 13:27:37.029904 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34630) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:37.193373 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Set router b70d8f50-5cdf-46ac-988f-2714e0070e73 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:37.234948 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.293095 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:37.303805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:37.304175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.517034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.604837 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.646703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,segment=NetworkSegment(efee5add-65c5-48d6-88fe-09c103a39289),segment_id=efee5add-65c5-48d6-88fe-09c103a39289)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:37.657739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 3, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port': {'id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:37.661732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Checking router: b70d8f50-5cdf-46ac-988f-2714e0070e73 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:37.662079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Updating router b70d8f50-5cdf-46ac-988f-2714e0070e73 port f40535a9-d5df-4fd7-a250-b8821401d41b binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:27:37.713778 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.742494 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.743918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2107a09c-0635-44f7-82e1-5d06b971c0c2 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:37.828591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.934592 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:37.975148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 2107a09c-0635-44f7-82e1-5d06b971c0c2 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:37.975514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.046639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Allocated IP 172.20.0.1 (18081f65-0506-4f43-a584-070a05a3e436/3905a499-cbdb-4fa7-b557-ba0dff8a750c/d33f4c64-028e-4c4d-a288-d5246a1fda75) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:38.199489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.216295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Transition to ACTIVE for port object d33f4c64-028e-4c4d-a288-d5246a1fda75 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:38.266826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.277985 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Transition to ACTIVE for port object f40535a9-d5df-4fd7-a250-b8821401d41b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:38.313180 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.346900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.378566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Network 18081f65-0506-4f43-a584-070a05a3e436 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:38.381693 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:38.384091 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:38.427235 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Attempting to bind port f40535a9-d5df-4fd7-a250-b8821401d41b on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:38.427597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Attempting to bind port f40535a9-d5df-4fd7-a250-b8821401d41b by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:38.427958 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Attempting to bind port f40535a9-d5df-4fd7-a250-b8821401d41b on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:38.429687 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Pushing event updated for resources: {'Port': ['ID=d33f4c64-028e-4c4d-a288-d5246a1fda75,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:38.436296 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:38.436669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:38.437067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.437452 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:38.437910 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Bound port: f40535a9-d5df-4fd7-a250-b8821401d41b, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:38.438276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.456658 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.462313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd4a54-5bdf-4296-bf1e-c162037e7a56 None None] Pushing event updated for resources: {'Port': ['ID=f40535a9-d5df-4fd7-a250-b8821401d41b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:38.516132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] For port f40535a9-d5df-4fd7-a250-b8821401d41b, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:38.519435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] For port f40535a9-d5df-4fd7-a250-b8821401d41b, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f40535a9-d5df-4fd7-a250-b8821401d41b,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:38.581696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.655918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Routers {'b70d8f50-5cdf-46ac-988f-2714e0070e73'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:38.656464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b70d8f50-5cdf-46ac-988f-2714e0070e73'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:38.724327 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd4a54-5bdf-4296-bf1e-c162037e7a56 None None] Pushing event updated for resources: {'Port': ['ID=f40535a9-d5df-4fd7-a250-b8821401d41b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:38.796158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.835124 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cf8b4057-677e-44df-a969-c6d3bde8dbd0 None None] Provisioning for port d33f4c64-028e-4c4d-a288-d5246a1fda75 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:38.846807 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cf8b4057-677e-44df-a969-c6d3bde8dbd0 None None] Provisioning complete for port d33f4c64-028e-4c4d-a288-d5246a1fda75 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:38.847269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf8b4057-677e-44df-a969-c6d3bde8dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:38.871669 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] Set router b70d8f50-5cdf-46ac-988f-2714e0070e73 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:38.988627 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:39.031249 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:39.101614 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:39.135234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b4057-677e-44df-a969-c6d3bde8dbd0 None None] Port d33f4c64-028e-4c4d-a288-d5246a1fda75 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:27:39.139438 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:39.211372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Pushing event updated for resources: {'Port': ['ID=d33f4c64-028e-4c4d-a288-d5246a1fda75,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:39.214885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:39.218302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:39.218451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:39.399420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 3, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port': {'id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:39.407552 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0deec-bd7c-497d-b706-c57e88ebaf36 None None] The sync data for ids ['b70d8f50-5cdf-46ac-988f-2714e0070e73'] in dv-neutron-829487-1-hyperv is: [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 3, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port': {'id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:39.470952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Network 18081f65-0506-4f43-a584-070a05a3e436 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:39.472176 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:39.686236 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Router b70d8f50-5cdf-46ac-988f-2714e0070e73 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:27:39.764287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d34d01a9-8946-4c6b-982d-1dd661ca4433 None None] Provisioning complete for port d33f4c64-028e-4c4d-a288-d5246a1fda75 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:39.764662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34d01a9-8946-4c6b-982d-1dd661ca4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:39.820064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d34d01a9-8946-4c6b-982d-1dd661ca4433 None None] Port d33f4c64-028e-4c4d-a288-d5246a1fda75 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:27:39.882606 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:39.897267 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-cc23cd83-1995-406b-b4a2-d5f5fbf2d50e admin admin] 10.222.0.47 "PUT /v2.0/routers/b70d8f50-5cdf-46ac-988f-2714e0070e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8608456 Feb 16 13:27:40.753246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34640) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:40.758357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87014350', 'description': 'tempest-secgroup-smoke-87014350 description', 'project_id': '1fdd762025624aae83689d9be1f7afe7'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:40.764420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:40.768183 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:40.770972 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:40.777265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:40.848085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:40.872266 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:40.876118 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:40.884299 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:40.885577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:40.938045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f40535a9-d5df-4fd7-a250-b8821401d41b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:40.976298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.037120 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.072999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port f40535a9-d5df-4fd7-a250-b8821401d41b completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:41.078744 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f40535a9-d5df-4fd7-a250-b8821401d41b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:41.085073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.085195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873ea6bb-843b-43b0-a757-520af27f7d4b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:41.187601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.189882 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d9741bcd-603c-4379-96c8-6fc8edeeecc8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4348364 Feb 16 13:27:41.192367 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34644) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:41.198197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '873ea6bb-843b-43b0-a757-520af27f7d4b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:41.204194 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.204357 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:41.208303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:41.211174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:41.217977 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:41.221304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port f40535a9-d5df-4fd7-a250-b8821401d41b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f40535a9-d5df-4fd7-a250-b8821401d41b,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:41.291046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.320263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.362610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=f40535a9-d5df-4fd7-a250-b8821401d41b,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:41.381054 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.449767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.476629 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ab38ac-abbe-49be-91f3-67373a1d916f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:41.529947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.552690 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.556630 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-61f9d4ae-d970-42ef-9194-9ae39bc8a7b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605220 Feb 16 13:27:41.556780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34648) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:41.562034 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '873ea6bb-843b-43b0-a757-520af27f7d4b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:41.568859 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:41.572733 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:41.575987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:41.582264 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:41.674184 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.736476 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.787066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.812193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4b868a-caca-41a7-93d9-8c7787114852,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:41.823167 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Sync routers for ids ['b70d8f50-5cdf-46ac-988f-2714e0070e73'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:41.832228 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Routers {'b70d8f50-5cdf-46ac-988f-2714e0070e73'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:41.832824 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b70d8f50-5cdf-46ac-988f-2714e0070e73'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:41.882808 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.884748 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-08969cf2-b359-453e-bbb7-acbe64fa3268 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270235 Feb 16 13:27:41.887548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:41.893092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '873ea6bb-843b-43b0-a757-520af27f7d4b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:41.899871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:41.903790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:41.906717 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:41.912415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:41.998220 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.015208 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Set router b70d8f50-5cdf-46ac-988f-2714e0070e73 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:42.063157 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.129548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.154548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e69122-395d-4347-8cb4-80d0c3d74653,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:42.221006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.222266 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-88dc7c90-8b41-44d9-8d53-666e56e93d42 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338039 Feb 16 13:27:42.225677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:42.230628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '873ea6bb-843b-43b0-a757-520af27f7d4b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:42.236532 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:42.240572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:42.243946 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:42.249505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:42.323749 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:38Z', 'revision_number': 4, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port': {'id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'd33f4c64-028e-4c4d-a288-d5246a1fda75', 'name': '', 'network_id': '18081f65-0506-4f43-a584-070a05a3e436', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'mac_address': 'fa:16:3e:71:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '3905a499-cbdb-4fa7-b557-ba0dff8a750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:37Z', 'updated_at': '2022-02-16T13:27:38Z', 'revision_number': 2, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'subnets': [{'id': '3905a499-cbdb-4fa7-b557-ba0dff8a750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:42.327443 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Checking router: b70d8f50-5cdf-46ac-988f-2714e0070e73 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:42.327795 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Updating router b70d8f50-5cdf-46ac-988f-2714e0070e73 port d33f4c64-028e-4c4d-a288-d5246a1fda75 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:27:42.331526 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.382496 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.397493 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.471284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.495786 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76de9c24-5e07-4f7f-8248-6ec14fd4adbb,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:42.575749 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.577006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b40a5c6a-00d8-44de-bafb-e5feae376248 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502336 Feb 16 13:27:42.579707 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34662) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:42.584817 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '873ea6bb-843b-43b0-a757-520af27f7d4b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:42.590864 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:42.594739 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:42.597660 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:42.604345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:42.667343 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Project 1fdd762025624aae83689d9be1f7afe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:27:42.674122 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.738477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.743801 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.754753 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Transition to ACTIVE for port object d33f4c64-028e-4c4d-a288-d5246a1fda75 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:42.809703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.833719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a3bfef-b4f2-440a-8556-5e883bf654e5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:42.838604 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.911593 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f40535a9-d5df-4fd7-a250-b8821401d41b up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:42.927048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.928904 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-90318b9e-bb75-4d68-8239-c2d4fb8741bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3481896 Feb 16 13:27:42.932270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 34666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:42.938509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '873ea6bb-843b-43b0-a757-520af27f7d4b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:42.945646 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:42.950400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:42.953881 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:42.960556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:43.002565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port f40535a9-d5df-4fd7-a250-b8821401d41b triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:43.003094 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.013987 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d304b4-fb7a-4098-9af0-9512d171733c None None] Pushing event updated for resources: {'Port': ['ID=d33f4c64-028e-4c4d-a288-d5246a1fda75,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:43.038660 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Project 1fdd762025624aae83689d9be1f7afe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:27:43.046960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.081619 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Attempting to bind port d33f4c64-028e-4c4d-a288-d5246a1fda75 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:43.082076 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Attempting to bind port d33f4c64-028e-4c4d-a288-d5246a1fda75 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:43.082441 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Attempting to bind port d33f4c64-028e-4c4d-a288-d5246a1fda75 on network 18081f65-0506-4f43-a584-070a05a3e436 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:43.089699 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:43.090035 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Checking segment: {'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:43.090970 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.091129 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Bound using segment: {'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:43.091692 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Bound port: d33f4c64-028e-4c4d-a288-d5246a1fda75, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efee5add-65c5-48d6-88fe-09c103a39289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '18081f65-0506-4f43-a584-070a05a3e436'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:43.092063 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.128093 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.182276 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] For port d33f4c64-028e-4c4d-a288-d5246a1fda75, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:43.185185 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] For port d33f4c64-028e-4c4d-a288-d5246a1fda75, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d33f4c64-028e-4c4d-a288-d5246a1fda75,segment=NetworkSegment(efee5add-65c5-48d6-88fe-09c103a39289),segment_id=efee5add-65c5-48d6-88fe-09c103a39289)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:43.215232 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.242782 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cbff55-5b86-4748-affe-4a1fb54eeffd,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:43.255884 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.319254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.326866 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c02cb520-597b-4611-aae1-ed18d3ad8d8f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3933346 Feb 16 13:27:43.334628 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Routers {'b70d8f50-5cdf-46ac-988f-2714e0070e73'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:43.334628 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b70d8f50-5cdf-46ac-988f-2714e0070e73'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:43.419357 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d304b4-fb7a-4098-9af0-9512d171733c None None] Pushing event updated for resources: {'Port': ['ID=d33f4c64-028e-4c4d-a288-d5246a1fda75,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:43.502283 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-8ff27657-c430-4069-9af2-b451d18fb979 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87014350&fields=id&tenant_id=1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 267 time: 0.0409534 Feb 16 13:27:43.528611 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] Set router b70d8f50-5cdf-46ac-988f-2714e0070e73 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:43.651712 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-71f28e88-382e-4440-85a0-b04fe778cc3d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:43.653196 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-71f28e88-382e-4440-85a0-b04fe778cc3d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 809 time: 0.1445186 Feb 16 13:27:43.668738 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-ee7de5dd-aad7-4d18-9c07-521b6686d757 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/quotas/1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 375 time: 0.0097632 Feb 16 13:27:43.769056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-05fa7f0b-ff74-4794-bc0c-e1a5c8b26aca tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:27:43.839576 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:38Z', 'revision_number': 4, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port': {'id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'd33f4c64-028e-4c4d-a288-d5246a1fda75', 'name': '', 'network_id': '18081f65-0506-4f43-a584-070a05a3e436', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'mac_address': 'fa:16:3e:71:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '3905a499-cbdb-4fa7-b557-ba0dff8a750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:37Z', 'updated_at': '2022-02-16T13:27:43Z', 'revision_number': 4, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'subnets': [{'id': '3905a499-cbdb-4fa7-b557-ba0dff8a750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:43.843484 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52654c-5a2b-4c58-857d-9e76a1b9fb76 None None] The sync data for ids ['b70d8f50-5cdf-46ac-988f-2714e0070e73'] in dv-neutron-829487-1-hyperv is: [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:38Z', 'revision_number': 4, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port': {'id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'd33f4c64-028e-4c4d-a288-d5246a1fda75', 'name': '', 'network_id': '18081f65-0506-4f43-a584-070a05a3e436', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'mac_address': 'fa:16:3e:71:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '3905a499-cbdb-4fa7-b557-ba0dff8a750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:37Z', 'updated_at': '2022-02-16T13:27:43Z', 'revision_number': 4, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'subnets': [{'id': '3905a499-cbdb-4fa7-b557-ba0dff8a750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:43.861490 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-05fa7f0b-ff74-4794-bc0c-e1a5c8b26aca tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:27:43.862850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-05fa7f0b-ff74-4794-bc0c-e1a5c8b26aca tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1830106 Feb 16 13:27:44.249123 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-81013518-69dd-4a3c-b71f-3396ff62f4fb service neutron] 10.222.0.47 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739452 Feb 16 13:27:44.383733 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-81a7ab19-9c62-4478-a1b6-9cdbaa4c00e7 service neutron] 10.222.0.47 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288624 Feb 16 13:27:44.646493 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-96b63cf9-0c8b-452b-97d1-0d967c557269 req-814d2d7f-4f45-427b-845b-d5a723383962 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 210 time: 0.0425620 Feb 16 13:27:44.927895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d33f4c64-028e-4c4d-a288-d5246a1fda75 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:45.072812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port d33f4c64-028e-4c4d-a288-d5246a1fda75 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:45.078058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d33f4c64-028e-4c4d-a288-d5246a1fda75 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:45.078432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:45.203086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:45.242331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port d33f4c64-028e-4c4d-a288-d5246a1fda75, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d33f4c64-028e-4c4d-a288-d5246a1fda75,segment=NetworkSegment(efee5add-65c5-48d6-88fe-09c103a39289),segment_id=efee5add-65c5-48d6-88fe-09c103a39289)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:45.346896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:45.420884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=d33f4c64-028e-4c4d-a288-d5246a1fda75,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:45.807217 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fa0b775a-c705-4b79-8fa3-b30a092cbcd4 req-4a778b9b-dc7d-414b-842a-ac96466be6fc tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 210 time: 0.0413556 Feb 16 13:27:46.929634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d33f4c64-028e-4c4d-a288-d5246a1fda75 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:46.980760 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4322bd44-0a41-417a-8579-5fda78c7d8b6 req-3f876ff4-ea50-4933-ab87-c892527400d9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 210 time: 0.0580952 Feb 16 13:27:47.009378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port d33f4c64-028e-4c4d-a288-d5246a1fda75 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:47.009962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:47.064856 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-f8a75378-e018-4e92-9a1b-31a1a04dbe45 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:47.065589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-f8a75378-e018-4e92-9a1b-31a1a04dbe45 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:27:47.156679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-f8a75378-e018-4e92-9a1b-31a1a04dbe45 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:27:47.157961 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-f8a75378-e018-4e92-9a1b-31a1a04dbe45 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 809 time: 0.2783067 Feb 16 13:27:47.209610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-8f05e6d4-13f1-41ee-9345-8e3ddc2e18b2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:27:47.340969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-8f05e6d4-13f1-41ee-9345-8e3ddc2e18b2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:27:47.342156 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-8f05e6d4-13f1-41ee-9345-8e3ddc2e18b2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 378 time: 0.1738782 Feb 16 13:27:47.350623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'port': {'device_id': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'admin_state_up': True, 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'security_groups': ['873ea6bb-843b-43b0-a757-520af27f7d4b']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:47.486833 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:47.496098 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:47.563710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Made reservation on behalf of 1fdd762025624aae83689d9be1f7afe7 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:27:47.567475 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:47.735161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Allocated IP 172.20.0.13 (9b8e9603-77a9-421c-8ed4-9ff9c9c57efb/cb07969a-a5c4-496a-9090-ed3d2ec12e2b/67e592b5-0c59-443e-a963-c129f4d4dfd9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:48.023557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.045921 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Transition to ACTIVE for port object 67e592b5-0c59-443e-a963-c129f4d4dfd9 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:48.146123 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.148600 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1c2caae4-9a76-4bb1-ba29-a97486b6eea5 req-0fba7eaf-36de-4a1b-a20e-bbc6847d8c18 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 210 time: 0.0416322 Feb 16 13:27:48.215933 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:48.218974 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:48.221480 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:48.266536 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:48.296014 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:48.296640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.426170 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-727232f1-d80e-4d8e-86d8-a1bd1de18c59 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0791428 Feb 16 13:27:48.440411 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Request body: {'port': {'device_id': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:48.499402 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7aef7d02-da0b-4aa1-9fd6-d91993076712 None None] Provisioning for port 67e592b5-0c59-443e-a963-c129f4d4dfd9 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:48.504374 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7aef7d02-da0b-4aa1-9fd6-d91993076712 None None] Provisioning complete for port 67e592b5-0c59-443e-a963-c129f4d4dfd9 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:48.504742 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7aef7d02-da0b-4aa1-9fd6-d91993076712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.553172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.558109 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7aef7d02-da0b-4aa1-9fd6-d91993076712 None None] Port 67e592b5-0c59-443e-a963-c129f4d4dfd9 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:27:48.892747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e592b5-0c59-443e-a963-c129f4d4dfd9 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:27:48.900362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.914450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Transition to ACTIVE for port object 67e592b5-0c59-443e-a963-c129f4d4dfd9 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:48.969427 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:49.099511 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:49.208916 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Attempting to bind port 67e592b5-0c59-443e-a963-c129f4d4dfd9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:49.209598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Attempting to bind port 67e592b5-0c59-443e-a963-c129f4d4dfd9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:49.209598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Attempting to bind port 67e592b5-0c59-443e-a963-c129f4d4dfd9 on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:49.214460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Port 67e592b5-0c59-443e-a963-c129f4d4dfd9 on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:27:49.214460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Attempting to bind port 67e592b5-0c59-443e-a963-c129f4d4dfd9 on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:49.219639 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:49.219967 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Checking segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:49.220415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Bound using segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:49.220852 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Bound port: 67e592b5-0c59-443e-a963-c129f4d4dfd9, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:49.221194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:49.311635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:49.314724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:49.348438 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5de15e-430e-4e94-ba60-0d96bd6b68ab req-a5d5c16e-6436-415c-9a9c-217d0622a827 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:49.349890 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d5de15e-430e-4e94-ba60-0d96bd6b68ab req-a5d5c16e-6436-415c-9a9c-217d0622a827 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0877030 Feb 16 13:27:49.393325 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:49.394103 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d5de15e-430e-4e94-ba60-0d96bd6b68ab req-2a0352ef-5cf6-487b-98bd-54f8c6f6a8ed tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384922 Feb 16 13:27:49.458557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:49.459200 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:49.460564 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] 10.222.0.67 "PUT /v2.0/ports/67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1094 time: 1.0247483 Feb 16 13:27:49.461003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:27:49.490040 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d347e33-5e42-4dad-b56b-4957c2eb9b00 service neutron] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:49.521768 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'status': 'completed', 'code': 200} Feb 16 13:27:49.619153 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9741e3-d898-481d-be7a-9ea24c8f0bfb req-01a9e722-a022-45a7-acb1-8f729d7669ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:49.619728 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3b9741e3-d898-481d-be7a-9ea24c8f0bfb req-01a9e722-a022-45a7-acb1-8f729d7669ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1097 time: 0.0737848 Feb 16 13:27:49.764540 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9741e3-d898-481d-be7a-9ea24c8f0bfb req-51e2622c-b016-40d3-ac0e-859428496af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:49.766040 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3b9741e3-d898-481d-be7a-9ea24c8f0bfb req-51e2622c-b016-40d3-ac0e-859428496af3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1fdd762025624aae83689d9be1f7afe7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1389642 Feb 16 13:27:49.903235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9741e3-d898-481d-be7a-9ea24c8f0bfb req-318f2ffd-67df-4101-bc3d-e1eb81b21e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:49.904677 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3b9741e3-d898-481d-be7a-9ea24c8f0bfb req-318f2ffd-67df-4101-bc3d-e1eb81b21e9c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1324251 Feb 16 13:27:50.014311 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-ed4892dd-6221-4c3b-9d63-fbae36c6517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:50.015735 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-ed4892dd-6221-4c3b-9d63-fbae36c6517b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1097 time: 0.0737810 Feb 16 13:27:50.085042 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-038b0474-1ed6-481f-a43d-744b30aa45f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 217 time: 0.0615840 Feb 16 13:27:50.245549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-f8313269-0aff-4b1e-9b60-c21baa0b4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:50.247012 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-f8313269-0aff-4b1e-9b60-c21baa0b4890 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.1558971 Feb 16 13:27:50.329487 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-896bb858-f74b-4408-9cf8-65aef4a58712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:50.330876 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-896bb858-f74b-4408-9cf8-65aef4a58712 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731881 Feb 16 13:27:50.464672 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-d838e179-42f2-45ae-b0c2-30f4a0059b88 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265192 Feb 16 13:27:50.580073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6af243-a611-4f59-809a-3f1dd2385dfd req-83ac7a2d-e5ed-406d-a09a-2c38f0ea50ce tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:50.581442 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2f6af243-a611-4f59-809a-3f1dd2385dfd req-83ac7a2d-e5ed-406d-a09a-2c38f0ea50ce tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0810273 Feb 16 13:27:50.599394 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ce712ad4-ef94-4d7e-8cc1-3483260688d5 req-9f359103-5e51-4df5-8d0c-d2c2a8cfc81c service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280246 Feb 16 13:27:50.625203 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2f6af243-a611-4f59-809a-3f1dd2385dfd req-cfa8a437-1f02-4b83-bb2e-f9e7eabb23ab tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379331 Feb 16 13:27:51.813767 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc04b-4472-47be-85ef-da0745337337 req-189c093f-1f80-443a-8ddf-12ab3f75fe8c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:51.815484 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-791dc04b-4472-47be-85ef-da0745337337 req-189c093f-1f80-443a-8ddf-12ab3f75fe8c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0833149 Feb 16 13:27:51.860110 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-791dc04b-4472-47be-85ef-da0745337337 req-4a26c923-e4bf-4f64-8ea1-81f4a2d5c110 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388963 Feb 16 13:27:53.041275 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0b507-493c-4034-ae3d-1fb57edc9abb req-158ddb9d-f9c0-4dae-a71e-2842660b7a93 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:53.042767 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-01c0b507-493c-4034-ae3d-1fb57edc9abb req-158ddb9d-f9c0-4dae-a71e-2842660b7a93 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0793138 Feb 16 13:27:53.086217 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-01c0b507-493c-4034-ae3d-1fb57edc9abb req-64b4b62e-40ce-4147-ad70-29d2eafb36ff tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376306 Feb 16 13:27:53.124329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:27:53.255371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:53.268549 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'port_id': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'mac_address': 'fa:16:3e:32:7f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:27:53.325682 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.342318 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e592b5-0c59-443e-a963-c129f4d4dfd9 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:27:53.356831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:53.415482 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.482810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:53.661547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['67e592b5-0c59-443e-a963-c129f4d4dfd9'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:27:54.272082 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f4788-5d4b-4bbc-88a9-82f0cc31d6b2 req-35511261-eac5-4521-a248-1a55b2ba90f1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:54.273527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-347f4788-5d4b-4bbc-88a9-82f0cc31d6b2 req-35511261-eac5-4521-a248-1a55b2ba90f1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 945 time: 0.0817449 Feb 16 13:27:54.316465 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-347f4788-5d4b-4bbc-88a9-82f0cc31d6b2 req-6e1c037c-ea0b-4239-99c0-e4b54704f8c5 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372066 Feb 16 13:27:55.125050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:27:55.261630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 67e592b5-0c59-443e-a963-c129f4d4dfd9 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:55.266771 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 67e592b5-0c59-443e-a963-c129f4d4dfd9 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:27:55.267183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.382688 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.409604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:27:55.420832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:55.482285 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.514766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828ae09-320b-4617-88a9-47141776c358 req-876d16c9-0157-488a-921e-ae333c46f288 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:55.516295 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8828ae09-320b-4617-88a9-47141776c358 req-876d16c9-0157-488a-921e-ae333c46f288 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 945 time: 0.0858028 Feb 16 13:27:55.516799 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'code': 200} Feb 16 13:27:55.560724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:55.568937 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8828ae09-320b-4617-88a9-47141776c358 req-1109dc79-fcf4-420c-b9f3-1c451c296039 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445592 Feb 16 13:27:55.893194 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63feffb-7bcb-4d18-96c6-6c67f751a47c req-7ee9c641-0984-4a23-ab7e-d54ea52fa617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:55.894659 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b63feffb-7bcb-4d18-96c6-6c67f751a47c req-7ee9c641-0984-4a23-ab7e-d54ea52fa617 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1099 time: 0.1264830 Feb 16 13:27:55.938912 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b63feffb-7bcb-4d18-96c6-6c67f751a47c req-33250d5a-7c63-40ab-a560-00007f738a7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335896 Feb 16 13:27:56.754935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5307a-419a-4948-9427-a04c7825bb12 req-2b0acd91-2bc7-4107-bb17-9e8675cf6c1f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:56.756430 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ff5307a-419a-4948-9427-a04c7825bb12 req-2b0acd91-2bc7-4107-bb17-9e8675cf6c1f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0808151 Feb 16 13:27:56.803776 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ff5307a-419a-4948-9427-a04c7825bb12 req-f84be65c-8d0a-4da9-b6ae-da73b56ae5c7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411716 Feb 16 13:27:57.998312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a42434-1ddf-4bad-b729-88bb4fc6aebd req-e9cf2709-901e-4f3a-9d21-b4a7dbc59a8b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:58.000093 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-90a42434-1ddf-4bad-b729-88bb4fc6aebd req-e9cf2709-901e-4f3a-9d21-b4a7dbc59a8b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0828717 Feb 16 13:27:58.044163 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-90a42434-1ddf-4bad-b729-88bb4fc6aebd req-f1f4bcdf-bd37-475c-ad74-03284fee2d3a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385756 Feb 16 13:27:58.224548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005965-64c5-48ae-9990-1fb8ff09e995 req-d7ce9bf9-cb0f-4f32-97cd-3316a0fc234f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:58.226001 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-27005965-64c5-48ae-9990-1fb8ff09e995 req-d7ce9bf9-cb0f-4f32-97cd-3316a0fc234f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0799899 Feb 16 13:27:58.270294 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-27005965-64c5-48ae-9990-1fb8ff09e995 req-dfc2d159-1f9c-4afe-a823-b91ec6d9851a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379429 Feb 16 13:27:58.292701 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34732) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:58.405523 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b43fb-e5a4-4b58-bf13-4f890e0a08e1 tempest-TestShelveInstance-1861659864 tempest-TestShelveInstance-1861659864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:58.407028 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-c19b43fb-e5a4-4b58-bf13-4f890e0a08e1 tempest-TestShelveInstance-1861659864 tempest-TestShelveInstance-1861659864-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1094 time: 0.1133113 Feb 16 13:27:58.409866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 34738) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:58.414677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:58.420962 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:58.424788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:floatingip and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:58.427585 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:58.433789 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:58.534668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.668581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.802122 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Allocated IP 172.26.6.245 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/c5e21225-a416-4c88-be93-272ad8ca4fe7) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:59.052428 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.140894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.204461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:59.207492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:59.211703 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:59.248475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'Port': ['ID=c5e21225-a416-4c88-be93-272ad8ca4fe7,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:59.623816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.753381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.955503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.020562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.130096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'Port': ['ID=c5e21225-a416-4c88-be93-272ad8ca4fe7,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:00.145096 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.318505 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Floating IP 88135df7-97c5-4b80-8244-32c25d6846e3 associated. External IP: 172.26.6.245, port: 67e592b5-0c59-443e-a963-c129f4d4dfd9. Feb 16 13:28:00.766153 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Router 0ebf2002-40c6-4414-a76f-42b50b7d4089 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:28:00.946700 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:28:00.956464 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] Sync routers for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:28:00.966291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:00.967247 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:01.030955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:01.087533 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-990f7f88-01a6-4873-bcc2-4bc32d1eddf2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6766608 Feb 16 13:28:01.088105 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:01.138880 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'status': 'completed', 'code': 200} Feb 16 13:28:01.159927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:01.232224 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-b84d7d5d-a985-4cfe-9dbb-a48dfe6cab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:01.233716 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-b84d7d5d-a985-4cfe-9dbb-a48dfe6cab5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1099 time: 0.0702455 Feb 16 13:28:01.373562 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-fc03d9b0-2c15-47d0-9be3-32d1a0fc78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:01.375052 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-fc03d9b0-2c15-47d0-9be3-32d1a0fc78b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1282597 Feb 16 13:28:01.482000 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-ced17ac9-3d84-4a23-aa66-ecf2ee2e4475 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1000 time: 0.0997972 Feb 16 13:28:01.503223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '88135df7-97c5-4b80-8244-32c25d6846e3', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'port_id': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'mac_address': 'fa:16:3e:32:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:27:59Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 0, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:01.506946 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] Checking router: 0ebf2002-40c6-4414-a76f-42b50b7d4089 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:28:01.515234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:01.515839 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:27:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:01.546421 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-f7aab5e2-9d22-4c63-a435-040873bfdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:01.547892 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-f7aab5e2-9d22-4c63-a435-040873bfdc14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0575666 Feb 16 13:28:01.627260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-ce9a48cd-24ec-4117-9ceb-fc8b7e933acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:01.629611 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-ce9a48cd-24ec-4117-9ceb-fc8b7e933acc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745211 Feb 16 13:28:01.703338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:01.772935 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-98cacf4b-aa7c-408c-90ad-327d97500733 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365001 Feb 16 13:28:01.908251 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-bdbc21eb-465e-456c-b8b2-5c8e388528d5 req-bccdc457-59ea-44fb-8e10-7122273ab059 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283791 Feb 16 13:28:02.066075 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '88135df7-97c5-4b80-8244-32c25d6846e3', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'port_id': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'mac_address': 'fa:16:3e:32:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:27:59Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 0, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:02.069996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da371e9-755c-4178-bc35-94668aba8adf None None] The sync data for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv is: [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '88135df7-97c5-4b80-8244-32c25d6846e3', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'port_id': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'mac_address': 'fa:16:3e:32:7f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:27:59Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 0, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:28:02.261736 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2bbcc6-9e34-47b7-aac6-1d62273f6c19 None None] New status for floating IP 88135df7-97c5-4b80-8244-32c25d6846e3: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:28:03.020189 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:28:03.872987 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf36913e-30f8-41fb-b41c-61ec307b23b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:06.219116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-048feecb-1a62-4ac8-b123-2926347913d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:07.248775 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:07.390689 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:08.986177 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:11.533339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:33.875637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6150ed81-57f0-4ed0-99b4-28666f86dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:36.173157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57150a37-93eb-46f9-bebb-cf82861d9be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:37.241263 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:37.407304 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:38.932833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:40.019756 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:28:41.561426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:57.830079 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-e4d7ed9f-2ae0-4ece-b9a1-8a16f95e8ef7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738974 Feb 16 13:28:57.978026 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-7ac6a211-f4dc-4161-ae97-0c28064d8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:57.979426 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-7ac6a211-f4dc-4161-ae97-0c28064d8947 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1099 time: 0.0753093 Feb 16 13:28:58.124291 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-fb45baf8-0285-48ed-ab53-ad6c9381e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:58.125725 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-fb45baf8-0285-48ed-ab53-ad6c9381e634 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1266768 Feb 16 13:28:58.336603 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-b304dd35-3733-4b90-b7fb-a16011b854b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1002 time: 0.2021794 Feb 16 13:28:58.397386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-47e001a2-5b15-475d-8d42-782cc256f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:58.398767 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-47e001a2-5b15-475d-8d42-782cc256f425 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0557938 Feb 16 13:28:58.475777 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-2e4a6f98-fa85-4fc6-bced-74f8f8609cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:58.477227 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-2e4a6f98-fa85-4fc6-bced-74f8f8609cff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689285 Feb 16 13:28:58.609071 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-86ced755-3f8f-4b1b-a16c-eaee38415ecb service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219375 Feb 16 13:28:58.745251 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1639b25e-aee8-45d3-8504-b90ff3e50ffe req-96cf2e0e-aaec-4d4e-990d-27e520c5772e service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261492 Feb 16 13:29:03.868964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67d441cb-03e3-4b39-8c8b-3835033d3421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.149051 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-076b95b6-a603-40eb-820d-8c93278d02cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.217331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.394658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.926072 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.565940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.019210 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:29:33.868902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d523c9af-c10e-46ca-a13a-a343bd79e571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:36.159136 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-969b7db2-0da6-4d75-ac29-88705ef0a672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:37.228721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:37.376754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:38.913333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:41.519458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:54.018947 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:29:57.825565 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-932b957d-a252-4850-91e4-468059e96c7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738149 Feb 16 13:29:57.961676 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08269c-09fc-4526-b8da-77a9daba369e req-73071a5f-97a6-4077-a225-12b3f6dd12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:57.963174 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-73071a5f-97a6-4077-a225-12b3f6dd12ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1099 time: 0.0699241 Feb 16 13:29:58.111289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08269c-09fc-4526-b8da-77a9daba369e req-639a2514-e2dc-4af2-b3b1-7ca497e32d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:58.112669 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-639a2514-e2dc-4af2-b3b1-7ca497e32d17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1307428 Feb 16 13:29:58.216535 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-393b413f-6a6c-481d-a420-2c25551b253f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1002 time: 0.0967801 Feb 16 13:29:58.281084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08269c-09fc-4526-b8da-77a9daba369e req-775b6961-4629-4be5-bfd2-3e8e95d85732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:58.282501 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-775b6961-4629-4be5-bfd2-3e8e95d85732 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0597773 Feb 16 13:29:58.356695 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08269c-09fc-4526-b8da-77a9daba369e req-9ed8b2a8-207d-4885-957e-6673aa15f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:58.358156 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-9ed8b2a8-207d-4885-957e-6673aa15f8b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689096 Feb 16 13:29:58.488706 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-094b1686-1950-4706-9879-75d5be01a99d service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235154 Feb 16 13:29:58.619658 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ff08269c-09fc-4526-b8da-77a9daba369e req-1bcc98e5-8b01-48cc-9627-dbb006ef7c54 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245699 Feb 16 13:30:01.109247 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5998b-3119-4601-8204-95adb213158e req-10ce937d-ef1d-4b78-a866-7ef0df40b7f0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:01.110703 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9d5998b-3119-4601-8204-95adb213158e req-10ce937d-ef1d-4b78-a866-7ef0df40b7f0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.1437695 Feb 16 13:30:01.154659 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d9d5998b-3119-4601-8204-95adb213158e req-c7dca9af-2fc3-45be-8294-af764451c894 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381546 Feb 16 13:30:02.344578 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61200-f7c2-4138-ad03-af8e62e05f1c req-d2b18525-c59a-4930-8387-5a7f712d8464 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:02.346107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2a61200-f7c2-4138-ad03-af8e62e05f1c req-d2b18525-c59a-4930-8387-5a7f712d8464 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0847330 Feb 16 13:30:02.391585 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e2a61200-f7c2-4138-ad03-af8e62e05f1c req-0625aa8a-4a5b-4576-9652-482e9a5bd3ea tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391729 Feb 16 13:30:03.580379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6cba-a243-4376-9a50-858d03ed842e req-3168ba18-3d1c-456a-9b39-258216cc605f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:03.581900 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce8c6cba-a243-4376-9a50-858d03ed842e req-3168ba18-3d1c-456a-9b39-258216cc605f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0830390 Feb 16 13:30:03.625683 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ce8c6cba-a243-4376-9a50-858d03ed842e req-c62993e5-1a51-45b0-ac1b-4479a9754185 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374248 Feb 16 13:30:03.924341 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e4e16b6-fa19-480b-bd7d-1a64ff42b657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:04.820989 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76717136-b445-4f7f-a7f6-72816302c567 req-24086cf8-91e5-408a-803b-84526252097a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:04.822480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76717136-b445-4f7f-a7f6-72816302c567 req-24086cf8-91e5-408a-803b-84526252097a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0805378 Feb 16 13:30:04.865656 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-76717136-b445-4f7f-a7f6-72816302c567 req-2f94be6e-7064-4989-8564-ae18930afca0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370595 Feb 16 13:30:06.050794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31a4ad-53e7-4a91-a479-558469c16018 req-981ac63f-110f-42e3-80d1-81a60d49bf15 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:06.052281 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2a31a4ad-53e7-4a91-a479-558469c16018 req-981ac63f-110f-42e3-80d1-81a60d49bf15 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0821404 Feb 16 13:30:06.096181 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2a31a4ad-53e7-4a91-a479-558469c16018 req-e22ba1be-a15e-4e6f-8d4b-488d9b9af9ec tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377402 Feb 16 13:30:06.170314 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9321a22-a085-403d-b931-063a0ad4e51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:07.263118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:07.285437 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec936f56-af05-4cb7-96fc-fd7d5689a33f req-90b535a1-ceaf-4c9c-bd15-6d873aa03a1c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:07.286949 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ec936f56-af05-4cb7-96fc-fd7d5689a33f req-90b535a1-ceaf-4c9c-bd15-6d873aa03a1c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0865359 Feb 16 13:30:07.336081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ec936f56-af05-4cb7-96fc-fd7d5689a33f req-3d12204f-8244-4ef2-8a78-73c26af4a0ea tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420558 Feb 16 13:30:07.410605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:08.529233 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aa429-c5ca-42b4-967c-d0d575e33a78 req-07b2a318-fc67-41db-b911-0569e462fe33 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:08.530690 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-818aa429-c5ca-42b4-967c-d0d575e33a78 req-07b2a318-fc67-41db-b911-0569e462fe33 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0789847 Feb 16 13:30:08.576048 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-818aa429-c5ca-42b4-967c-d0d575e33a78 req-f43b1cb0-b632-4b41-bbd2-dcb33ef68c43 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398188 Feb 16 13:30:08.970154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:09.763100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adc2e4-adbb-4255-8cd9-446d7626ecd2 req-812c28c5-b654-4435-b3b7-2b745d6f2e7e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:09.764555 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f0adc2e4-adbb-4255-8cd9-446d7626ecd2 req-812c28c5-b654-4435-b3b7-2b745d6f2e7e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0848227 Feb 16 13:30:09.808498 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f0adc2e4-adbb-4255-8cd9-446d7626ecd2 req-803896ea-feff-422a-8a04-6cc09bece91b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383449 Feb 16 13:30:10.996955 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8297c-d2d7-4fcf-9a97-6ee3bb989e73 req-d57a0d5b-e832-4566-baa3-f2c6d4d45714 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:10.998446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0d8297c-d2d7-4fcf-9a97-6ee3bb989e73 req-d57a0d5b-e832-4566-baa3-f2c6d4d45714 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0860834 Feb 16 13:30:11.043549 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d0d8297c-d2d7-4fcf-9a97-6ee3bb989e73 req-c5a9ce3d-302e-4c6e-952f-f96d401e661e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388889 Feb 16 13:30:11.546961 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:12.237776 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45273b-9050-4661-b948-0d86f16a68d6 req-832b1b96-f5b3-4fcb-aada-f59563e8162e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:12.239233 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d45273b-9050-4661-b948-0d86f16a68d6 req-832b1b96-f5b3-4fcb-aada-f59563e8162e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0823843 Feb 16 13:30:12.284449 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d45273b-9050-4661-b948-0d86f16a68d6 req-56d7ab2a-6e14-42d4-860b-18f2fccb1865 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395856 Feb 16 13:30:13.463341 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c293-9a0b-4a97-af6f-e927d0b78e63 req-6e4a227e-1c29-40a6-8298-6bf4d3ce7d39 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:13.465359 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70b9c293-9a0b-4a97-af6f-e927d0b78e63 req-6e4a227e-1c29-40a6-8298-6bf4d3ce7d39 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0785747 Feb 16 13:30:13.511595 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-70b9c293-9a0b-4a97-af6f-e927d0b78e63 req-2e9b93ff-b285-4a11-99e3-d5980aa84679 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406215 Feb 16 13:30:14.692988 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192af4a-9b64-4351-aa1b-f0bd933cbe2e req-49facf33-7c50-458d-af4d-d42d35bab27a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:14.694448 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3192af4a-9b64-4351-aa1b-f0bd933cbe2e req-49facf33-7c50-458d-af4d-d42d35bab27a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0796094 Feb 16 13:30:14.738826 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3192af4a-9b64-4351-aa1b-f0bd933cbe2e req-5f0bacb2-8961-46d6-8671-937818981053 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382218 Feb 16 13:30:15.929079 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedcafd-5c45-4f88-b86c-aa5d29bf32b7 req-108f5ce8-5501-4407-9d0e-2ea96b550658 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:15.930513 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-daedcafd-5c45-4f88-b86c-aa5d29bf32b7 req-108f5ce8-5501-4407-9d0e-2ea96b550658 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0816116 Feb 16 13:30:15.973945 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-daedcafd-5c45-4f88-b86c-aa5d29bf32b7 req-f049b29e-cd2c-4e4b-9e88-8d46b231f729 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373564 Feb 16 13:30:17.154029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c734fd3-1c27-42ec-9919-12c44bb63440 req-8953803b-8eb3-4d64-80c7-d99e0d3f4c79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:17.155465 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8c734fd3-1c27-42ec-9919-12c44bb63440 req-8953803b-8eb3-4d64-80c7-d99e0d3f4c79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0770440 Feb 16 13:30:17.198368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8c734fd3-1c27-42ec-9919-12c44bb63440 req-4cddb902-cc03-4107-b079-0c6cba768a44 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373282 Feb 16 13:30:17.838574 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:30:17.979154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:17.992213 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'port_id': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'mac_address': 'fa:16:3e:32:7f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:30:18.046446 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:18.066301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67e592b5-0c59-443e-a963-c129f4d4dfd9 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:30:18.081504 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:18.146929 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:18.222278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:18.229601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.229959 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.230335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.230670 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.231026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.231363 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.231692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.232028 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.232357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.232736 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.233066 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.233386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:18.238266 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['67e592b5-0c59-443e-a963-c129f4d4dfd9'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:30:18.496978 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69497c-1f8d-4f02-859c-64609f9ec926 req-69aa7804-08b4-4bda-a144-84212176284a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:18.498325 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e69497c-1f8d-4f02-859c-64609f9ec926 req-69aa7804-08b4-4bda-a144-84212176284a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 945 time: 0.1947687 Feb 16 13:30:18.542429 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-8e69497c-1f8d-4f02-859c-64609f9ec926 req-fb27e046-80b2-4171-8868-1ab7d2d4b115 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379007 Feb 16 13:30:19.733179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cc9c-91cf-428a-8bc4-4854515e4026 req-4366ca12-0e62-4f83-9d7e-5404bf8e23af tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:19.734623 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0326cc9c-91cf-428a-8bc4-4854515e4026 req-4366ca12-0e62-4f83-9d7e-5404bf8e23af tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 945 time: 0.0831301 Feb 16 13:30:19.782791 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0326cc9c-91cf-428a-8bc4-4854515e4026 req-7456e0da-4276-48e8-9770-45a289c785f4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425048 Feb 16 13:30:19.838412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:30:19.909702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 67e592b5-0c59-443e-a963-c129f4d4dfd9 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:19.910208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.030631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.059400 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:20.069733 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:20.151505 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:20.222847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:20.974822 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badf531-a8c4-43e0-8386-5a76ddb8ee38 req-757499d1-5eb3-439c-821d-7ecb27fd4495 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:20.977482 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5badf531-a8c4-43e0-8386-5a76ddb8ee38 req-757499d1-5eb3-439c-821d-7ecb27fd4495 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0835636 Feb 16 13:30:21.039529 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5badf531-a8c4-43e0-8386-5a76ddb8ee38 req-e4f9f372-37f0-4722-9141-2fdcedf79a99 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547130 Feb 16 13:30:21.120916 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'code': 200} Feb 16 13:30:22.250299 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674f624-53b6-478b-a0b4-a1a7691fb06e req-4efa48a0-e51c-4e7f-be43-ce330234381b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:22.252053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0674f624-53b6-478b-a0b4-a1a7691fb06e req-4efa48a0-e51c-4e7f-be43-ce330234381b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.1140306 Feb 16 13:30:22.299388 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0674f624-53b6-478b-a0b4-a1a7691fb06e req-48a75a44-07a0-4d59-bcc8-caa66c813f4b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415401 Feb 16 13:30:23.505629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2b4a2-9705-477f-949a-e1c088704bab req-f4fc87fa-63cd-421a-b39f-d9f5cc5e66ed tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:23.507177 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-77c2b4a2-9705-477f-949a-e1c088704bab req-f4fc87fa-63cd-421a-b39f-d9f5cc5e66ed tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0866845 Feb 16 13:30:23.556795 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-77c2b4a2-9705-477f-949a-e1c088704bab req-f7cd8804-8ebe-42c9-b798-e92ad35d7066 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420008 Feb 16 13:30:24.755899 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e60d7-d089-4164-9f6c-e1e04f8d32d8 req-fe1d2714-4df3-4994-bf51-242b506f7567 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:24.757591 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ad9e60d7-d089-4164-9f6c-e1e04f8d32d8 req-fe1d2714-4df3-4994-bf51-242b506f7567 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0869770 Feb 16 13:30:24.807819 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ad9e60d7-d089-4164-9f6c-e1e04f8d32d8 req-8fa0905d-9010-49d5-95a7-aac8772c38bd tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442877 Feb 16 13:30:25.999013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54800a5f-567b-42c7-847f-ba655c75281c req-b9c006dc-9fb1-40bb-ae09-dab1bc899d5b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:26.000488 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-54800a5f-567b-42c7-847f-ba655c75281c req-b9c006dc-9fb1-40bb-ae09-dab1bc899d5b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0816598 Feb 16 13:30:26.047384 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-54800a5f-567b-42c7-847f-ba655c75281c req-15168c39-c507-4433-89fa-e69542ab7252 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407941 Feb 16 13:30:27.251389 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75c02c-a855-46a5-b558-114aa265af13 req-56da7431-0601-4fda-96c1-f4e4229c8b76 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:27.252974 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3b75c02c-a855-46a5-b558-114aa265af13 req-56da7431-0601-4fda-96c1-f4e4229c8b76 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0955751 Feb 16 13:30:27.303562 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3b75c02c-a855-46a5-b558-114aa265af13 req-841dd23c-e1a4-4840-bbbe-988aee4bdde5 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432601 Feb 16 13:30:28.496618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e21f-6add-4874-8e48-e55918ff8a3c req-b496788d-772a-4c91-acc9-876c3dc7582f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:28.498243 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2d5e21f-6add-4874-8e48-e55918ff8a3c req-b496788d-772a-4c91-acc9-876c3dc7582f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0836346 Feb 16 13:30:28.549593 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a2d5e21f-6add-4874-8e48-e55918ff8a3c req-42b4ea8b-ebfa-4c66-9cc8-b3bd70d49a5f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453393 Feb 16 13:30:29.752512 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608408b3-f09a-4986-aabf-ad58658ae894 req-aaa1130c-8f8b-4315-9a37-ecea675ea1eb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:29.754053 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-608408b3-f09a-4986-aabf-ad58658ae894 req-aaa1130c-8f8b-4315-9a37-ecea675ea1eb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0839624 Feb 16 13:30:29.800612 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-608408b3-f09a-4986-aabf-ad58658ae894 req-0bc29ff5-bd6d-4cd4-9a18-dc3787a88b81 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406859 Feb 16 13:30:30.992053 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5bcb-79fa-43a7-aed7-c1963f107b5d req-08a2d83e-522a-4101-85f5-8dbe94f93ca3 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:30.993519 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-da3b5bcb-79fa-43a7-aed7-c1963f107b5d req-08a2d83e-522a-4101-85f5-8dbe94f93ca3 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0879405 Feb 16 13:30:31.021027 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:30:31.041338 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-da3b5bcb-79fa-43a7-aed7-c1963f107b5d req-de9d0cce-93ae-4d76-a453-194a8fcafa64 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418897 Feb 16 13:30:31.107665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-4a36f8ab-9472-473f-8bb3-8de507afa6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:31.109121 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-4a36f8ab-9472-473f-8bb3-8de507afa6f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1099 time: 0.0702984 Feb 16 13:30:31.240880 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-4404d721-55e3-44a7-b503-c0a546aa08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:31.242344 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-4404d721-55e3-44a7-b503-c0a546aa08a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1266673 Feb 16 13:30:31.351402 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-a5e0d02d-ef5e-4a42-92ca-39106c8f3c22 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1002 time: 0.1001313 Feb 16 13:30:31.419579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-5ea892d4-1433-4993-a62b-05cd66945a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:31.421013 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-5ea892d4-1433-4993-a62b-05cd66945a2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0630882 Feb 16 13:30:31.497497 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-de59a409-13cd-4575-b0b8-e1c95c735ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:31.498933 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-de59a409-13cd-4575-b0b8-e1c95c735ec6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697031 Feb 16 13:30:31.633711 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-7b1210bd-4cf2-4f35-bc5e-cfe62a21f4a3 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259515 Feb 16 13:30:31.765551 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7a890dc0-3bd5-4752-b97c-96f33afe53ba req-589a2769-46c3-4af7-aed9-e4c8f4463168 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252005 Feb 16 13:30:32.224276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5799e-9892-4622-b8fd-41c4009a5bb3 req-f8553172-17e1-4952-a881-3e6f6eed78ae tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:32.225740 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-09c5799e-9892-4622-b8fd-41c4009a5bb3 req-f8553172-17e1-4952-a881-3e6f6eed78ae tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0783799 Feb 16 13:30:32.268988 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-09c5799e-9892-4622-b8fd-41c4009a5bb3 req-603d55f9-ee99-4e08-a3b8-2d43e1eda337 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372231 Feb 16 13:30:33.472756 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5535b7-a449-464b-895d-06dcafe9f0ac req-9887d619-115d-4e90-a21d-bd3e8ab3dde1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:33.474250 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ea5535b7-a449-464b-895d-06dcafe9f0ac req-9887d619-115d-4e90-a21d-bd3e8ab3dde1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 946 time: 0.0941143 Feb 16 13:30:33.518235 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ea5535b7-a449-464b-895d-06dcafe9f0ac req-77e8d4ab-af83-4d4b-8ceb-40674e806e4b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382657 Feb 16 13:30:33.899788 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:30:33.929652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8aa40238-c9d5-407f-84c4-7d6a33caecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.016174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.042216 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:34.056415 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:34.089877 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'code': 200} Feb 16 13:30:34.144606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.209395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:34.698300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065b0c3-4fd5-4dd1-b202-1119706f0eb6 req-d2dddbfa-9f86-4b28-a44d-d786bc4cd2f5 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:34.699731 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e065b0c3-4fd5-4dd1-b202-1119706f0eb6 req-d2dddbfa-9f86-4b28-a44d-d786bc4cd2f5 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0781975 Feb 16 13:30:34.746364 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e065b0c3-4fd5-4dd1-b202-1119706f0eb6 req-c17a3072-f57c-4098-a996-c9d18192e372 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409839 Feb 16 13:30:35.227365 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591bff8-6d8a-49b6-82f0-a8b146b1e4d0 req-7e27274e-5986-47b0-9263-2c20d2434d47 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:35.228853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e591bff8-6d8a-49b6-82f0-a8b146b1e4d0 req-7e27274e-5986-47b0-9263-2c20d2434d47 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0816944 Feb 16 13:30:35.274998 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e591bff8-6d8a-49b6-82f0-a8b146b1e4d0 req-e938facc-f2d3-4c74-9c7c-27461e00da0e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403123 Feb 16 13:30:35.630796 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-08672001-2ab6-44b9-9b5e-71e317105c9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130631 Feb 16 13:30:36.209050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9a9395e-fe2f-4a97-8cff-e59237e209f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.459232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cabd6-6ff1-40d1-acca-c9147f9fb67d req-2676ecb7-814e-410c-a4a9-a575d51f61ca tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:36.460612 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-082cabd6-6ff1-40d1-acca-c9147f9fb67d req-2676ecb7-814e-410c-a4a9-a575d51f61ca tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0803924 Feb 16 13:30:36.504700 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-082cabd6-6ff1-40d1-acca-c9147f9fb67d req-80d3ad42-d747-4193-87f3-a67795ab01bf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382860 Feb 16 13:30:37.243763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.259964 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-cb20ca1f-98ac-4284-9bba-4df35d480120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.265781 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-cb20ca1f-98ac-4284-9bba-4df35d480120 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be&tenant_id=1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 1097 time: 0.0754731 Feb 16 13:30:37.420930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:37.455696 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-b117525c-0d05-45e8-97ce-d49026311c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.457179 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-b117525c-0d05-45e8-97ce-d49026311c6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1097 time: 0.1741602 Feb 16 13:30:37.589003 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-50ca142e-21db-48ae-8746-3ce1205c6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.590463 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-50ca142e-21db-48ae-8746-3ce1205c6482 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1266520 Feb 16 13:30:37.696740 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-5289877c-f7b8-46f9-893b-8e99ce76e9d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1000 time: 0.0977960 Feb 16 13:30:37.698667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77757c-805f-4dbf-adc6-c63666eb5663 req-02799d6e-f8c9-4d66-8097-eddcd5c20634 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.700712 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d77757c-805f-4dbf-adc6-c63666eb5663 req-02799d6e-f8c9-4d66-8097-eddcd5c20634 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0846241 Feb 16 13:30:37.751273 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2d77757c-805f-4dbf-adc6-c63666eb5663 req-479e2de8-2456-426b-b51c-81d54dde659e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444520 Feb 16 13:30:37.765006 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-630b5e0c-d61e-453f-8a3c-4ffc40f0aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.766623 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-630b5e0c-d61e-453f-8a3c-4ffc40f0aab4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0636284 Feb 16 13:30:37.845651 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-d3ba40a2-8de1-4f51-b23c-8a8cb09f16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:37.847046 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-d3ba40a2-8de1-4f51-b23c-8a8cb09f16ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726089 Feb 16 13:30:37.932271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:30:37.983233 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-b283a492-4ab8-4095-a426-c7002244164b service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250775 Feb 16 13:30:38.124890 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b365b530-d5f3-451c-822e-cb6d97d2d003 req-998fd92d-685d-4bb3-9381-48812d682904 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344695 Feb 16 13:30:38.975089 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:39.046070 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91161078-6061-4f03-bf64-7d07a73ee3ac req-1739bee4-2f6f-406b-89ef-3adadf13a551 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:39.048016 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91161078-6061-4f03-bf64-7d07a73ee3ac req-1739bee4-2f6f-406b-89ef-3adadf13a551 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.1006157 Feb 16 13:30:39.100123 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91161078-6061-4f03-bf64-7d07a73ee3ac req-15c8d808-67c4-474c-8c80-105c1aeb8ab4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439963 Feb 16 13:30:40.328889 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f569c-ef56-4faa-9e56-a1be66dc0047 req-43546071-b392-44df-890e-9ea263d33bef tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:40.330533 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc5f569c-ef56-4faa-9e56-a1be66dc0047 req-43546071-b392-44df-890e-9ea263d33bef tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0968673 Feb 16 13:30:40.376779 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cc5f569c-ef56-4faa-9e56-a1be66dc0047 req-ec75b62e-be55-4146-9d92-05bd5cb9d623 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401654 Feb 16 13:30:41.591284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08127b4-9afa-42d8-a107-99ae566eabfd req-6ff84524-18a9-4abd-97cd-d786f21f6b31 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:41.592979 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c08127b4-9afa-42d8-a107-99ae566eabfd req-6ff84524-18a9-4abd-97cd-d786f21f6b31 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.1002882 Feb 16 13:30:41.596895 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:41.641628 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c08127b4-9afa-42d8-a107-99ae566eabfd req-88091861-d35b-462c-994c-a3c29af8164b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418000 Feb 16 13:30:42.853770 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6330ea-ed9d-4b25-bde7-88d49182b399 req-86a3d1fe-004f-462e-a589-f60ac54264f6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:42.859127 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f6330ea-ed9d-4b25-bde7-88d49182b399 req-86a3d1fe-004f-462e-a589-f60ac54264f6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0942588 Feb 16 13:30:42.906090 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f6330ea-ed9d-4b25-bde7-88d49182b399 req-3bdd680f-49f3-4b8b-bbe6-24387af88ea7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432994 Feb 16 13:30:44.161149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572185-3ad2-4382-b1ef-4b684b60d405 req-c93ffc2f-9028-427d-9886-f9f657896e44 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:44.167607 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-43572185-3ad2-4382-b1ef-4b684b60d405 req-c93ffc2f-9028-427d-9886-f9f657896e44 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.1072049 Feb 16 13:30:44.217264 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-43572185-3ad2-4382-b1ef-4b684b60d405 req-bd8cc750-2c42-435e-821a-5082559494a2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465918 Feb 16 13:30:45.419510 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d72aab-5790-40bd-a0aa-6ccf92b0d718 req-0a76b07e-6dec-438d-ab37-7ca92d3e9387 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.421120 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-41d72aab-5790-40bd-a0aa-6ccf92b0d718 req-0a76b07e-6dec-438d-ab37-7ca92d3e9387 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0838237 Feb 16 13:30:45.471446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-41d72aab-5790-40bd-a0aa-6ccf92b0d718 req-8d7f134d-1938-4012-8066-ee6e941e8b6b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438693 Feb 16 13:30:46.772492 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36f5cf-57a9-4deb-a7a6-36f6bc7fed1c req-610691b8-ee49-489c-b2cc-92385b7a5ace tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:46.773904 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bd36f5cf-57a9-4deb-a7a6-36f6bc7fed1c req-610691b8-ee49-489c-b2cc-92385b7a5ace tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.1811085 Feb 16 13:30:46.817421 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bd36f5cf-57a9-4deb-a7a6-36f6bc7fed1c req-27e37fbf-c494-4aa8-b346-72601b1c4ea7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378504 Feb 16 13:30:47.982511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:30:48.000893 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36363d39-ba7c-4ed4-a160-f45309b0b99e req-d509adad-eb61-42d3-b406-8326c05ad1c7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:48.002446 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-36363d39-ba7c-4ed4-a160-f45309b0b99e req-d509adad-eb61-42d3-b406-8326c05ad1c7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 944 time: 0.0800450 Feb 16 13:30:48.047523 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-36363d39-ba7c-4ed4-a160-f45309b0b99e req-6e4e4036-2c35-4c0f-8a5d-68c057526509 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391896 Feb 16 13:30:48.115210 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:48.131450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'port_id': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'mac_address': 'fa:16:3e:32:7f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:30:48.184886 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:48.200927 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e592b5-0c59-443e-a963-c129f4d4dfd9 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:30:48.216045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:48.321138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:48.386165 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=9']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:48.624309 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['67e592b5-0c59-443e-a963-c129f4d4dfd9'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:30:49.230866 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fc04e-bcab-4884-be4e-cb3569f100b6 req-7be33b9a-35d3-469a-8c84-7344f0039e75 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:49.232748 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e74fc04e-bcab-4884-be4e-cb3569f100b6 req-7be33b9a-35d3-469a-8c84-7344f0039e75 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 945 time: 0.0807884 Feb 16 13:30:49.275658 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e74fc04e-bcab-4884-be4e-cb3569f100b6 req-81ab8e01-2f57-4734-9f0e-1fadadfe8dfc tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373147 Feb 16 13:30:49.977512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:30:50.043461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 67e592b5-0c59-443e-a963-c129f4d4dfd9 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:50.043830 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:50.157049 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:50.182223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:50.192823 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:50.225941 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'code': 200} Feb 16 13:30:50.283367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:50.355854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:50.465575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f31f-79b1-4093-845e-837cad0608dc req-9244d147-2519-4733-a01e-2d06e514e027 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:50.467085 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf16f31f-79b1-4093-845e-837cad0608dc req-9244d147-2519-4733-a01e-2d06e514e027 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 947 time: 0.0797918 Feb 16 13:30:50.514909 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cf16f31f-79b1-4093-845e-837cad0608dc req-d846ccaa-10ef-47b3-ad16-50baa42a78a8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421808 Feb 16 13:30:50.626072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1855146-f324-4c61-80a0-4d7f7676a777 req-b0d8b1ab-694d-4244-8e18-62e35f3d42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:50.627572 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a1855146-f324-4c61-80a0-4d7f7676a777 req-b0d8b1ab-694d-4244-8e18-62e35f3d42b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1100 time: 0.0743983 Feb 16 13:30:50.668085 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a1855146-f324-4c61-80a0-4d7f7676a777 req-0fb2a5e2-e4ac-43f6-9875-ada90fb01fb5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330727 Feb 16 13:30:51.699620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58b064-232f-4821-90fd-c997ac920687 req-cfc2bac8-3bd2-4bbd-8d47-34ba7bb5cdfe tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:51.701065 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f58b064-232f-4821-90fd-c997ac920687 req-cfc2bac8-3bd2-4bbd-8d47-34ba7bb5cdfe tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 947 time: 0.0780687 Feb 16 13:30:51.744229 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9f58b064-232f-4821-90fd-c997ac920687 req-cad98909-3f9f-4dfb-826d-35cc6caaed4a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368197 Feb 16 13:30:52.938517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5d12-2fe1-4e67-9973-20b9277e1ecc req-df08afe0-74a5-4169-bcb5-c200d5404d90 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:52.940043 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-61de5d12-2fe1-4e67-9973-20b9277e1ecc req-df08afe0-74a5-4169-bcb5-c200d5404d90 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 947 time: 0.0850034 Feb 16 13:30:52.985561 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-61de5d12-2fe1-4e67-9973-20b9277e1ecc req-185914cf-4a28-4371-ae76-f8b6d79c8c0e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396590 Feb 16 13:30:54.176035 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de25685-7048-4950-9988-f7f2900b9516 req-5a6deb61-71d2-4176-9ddd-4688b1f160b6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:54.177496 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9de25685-7048-4950-9988-f7f2900b9516 req-5a6deb61-71d2-4176-9ddd-4688b1f160b6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 947 time: 0.0785854 Feb 16 13:30:54.220576 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9de25685-7048-4950-9988-f7f2900b9516 req-3f541597-221d-40f3-801f-ac6aaf19d0a2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373559 Feb 16 13:30:57.845415 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-17ef5396-5f14-419d-831d-3d56eed5fab3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711958 Feb 16 13:30:57.991810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-e9d461de-00cc-4975-8904-f70db9f8eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:57.994206 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-e9d461de-00cc-4975-8904-f70db9f8eb51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1100 time: 0.0745118 Feb 16 13:30:58.142799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-d98b9271-c989-4d12-b67a-6711e0a34218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:58.144371 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-d98b9271-c989-4d12-b67a-6711e0a34218 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1299040 Feb 16 13:30:58.247634 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-3c7e4f23-d69a-4f5a-80a5-e159ae920980 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1002 time: 0.0964537 Feb 16 13:30:58.313092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-a6e210de-c647-4b55-956d-a77979d6eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:58.314528 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-a6e210de-c647-4b55-956d-a77979d6eb60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0604882 Feb 16 13:30:58.388566 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-3bec2c05-c8dc-4790-8fad-5ea346cebf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:58.390008 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-3bec2c05-c8dc-4790-8fad-5ea346cebf96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691943 Feb 16 13:30:58.520919 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-c84cd817-10a0-40f0-a353-c2bc643df879 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234269 Feb 16 13:30:58.749428 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-728a795b-5db1-46a9-a995-b9def8c6f2de req-2a8a58a3-35a0-4ed4-9bd0-e2995fa93ae7 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217054 Feb 16 13:31:03.870918 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef2910e-9d80-45d7-b85d-60a25a4433c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.154655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a14515be-3e37-498d-bebc-d0b9e2fc907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:07.276933 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:07.457900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:08.020815 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:31:08.989053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:11.602380 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:33.890634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76b4edcc-af13-440c-aad3-ec8bf55a1052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:36.162644 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-336ac6a1-a255-4d35-a180-08f51eff3ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:37.256678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:37.413611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:38.941690 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:41.590507 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:45.019707 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:31:57.813269 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-113ff0a6-6ab3-4930-81f7-5fb7c9d5b8b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692008 Feb 16 13:31:57.952710 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-1efe1e8c-6d74-49a2-b70f-cacd52bc7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:57.954179 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-1efe1e8c-6d74-49a2-b70f-cacd52bc7bd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1100 time: 0.0720642 Feb 16 13:31:58.099478 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-6e0c16b1-7d14-4ff6-9cff-f6c93a455178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.100848 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-6e0c16b1-7d14-4ff6-9cff-f6c93a455178 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1266479 Feb 16 13:31:58.203071 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-7f882bb8-576e-41df-9e8f-69b679f380b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 1002 time: 0.0958433 Feb 16 13:31:58.263789 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-3495d10a-e5ae-4118-99ae-564225206012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.265195 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-3495d10a-e5ae-4118-99ae-564225206012 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0557530 Feb 16 13:31:58.354815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-50a39128-e1b5-4512-8724-6fd9dff93029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.356219 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-50a39128-e1b5-4512-8724-6fd9dff93029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845459 Feb 16 13:31:58.488230 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-2853f8ea-28b9-40d6-a741-ea9b7a5a4edd service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248903 Feb 16 13:31:58.622495 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-064b0fd2-9c58-4227-ac8d-7f1aaa007a5e req-5010ccb8-610f-4a3e-b06e-ec997b6c6f54 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279445 Feb 16 13:32:03.892711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a19b20-7be6-47f5-a4a0-caf8a8b45663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:06.189691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d743815-bd99-46e1-aeb8-3511e9f9fb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:06.265549 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35060) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:06.472075 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Deleting port c5e21225-a416-4c88-be93-272ad8ca4fe7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:32:06.472405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:06.643923 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:06.644244 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:06.764489 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Calling delete_port for c5e21225-a416-4c88-be93-272ad8ca4fe7 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:32:07.072342 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:07.117261 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event deleted for resources: {'Port': ['ID=c5e21225-a416-4c88-be93-272ad8ca4fe7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:07.188324 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.188668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.188987 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.189314 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.189638 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.189960 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.190277 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.190640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.190959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.191303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.191618 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.191952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:07.223697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:07.224192 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Floating IP 88135df7-97c5-4b80-8244-32c25d6846e3 disassociated (deleted). External IP: 172.26.6.245, port: 67e592b5-0c59-443e-a963-c129f4d4dfd9. Feb 16 13:32:07.232206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:07.403369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:07.579295 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Router 0ebf2002-40c6-4414-a76f-42b50b7d4089 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:32:07.758648 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:32:07.768298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] Sync routers for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:32:07.774830 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:07.778809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:32:07.779506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:32:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:07.828723 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0287bce9-7cd2-4017-b001-f30114a31b77 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "DELETE /v2.0/floatingips/88135df7-97c5-4b80-8244-32c25d6846e3 HTTP/1.1" status: 204 len: 168 time: 1.5619912 Feb 16 13:32:07.829302 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:32:07.934514 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'status': 'completed', 'code': 200} Feb 16 13:32:07.958606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:32:08.042901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-50424b13-0003-401c-96a6-e004de0cb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.044449 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-50424b13-0003-401c-96a6-e004de0cb34f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 1100 time: 0.0846174 Feb 16 13:32:08.186453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-d376b9de-0ddc-4b6b-9c08-49f19ef2ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.187955 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-d376b9de-0ddc-4b6b-9c08-49f19ef2ff28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1353412 Feb 16 13:32:08.262157 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-72ac0ffb-6980-4d24-9684-dfe27a9d1552 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 200 len: 217 time: 0.0663028 Feb 16 13:32:08.312643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:08.316535 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] Checking router: 0ebf2002-40c6-4414-a76f-42b50b7d4089 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:32:08.326190 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:32:08.326799 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:32:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:08.332956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-5ad9a9a3-24b8-47ad-abb3-ca876fbfc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.336325 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-5ad9a9a3-24b8-47ad-abb3-ca876fbfc70e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0627503 Feb 16 13:32:08.408223 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e18d-7a86-4806-8417-c100bc340275 req-d7ba70d0-019b-4665-be18-56e914f41f66 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.409693 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cad5e18d-7a86-4806-8417-c100bc340275 req-d7ba70d0-019b-4665-be18-56e914f41f66 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 947 time: 0.0846007 Feb 16 13:32:08.411598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-36b83ecb-d164-4099-ac4a-043f4477399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.413366 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-36b83ecb-d164-4099-ac4a-043f4477399d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718749 Feb 16 13:32:08.458895 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cad5e18d-7a86-4806-8417-c100bc340275 req-f00ed460-52a8-4030-a860-5bb31c9c2d11 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429831 Feb 16 13:32:08.507624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:32:08.546570 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-36e2297c-116a-4c59-8543-2140c7b62d02 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262372 Feb 16 13:32:08.786951 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3112a145-2e8c-4693-ade1-62b8f9d18c8c req-4efcdda6-bbe6-43a2-98e1-f86e26133356 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332368 Feb 16 13:32:08.848198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:08.848198 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060973d-032a-49a5-94fe-a46d2d338be0 None None] The sync data for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv is: [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:32:09.009450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:09.062346 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0992a-389c-44d9-9d60-cca87879dbf6 None None] New status for floating IP 88135df7-97c5-4b80-8244-32c25d6846e3: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:32:09.683328 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579adf-429d-4c9a-8c4e-6eb04dfee6f6 req-d39edf34-9c49-4ef2-8c1c-3a7eff9915e9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:09.685021 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5579adf-429d-4c9a-8c4e-6eb04dfee6f6 req-d39edf34-9c49-4ef2-8c1c-3a7eff9915e9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 947 time: 0.0952966 Feb 16 13:32:09.732117 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5579adf-429d-4c9a-8c4e-6eb04dfee6f6 req-46dca246-4329-4ef6-b399-81f04e6bf006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=873ea6bb-843b-43b0-a757-520af27f7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406618 Feb 16 13:32:09.849455 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-a33ed3a9-2635-47bd-9ad0-1958d3347da3 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:09.850218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-a33ed3a9-2635-47bd-9ad0-1958d3347da3 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:32:09.923645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-a33ed3a9-2635-47bd-9ad0-1958d3347da3 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:32:09.924779 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-a33ed3a9-2635-47bd-9ad0-1958d3347da3 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 947 time: 0.1624520 Feb 16 13:32:10.003086 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Deleting port 67e592b5-0c59-443e-a963-c129f4d4dfd9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:32:10.003362 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:10.258048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] For port 67e592b5-0c59-443e-a963-c129f4d4dfd9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=67e592b5-0c59-443e-a963-c129f4d4dfd9,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:32:10.258326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:10.383955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Calling delete_port for 67e592b5-0c59-443e-a963-c129f4d4dfd9 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:32:10.643527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:10.696955 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event deleted for resources: {'Port': ['ID=67e592b5-0c59-443e-a963-c129f4d4dfd9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:10.773555 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] No DVR routers for this DVR port 67e592b5-0c59-443e-a963-c129f4d4dfd9 on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:32:10.776181 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:10.778839 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-deleted', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:32:10.825907 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87ec71-d5b7-4432-a5e1-d3a08799e5be', 'name': 'network-vif-deleted', 'tag': '67e592b5-0c59-443e-a963-c129f4d4dfd9', 'status': 'completed', 'code': 200} Feb 16 13:32:10.844072 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-de58f33e-d881-47a9-82bf-dac4836f7539 req-26bb0c83-f8ac-4696-b7c2-1cebb8b58a79 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "DELETE /v2.0/ports/67e592b5-0c59-443e-a963-c129f4d4dfd9 HTTP/1.1" status: 204 len: 173 time: 0.9129860 Feb 16 13:32:10.885419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f584ea37-4791-4097-ac89-88c3113b584e req-c78014c2-f947-4a20-ae59-4f29ab62e955 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e87ec71-d5b7-4432-a5e1-d3a08799e5be HTTP/1.1" status: 200 len: 210 time: 0.0425367 Feb 16 13:32:11.620715 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:11.981645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35080) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:12.051781 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7cb61412-9e24-42de-a661-4ef2d4c6981d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:12.089022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7cb61412-9e24-42de-a661-4ef2d4c6981d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:12.235668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7cb61412-9e24-42de-a661-4ef2d4c6981d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:12.254429 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb61412-9e24-42de-a661-4ef2d4c6981d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873ea6bb-843b-43b0-a757-520af27f7d4b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:12.359922 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7cb61412-9e24-42de-a661-4ef2d4c6981d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:12.361074 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7cb61412-9e24-42de-a661-4ef2d4c6981d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "DELETE /v2.0/security-groups/873ea6bb-843b-43b0-a757-520af27f7d4b HTTP/1.1" status: 204 len: 168 time: 0.3783641 Feb 16 13:32:12.366412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:32:12.399566 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 67e592b5-0c59-443e-a963-c129f4d4dfd9 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:32:12.399913 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 67e592b5-0c59-443e-a963-c129f4d4dfd9 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:32:15.032165 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35092) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:15.037447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074294914', 'description': 'tempest-secgroup-smoke-1074294914 description', 'project_id': '1fdd762025624aae83689d9be1f7afe7'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:15.043385 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:15.047519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:15.050369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:15.057265 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:15.120688 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.140766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:15.144726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:15.147429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:15.153376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:15.221618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.317407 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.364243 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcd795e-e446-4274-83ed-9e766efceb2b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:15.371195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.371539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.371873 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.372198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.372519 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.372839 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.373154 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.373469 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.373782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.374091 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.374399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.374706 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:15.431981 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.433297 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-4090b4ec-dffb-49a4-8111-f6e656ea4a83 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4000940 Feb 16 13:32:15.435970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35096) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:15.440876 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '0bcd795e-e446-4274-83ed-9e766efceb2b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:15.446880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:15.450655 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:15.453509 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:15.459180 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:15.541077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.601786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.711727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.735620 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342c3044-d6c9-410f-a750-430125e40375,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:15.800721 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.801926 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8c1537d5-29b4-4d9e-be32-b0e4f5752241 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650436 Feb 16 13:32:15.804853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35100) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:15.809747 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '0bcd795e-e446-4274-83ed-9e766efceb2b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:15.815577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:15.819373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:15.822207 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:15.827850 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:15.889296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.948791 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.015027 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.040312 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9ff6a5-b765-41c9-92d2-224e5e95fc59,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.128779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.130715 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-5161d15a-f480-4704-b254-e192233298cb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3249233 Feb 16 13:32:16.133521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35104) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:16.138518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '0bcd795e-e446-4274-83ed-9e766efceb2b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:16.144705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:16.149097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:16.152375 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:16.157452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:16.243285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.307332 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.389784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.413884 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b912df89-5636-47f2-85fc-77e57c3a152e,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.483245 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.484464 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-af821c2c-f93f-4d7a-922a-f18b21536b32 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499537 Feb 16 13:32:16.487069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35108) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:16.492495 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '0bcd795e-e446-4274-83ed-9e766efceb2b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:16.498480 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:16.502340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:16.505816 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:16.511473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:16.619286 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.682181 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.781093 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.806921 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4eceb4-0d8d-4e4c-88ec-b866ec394b7b,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.943729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.944855 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3b1a1bc2-e47d-4214-a4d3-f265b212594a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4568808 Feb 16 13:32:16.947550 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35112) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:16.952563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '0bcd795e-e446-4274-83ed-9e766efceb2b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:16.958501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:16.962401 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:16.969475 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:16.971240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:17.046696 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Project 1fdd762025624aae83689d9be1f7afe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:32:17.054830 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.119794 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.191464 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.214472 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2588fe84-4004-4463-931d-0f35d63cbd4a,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:17.287303 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.288458 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-7ace862f-7f41-4870-bfa2-7d1417201006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3399689 Feb 16 13:32:17.291215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35116) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:32:17.300920 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'security_group_rule': {'security_group_id': '0bcd795e-e446-4274-83ed-9e766efceb2b', 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:17.301677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:17.305621 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:security_group_rule and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:17.308399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:17.314012 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:17.383449 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.securitygroups_db [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Project 1fdd762025624aae83689d9be1f7afe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:32:17.390487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.455502 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.540060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.562687 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6686bc68-39cd-4362-a661-a13010898a9c,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:17.648787 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.649994 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fed77352-ff3f-4afa-9bb1-6662cbca907a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3578720 Feb 16 13:32:22.018770 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:32:33.966629 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4509e101-4ce7-4d6a-b4a7-bffba5291c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:36.189189 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8246815-764b-46d9-bef4-cbef418ebcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:37.293761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:37.440663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:39.013434 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:41.659687 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:43.747269 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6bb90050-c780-4024-80f5-ce426a459d1c req-22b6b761-7ca4-480f-aa81-6c9110225db2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:32:43.828698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-6bb90050-c780-4024-80f5-ce426a459d1c req-22b6b761-7ca4-480f-aa81-6c9110225db2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:32:43.829789 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-22b6b761-7ca4-480f-aa81-6c9110225db2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074294914&fields=id&tenant_id=1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 267 time: 0.1213753 Feb 16 13:32:43.978562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-b5a961b6-c0e9-4f11-9223-77dba90c34c6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:43.980018 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-b5a961b6-c0e9-4f11-9223-77dba90c34c6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 809 time: 0.1436882 Feb 16 13:32:43.994578 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-169da56c-2925-4585-9743-a00fde42fc66 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/quotas/1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 375 time: 0.0091197 Feb 16 13:32:44.079303 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-a9297627-9540-4b3a-ac5b-02c16ac89591 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796056 Feb 16 13:32:44.341514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-5568f0ce-9373-48f3-a244-aa9b08189612 service neutron] 10.222.0.47 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505817 Feb 16 13:32:44.565579 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-b82f4dbd-583a-4242-8c66-95078f37234f service neutron] 10.222.0.47 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184741 Feb 16 13:32:45.180980 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d1a285f0-a543-435d-92bb-3b7c2c05362e req-0480bd6b-ae84-4ebb-9765-6cd3bfc6b753 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 210 time: 0.0418930 Feb 16 13:32:46.275307 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a9a8e9a6-cd05-4c70-80c9-28f0d8dc9988 req-432626a5-1c0f-4783-92d9-9c4d0c88a0df tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 210 time: 0.0421324 Feb 16 13:32:47.423295 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e7dac49a-b323-48d8-9fb4-b7f32c624d59 req-ba50e24b-0214-4d38-b97f-0be84b257298 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 210 time: 0.0446503 Feb 16 13:32:48.581227 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c0b596de-c296-4815-9259-785801b95d60 req-37e98605-17a2-4641-a9d6-8c006e2d2255 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 210 time: 0.0476980 Feb 16 13:32:49.729814 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ed999411-c39c-4f85-90c9-1fd7bfa43fad req-df105a2f-e7a9-4ac5-8c53-a8277b44ad03 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 210 time: 0.0418482 Feb 16 13:32:49.754871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-3b08bb6b-73c8-4b3c-a73e-d662e0cf0577 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:49.756307 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-3b08bb6b-73c8-4b3c-a73e-d662e0cf0577 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 809 time: 0.1472349 Feb 16 13:32:49.804326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-6bb90050-c780-4024-80f5-ce426a459d1c req-12275d39-7a85-4640-917e-1dee4224de33 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:32:49.818560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-6bb90050-c780-4024-80f5-ce426a459d1c req-12275d39-7a85-4640-917e-1dee4224de33 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:32:49.819781 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-12275d39-7a85-4640-917e-1dee4224de33 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 380 time: 0.0538974 Feb 16 13:32:49.828912 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'port': {'device_id': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'admin_state_up': True, 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'security_groups': ['0bcd795e-e446-4274-83ed-9e766efceb2b']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:49.977557 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:32:49.982513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:port and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:32:49.985327 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:32:49.991193 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:32:50.068433 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Made reservation on behalf of 1fdd762025624aae83689d9be1f7afe7 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:32:50.072060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:50.239574 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Allocated IP 172.20.0.7 (9b8e9603-77a9-421c-8ed4-9ff9c9c57efb/cb07969a-a5c4-496a-9090-ed3d2ec12e2b/77e6fe5c-96db-40bd-87d9-df4ad01eec1c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:32:50.547952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:50.563601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Transition to ACTIVE for port object 77e6fe5c-96db-40bd-87d9-df4ad01eec1c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:32:50.699620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:50.774736 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:32:50.778250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:50.782147 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:32:50.822874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:50.858161 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.858903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:50.944281 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4693494-e203-4d3a-95dd-db35994a501f req-37495aed-c73a-4e0a-804d-516067feb65f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.946480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f4693494-e203-4d3a-95dd-db35994a501f req-37495aed-c73a-4e0a-804d-516067feb65f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 931 time: 0.0981445 Feb 16 13:32:50.972149 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f4d3e0bd-1e99-443c-9ea0-ae7d93336838 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1470070 Feb 16 13:32:50.983470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-6ec404f2-0309-46b0-919d-035f6522c3ff tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:32:50.984427 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-6ec404f2-0309-46b0-919d-035f6522c3ff tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053036 Feb 16 13:32:50.998287 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Request body: {'port': {'device_id': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:51.017824 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f4693494-e203-4d3a-95dd-db35994a501f req-bc4085e0-c03d-439b-9ee8-056ae16d6349 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655961 Feb 16 13:32:51.122136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:51.166057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-aeddd638-da09-41ae-b6ef-f378b281f683 None None] Provisioning for port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:32:51.171291 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-aeddd638-da09-41ae-b6ef-f378b281f683 None None] Provisioning complete for port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:51.172272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aeddd638-da09-41ae-b6ef-f378b281f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:51.233460 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-aeddd638-da09-41ae-b6ef-f378b281f683 None None] Port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:32:51.466552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e6fe5c-96db-40bd-87d9-df4ad01eec1c {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:32:51.473575 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:51.487907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Transition to ACTIVE for port object 77e6fe5c-96db-40bd-87d9-df4ad01eec1c will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:32:51.565525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:51.701369 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:51.821975 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Attempting to bind port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:32:51.822568 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Attempting to bind port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:32:51.822788 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Attempting to bind port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:32:51.828251 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:32:51.828567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Attempting to bind port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c on network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:32:51.833761 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:32:51.834092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Checking segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:32:51.834470 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Bound using segment: {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:32:51.834886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Bound port: 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae9886-4f40-49d6-8678-9725110b5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:32:51.835260 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:51.932919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:32:51.935970 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:32:52.013708 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:52.081114 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.081762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:52.083220 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] 10.222.0.67 "PUT /v2.0/ports/77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 1093 time: 1.0894637 Feb 16 13:32:52.083655 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:32:52.118893 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dfc7e-b564-46e4-a1c8-e1baa87e60ae service neutron] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:52.138603 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'status': 'completed', 'code': 200} Feb 16 13:32:52.235322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca257dec-c2e5-4197-b3d9-cfd51e1a935b req-e4b6f070-0423-4fe4-a710-73e53874d07a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.241035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca257dec-c2e5-4197-b3d9-cfd51e1a935b req-e4b6f070-0423-4fe4-a710-73e53874d07a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0961137 Feb 16 13:32:52.242601 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce521-da29-40a3-8fd5-e920f8a35d7b req-72a27538-ff7e-486b-a877-93520b1de037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.244124 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-978ce521-da29-40a3-8fd5-e920f8a35d7b req-72a27538-ff7e-486b-a877-93520b1de037 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1096 time: 0.0818589 Feb 16 13:32:52.291527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ca257dec-c2e5-4197-b3d9-cfd51e1a935b req-9846162d-bf8e-4e6e-8e4b-88269102de07 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484524 Feb 16 13:32:52.394166 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce521-da29-40a3-8fd5-e920f8a35d7b req-e6e48d91-7bc0-48f1-b0b4-82d41fa1192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.395800 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-978ce521-da29-40a3-8fd5-e920f8a35d7b req-e6e48d91-7bc0-48f1-b0b4-82d41fa1192e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1fdd762025624aae83689d9be1f7afe7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1430438 Feb 16 13:32:52.532349 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce521-da29-40a3-8fd5-e920f8a35d7b req-a7ac0bfc-b3ca-4163-8897-53c39225d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.533701 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-978ce521-da29-40a3-8fd5-e920f8a35d7b req-a7ac0bfc-b3ca-4163-8897-53c39225d393 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1313913 Feb 16 13:32:52.647898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-e9f4e940-0ce9-494c-b972-5237156623ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.649996 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-e9f4e940-0ce9-494c-b972-5237156623ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1096 time: 0.0768566 Feb 16 13:32:52.822488 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-f8e9aeea-955e-4f71-b6f2-210e4fb26537 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 217 time: 0.1649165 Feb 16 13:32:52.883418 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-165939c8-d28b-4bea-8139-f95d08f9e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.884805 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-165939c8-d28b-4bea-8139-f95d08f9e801 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0558536 Feb 16 13:32:52.968422 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90050-c780-4024-80f5-ce426a459d1c req-8473e4ea-a68e-4f00-9317-6e3c959d6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:52.969876 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-8473e4ea-a68e-4f00-9317-6e3c959d6408 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780160 Feb 16 13:32:53.101604 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-fc882043-ff5c-4b14-a782-9600b170a239 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244161 Feb 16 13:32:53.230157 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6bb90050-c780-4024-80f5-ce426a459d1c req-041f19ed-94d1-4dbf-86bf-e4ae5ec42e5d service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218312 Feb 16 13:32:53.477957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662c7f-3f10-4144-868b-49253967eab1 req-8412084e-e963-4c84-9ad5-79c791b8f455 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:53.479506 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-15662c7f-3f10-4144-868b-49253967eab1 req-8412084e-e963-4c84-9ad5-79c791b8f455 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0801032 Feb 16 13:32:53.523141 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-15662c7f-3f10-4144-868b-49253967eab1 req-9f0aa1d2-ed0e-401f-82b4-7c569ada5809 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 Feb 16 13:32:54.708762 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18980-e2c8-437a-ab0b-f9c125d4c6e1 req-ecef77ab-26c7-4492-a385-72f14d2159bb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:54.710305 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-67b18980-e2c8-437a-ab0b-f9c125d4c6e1 req-ecef77ab-26c7-4492-a385-72f14d2159bb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0817361 Feb 16 13:32:54.752918 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-67b18980-e2c8-437a-ab0b-f9c125d4c6e1 req-60825a60-0ae3-4d41-9fe2-449b878da580 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370550 Feb 16 13:32:55.934284 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf9fe-e4e8-4268-a0d2-c3587506746f req-28e39a0d-9275-4038-baee-99f805add246 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:55.935839 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-67bbf9fe-e4e8-4268-a0d2-c3587506746f req-28e39a0d-9275-4038-baee-99f805add246 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0796912 Feb 16 13:32:55.979284 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-67bbf9fe-e4e8-4268-a0d2-c3587506746f req-1c5c29c0-06d5-4644-8857-b2a479171560 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Feb 16 13:32:57.168410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef297c5-b4a3-46fb-b10d-61c04502aef4 req-896f8f4a-1270-4a32-8697-b4a82c464f51 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:57.169857 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ef297c5-b4a3-46fb-b10d-61c04502aef4 req-896f8f4a-1270-4a32-8697-b4a82c464f51 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0824378 Feb 16 13:32:57.213550 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0ef297c5-b4a3-46fb-b10d-61c04502aef4 req-5f6c1fcd-214b-4c4a-b22e-fa665e2ad63f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Feb 16 13:32:58.394275 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024e986-8df3-4af7-aafc-323e5c4ed01e req-07b206b7-5006-475f-8ac6-72f355a995cc tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:58.395788 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0024e986-8df3-4af7-aafc-323e5c4ed01e req-07b206b7-5006-475f-8ac6-72f355a995cc tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0794418 Feb 16 13:32:58.452495 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0024e986-8df3-4af7-aafc-323e5c4ed01e req-8ba7d5e0-d25b-46bc-bb10-959287996730 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505047 Feb 16 13:32:59.018504 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:32:59.633232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a370e7-0d4b-4d23-aab2-a9de4ce78960 req-a5b9b318-8f44-4e0f-a7f5-8d7c28c5be51 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:59.635301 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e8a370e7-0d4b-4d23-aab2-a9de4ce78960 req-a5b9b318-8f44-4e0f-a7f5-8d7c28c5be51 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0786345 Feb 16 13:32:59.678113 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e8a370e7-0d4b-4d23-aab2-a9de4ce78960 req-938471f6-f2d3-451a-b70d-62c7862bd78e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371873 Feb 16 13:33:00.567864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 77e6fe5c-96db-40bd-87d9-df4ad01eec1c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:33:00.697732 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:33:00.710854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'port_id': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'mac_address': 'fa:16:3e:40:4a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:33:00.765390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:00.785696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e6fe5c-96db-40bd-87d9-df4ad01eec1c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:33:00.801486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:33:00.863963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:00.866011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9285-b5e0-4494-80ce-8a3330cbac13 req-9cccf785-68f0-4fc3-b028-a99c8eb26349 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:00.867607 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-956d9285-b5e0-4494-80ce-8a3330cbac13 req-9cccf785-68f0-4fc3-b028-a99c8eb26349 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0829744 Feb 16 13:33:00.911594 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-956d9285-b5e0-4494-80ce-8a3330cbac13 req-460c9c65-2db1-48d1-ac38-838bc487d1ed tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Feb 16 13:33:00.932766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:00.940022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.940395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.940718 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.941055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.941390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.941725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.942054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.942383 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.942709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.943060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.943390 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:00.943714 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:01.116139 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['77e6fe5c-96db-40bd-87d9-df4ad01eec1c'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:33:02.102174 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369dc37-e99e-4dd6-82b1-790929b82248 req-92aa4c82-a36a-4706-a90e-fc50a63fd798 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:02.103725 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0369dc37-e99e-4dd6-82b1-790929b82248 req-92aa4c82-a36a-4706-a90e-fc50a63fd798 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 944 time: 0.0848625 Feb 16 13:33:02.150150 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0369dc37-e99e-4dd6-82b1-790929b82248 req-d89168a3-bb86-4228-b5d1-8557ce4d2e8b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Feb 16 13:33:02.567382 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 77e6fe5c-96db-40bd-87d9-df4ad01eec1c up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:33:02.732881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:33:02.738114 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:02.738486 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:02.856242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:02.881597 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:33:02.891308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:33:02.961104 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:02.997702 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'code': 200} Feb 16 13:33:03.036320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:03.340771 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99bc1-8b89-45d4-9382-e097b29e46b1 req-c5b6f80e-047c-4a58-b889-1a12f1afba52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:03.342245 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a3d99bc1-8b89-45d4-9382-e097b29e46b1 req-c5b6f80e-047c-4a58-b889-1a12f1afba52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0862010 Feb 16 13:33:03.387934 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a3d99bc1-8b89-45d4-9382-e097b29e46b1 req-6a9f096e-0535-4568-83fe-f8006c8b8b87 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 Feb 16 13:33:03.480298 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67c8dc-d753-49b0-a6ad-94f980499bbe req-fbd5aebe-038e-447e-8bb3-15d6afcd2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:03.481685 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6f67c8dc-d753-49b0-a6ad-94f980499bbe req-fbd5aebe-038e-447e-8bb3-15d6afcd2724 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.1493976 Feb 16 13:33:03.523105 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-6f67c8dc-d753-49b0-a6ad-94f980499bbe req-62977b4d-21a0-4133-93ac-c1f6d3daae46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Feb 16 13:33:03.909826 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42390c4b-99c7-48e7-a052-ce1a22f6b712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.575662 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeddf65-5386-46b3-be34-d4ae80d3ec4c req-a4ed235b-4a18-4f5d-b276-e93a0a2c6302 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:04.577122 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9eeddf65-5386-46b3-be34-d4ae80d3ec4c req-a4ed235b-4a18-4f5d-b276-e93a0a2c6302 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0798292 Feb 16 13:33:04.620271 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9eeddf65-5386-46b3-be34-d4ae80d3ec4c req-cd2d0f04-6295-4af0-a0eb-823ead75581d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Feb 16 13:33:05.804168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cc1b0-d6f4-402b-a00d-253ede567617 req-8d0cd7fc-a968-4b43-87f7-b36d7e19283d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:05.805628 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f82cc1b0-d6f4-402b-a00d-253ede567617 req-8d0cd7fc-a968-4b43-87f7-b36d7e19283d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0828648 Feb 16 13:33:05.850663 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f82cc1b0-d6f4-402b-a00d-253ede567617 req-8af782a8-a497-44bd-ae18-497c77ce7884 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Feb 16 13:33:06.039727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c19f0-e043-428a-a7a3-d4c70876f884 req-1b4b9f13-4f41-4a9c-8a4f-201e387d4064 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:06.041211 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e32c19f0-e043-428a-a7a3-d4c70876f884 req-1b4b9f13-4f41-4a9c-8a4f-201e387d4064 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0801427 Feb 16 13:33:06.087976 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e32c19f0-e043-428a-a7a3-d4c70876f884 req-65c53069-2415-46b8-9533-a5d77ae4b006 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406296 Feb 16 13:33:06.109751 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35372) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:06.160968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-283c31c1-a1fe-41bf-afc0-c340e869145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:06.223692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4fdd4-4ee4-4c15-aa66-1e67ecccd4e4 tempest-TestShelveInstance-1861659864 tempest-TestShelveInstance-1861659864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:06.225182 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9aa4fdd4-4ee4-4c15-aa66-1e67ecccd4e4 tempest-TestShelveInstance-1861659864 tempest-TestShelveInstance-1861659864-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1093 time: 0.1144626 Feb 16 13:33:06.227929 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35378) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:06.232883 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:06.238726 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:06.242478 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Usage tracker for resource:floatingip and tenant:1fdd762025624aae83689d9be1f7afe7 is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:06.245292 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:06.250948 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:06.338768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:06.473362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:06.607274 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Allocated IP 172.26.6.123 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/27d6f149-17e8-4d78-9f78-db96eb3a542d) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:06.750826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:06.835651 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:06.902215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:06.905100 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:06.909618 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:33:07.054354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'Port': ['ID=27d6f149-17e8-4d78-9f78-db96eb3a542d,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:07.303076 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:07.440808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:07.451663 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:07.622901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:07.825535 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:07.886429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:07.991954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event updated for resources: {'Port': ['ID=27d6f149-17e8-4d78-9f78-db96eb3a542d,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:08.005766 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:08.178601 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Floating IP 0bc65cec-1ba4-461d-bb06-1aa79a6d0693 associated. External IP: 172.26.6.123, port: 77e6fe5c-96db-40bd-87d9-df4ad01eec1c. Feb 16 13:33:08.537885 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Router 0ebf2002-40c6-4414-a76f-42b50b7d4089 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:33:08.825074 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:33:08.834798 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] Sync routers for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:33:08.844628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:33:08.845683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:33:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:08.898327 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:08.963237 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-cebdcf0e-1c8f-438f-b2ee-67a312ffe5c0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7340963 Feb 16 13:33:08.963862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:33:09.039465 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:33:09.083580 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:09.099936 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'status': 'completed', 'code': 200} Feb 16 13:33:09.195679 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-b027feb9-c482-4bcb-aec8-4abd03cb64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:09.197188 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-b027feb9-c482-4bcb-aec8-4abd03cb64cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0758307 Feb 16 13:33:09.334615 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-014a6113-8108-4236-80ab-ba48d609ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:09.336152 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-014a6113-8108-4236-80ab-ba48d609ace9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1328337 Feb 16 13:33:09.396148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0bc65cec-1ba4-461d-bb06-1aa79a6d0693', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'port_id': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'mac_address': 'fa:16:3e:40:4a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:07Z', 'updated_at': '2022-02-16T13:33:07Z', 'revision_number': 0, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:09.400766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] Checking router: 0ebf2002-40c6-4414-a76f-42b50b7d4089 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:33:09.409184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:33:09.409797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:33:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:09.448474 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-c14d71bf-ffe9-4b3d-b0ca-8e43049c6867 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 999 time: 0.1061172 Feb 16 13:33:09.512390 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-a5d68929-70e3-451d-81ae-aab86f997f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:09.514022 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-a5d68929-70e3-451d-81ae-aab86f997f09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0581579 Feb 16 13:33:09.590746 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-8e75c747-e9a0-4733-afe5-1962e94b0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:09.591463 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:33:09.592341 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-8e75c747-e9a0-4733-afe5-1962e94b0d24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710223 Feb 16 13:33:09.738772 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-76965e91-8127-4451-853d-aea403dd578a service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308115 Feb 16 13:33:09.875835 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-0b83c957-b4fe-491e-94cb-c5b80f883268 req-dbac9798-c37a-491c-ad64-18db4d7b7e7b service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280367 Feb 16 13:33:09.979842 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0bc65cec-1ba4-461d-bb06-1aa79a6d0693', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'port_id': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'mac_address': 'fa:16:3e:40:4a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:07Z', 'updated_at': '2022-02-16T13:33:07Z', 'revision_number': 0, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:09.983713 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb3540-9eed-4329-a5fd-8bb106b09a04 None None] The sync data for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv is: [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0bc65cec-1ba4-461d-bb06-1aa79a6d0693', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'port_id': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'mac_address': 'fa:16:3e:40:4a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:07Z', 'updated_at': '2022-02-16T13:33:07Z', 'revision_number': 0, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:10.175390 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52438e69-ed8a-42c8-9a14-4bc51b69a178 None None] New status for floating IP 0bc65cec-1ba4-461d-bb06-1aa79a6d0693: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:33:11.606298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:33.913619 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04f89aa6-798d-4ff1-9542-30779f5bfaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:36.017094 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:33:36.182489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a240e2a-0e76-4e94-b59b-b96b5f99a3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:37.262544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:37.416618 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:38.982599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:41.665565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.827677 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-fa68a80f-11d4-474e-8bfc-7af51aaba8e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732443 Feb 16 13:33:59.971197 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-bf1279c4-b2f0-46e8-b7d5-f1a0a6102753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:59.972772 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-bf1279c4-b2f0-46e8-b7d5-f1a0a6102753 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0740626 Feb 16 13:34:00.129212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-1382d15a-a44d-4ecf-accd-05fddfacfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.130673 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-1382d15a-a44d-4ecf-accd-05fddfacfefb service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1340714 Feb 16 13:34:00.338724 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-1d5f0612-86dc-4d0e-911a-e415519fa7fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 1001 time: 0.2006707 Feb 16 13:34:00.406021 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-3329ddcc-900b-4260-a5fa-d0ccd4f52641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.407610 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-3329ddcc-900b-4260-a5fa-d0ccd4f52641 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0610642 Feb 16 13:34:00.486073 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-3aa181b8-061e-4227-a66d-24e2cbd98a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.487897 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-3aa181b8-061e-4227-a66d-24e2cbd98a5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708985 Feb 16 13:34:00.624082 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-302dd05e-13b1-4a28-8e3c-b21ff932c045 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277089 Feb 16 13:34:00.772755 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-1ca8f90c-2bf7-4b8d-998f-140e52c06792 req-7c927797-8884-4980-8921-c7fa9a9b60fa service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422732 Feb 16 13:34:03.952999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-693524e3-ffb5-41f2-b06c-a3a5e42a5b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:06.181242 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb06644e-7050-4ea3-8485-0d08cbc15f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:07.260661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:07.438057 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:08.975555 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:11.615514 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.016137 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:34:33.917032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8339a543-c2a8-420d-ad72-19ec88e1cd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:36.186890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ee0ba2-0471-4093-992b-d6c210c41e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:37.231186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:37.408658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:38.958868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:41.686810 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:50.014607 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:34:59.817734 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-d1be9bf6-7b70-475b-a223-08962c38067c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724909 Feb 16 13:34:59.963619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e830-a906-4aab-a43c-59c4421f4bba req-f6ae5a13-a306-401f-988a-8a0d57e59f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:59.965090 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-f6ae5a13-a306-401f-988a-8a0d57e59f57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0717382 Feb 16 13:35:00.118925 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e830-a906-4aab-a43c-59c4421f4bba req-26da6791-d6be-4383-87cb-3fa5c77373f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:00.120417 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-26da6791-d6be-4383-87cb-3fa5c77373f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1279778 Feb 16 13:35:00.231936 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-5b6fbc74-0c5c-4b0f-aae2-c6aebefd6817 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 1001 time: 0.0998337 Feb 16 13:35:00.296560 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e830-a906-4aab-a43c-59c4421f4bba req-b6b2a7f0-0ba5-44f9-b0d0-16d529642d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:00.298166 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-b6b2a7f0-0ba5-44f9-b0d0-16d529642d28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0569334 Feb 16 13:35:00.378384 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e830-a906-4aab-a43c-59c4421f4bba req-3b80fb81-364d-4003-849c-c8b8aff3d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:00.379817 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-3b80fb81-364d-4003-849c-c8b8aff3d986 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731931 Feb 16 13:35:00.517595 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-e84f0af5-4162-44c5-bb86-ddf7c8a84c9a service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270697 Feb 16 13:35:00.651612 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-2757e830-a906-4aab-a43c-59c4421f4bba req-0789f4ce-79e5-49c1-a639-9fbad0a31bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241753 Feb 16 13:35:03.893283 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdf02-6875-4b80-8d3b-75cbb7da8104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:06.196100 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b60e2c9-2be4-4be8-bb80-1aa1e60bf5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:07.258661 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:07.429711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:08.973609 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:11.607808 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:27.013678 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:35:33.904011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad00a-571b-49b9-9fec-a073e8a297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.167226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4814b1a2-8f95-481c-8e6a-535e70b8bf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.263947 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:37.447141 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:38.967074 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:41.618323 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:59.605833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a857df-78a5-40a4-ad12-2091021b7367 req-f1c422a2-14cf-4fbc-b7ac-e9d8eaacf7db tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:59.607290 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-22a857df-78a5-40a4-ad12-2091021b7367 req-f1c422a2-14cf-4fbc-b7ac-e9d8eaacf7db tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.1544216 Feb 16 13:35:59.651159 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-22a857df-78a5-40a4-ad12-2091021b7367 req-208fb7b2-8614-41a7-b90b-3e5f5908521d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 Feb 16 13:35:59.867527 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-1aa54964-385a-44ce-812b-424296a969dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:59.869026 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-1aa54964-385a-44ce-812b-424296a969dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0721264 Feb 16 13:36:00.023525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-b7f1e149-9a76-44cf-8d3a-cf244198ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:00.025492 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-b7f1e149-9a76-44cf-8d3a-cf244198ddd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1320112 Feb 16 13:36:00.240692 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-73d94854-d06c-4eb8-b67c-02345c649ea2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 1001 time: 0.2084494 Feb 16 13:36:00.306917 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-ca9a8882-f49e-4241-b8d2-51c2b222e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:00.308396 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-ca9a8882-f49e-4241-b8d2-51c2b222e321 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0607607 Feb 16 13:36:00.385753 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-9a74855e-b07b-4593-bdba-cd0a59255af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:00.387313 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-9a74855e-b07b-4593-bdba-cd0a59255af8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715797 Feb 16 13:36:00.520024 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-89afa50a-972c-4e00-909c-275581b55858 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258953 Feb 16 13:36:00.656547 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-f00ff0ce-4c83-4eff-9bfc-56126669b0d4 req-4ee79171-471b-4bbd-8c56-5d0a6240f5f9 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277237 Feb 16 13:36:00.881954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4f18-4568-419c-9fde-a7ba40e3cc8c req-1de06dec-62ba-45f7-9230-aa3c951aed3b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:00.883477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-741e4f18-4568-419c-9fde-a7ba40e3cc8c req-1de06dec-62ba-45f7-9230-aa3c951aed3b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.1255736 Feb 16 13:36:00.927364 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-741e4f18-4568-419c-9fde-a7ba40e3cc8c req-994b767f-2912-4e53-b951-823e29f7c1a3 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Feb 16 13:36:02.111235 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aaf7f-3337-4a02-a7fb-4097e5cbfd49 req-69a1b1d4-3f98-4e27-b0b8-b3229c052c10 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:02.112762 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d39aaf7f-3337-4a02-a7fb-4097e5cbfd49 req-69a1b1d4-3f98-4e27-b0b8-b3229c052c10 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0797131 Feb 16 13:36:02.162062 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d39aaf7f-3337-4a02-a7fb-4097e5cbfd49 req-4535d3e1-e9e2-4827-98c8-56dcbab5b955 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390782 Feb 16 13:36:03.349784 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea64a1-f261-40f1-8f42-3aca51d3d3f2 req-5e2bbcae-692b-4bf9-a36c-b393d47c38c1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:03.351171 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1eea64a1-f261-40f1-8f42-3aca51d3d3f2 req-5e2bbcae-692b-4bf9-a36c-b393d47c38c1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0832677 Feb 16 13:36:03.394375 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1eea64a1-f261-40f1-8f42-3aca51d3d3f2 req-0ac59ba0-743e-4453-8e15-f0eba02205b9 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376687 Feb 16 13:36:03.901099 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40283533-0268-46e5-b514-8d069dc90a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:04.012945 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:04.576906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcecee3-81db-49aa-9a2b-3ec28d59d4d8 req-0446db5a-d739-4a30-9d20-b012a498620f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:04.578360 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3dcecee3-81db-49aa-9a2b-3ec28d59d4d8 req-0446db5a-d739-4a30-9d20-b012a498620f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0787416 Feb 16 13:36:04.625732 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3dcecee3-81db-49aa-9a2b-3ec28d59d4d8 req-27420f19-2cc1-4e27-a158-a91aa6734d64 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411911 Feb 16 13:36:05.810057 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd4948-f8ca-40c7-8c6c-04c6c596b399 req-d79fd795-ee0c-4159-95aa-d9084966c4aa tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:05.811522 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94fd4948-f8ca-40c7-8c6c-04c6c596b399 req-d79fd795-ee0c-4159-95aa-d9084966c4aa tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0784278 Feb 16 13:36:05.854840 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-94fd4948-f8ca-40c7-8c6c-04c6c596b399 req-6ce10d87-d8b9-48e8-a681-d9b27b40fc61 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377176 Feb 16 13:36:06.198957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09e0ad58-42ad-4c0a-8e30-a4bd13e792d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:07.046731 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2f347-15f1-4b16-9d35-731c3261a2a1 req-24b3ec95-a927-4971-95c8-873f50befc47 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:07.048202 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75d2f347-15f1-4b16-9d35-731c3261a2a1 req-24b3ec95-a927-4971-95c8-873f50befc47 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0885468 Feb 16 13:36:07.091929 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-75d2f347-15f1-4b16-9d35-731c3261a2a1 req-9dc39d64-7a72-482e-90b1-178121cc3f78 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374262 Feb 16 13:36:07.246056 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:07.434857 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:08.284363 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bd9e1-577f-4219-ac8c-f340a997fa80 req-791a4723-93c2-4d58-a4db-15ad287b7a56 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:08.285749 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de1bd9e1-577f-4219-ac8c-f340a997fa80 req-791a4723-93c2-4d58-a4db-15ad287b7a56 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0786371 Feb 16 13:36:08.329596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-de1bd9e1-577f-4219-ac8c-f340a997fa80 req-1f019fbc-1a50-4ee4-9449-5cba951cbe53 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 Feb 16 13:36:08.961031 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:09.519168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9ecb-9c80-491c-9847-d7e76ed75670 req-390d635a-b874-40ba-b225-a1e9f9f640bb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:09.520642 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e8f9ecb-9c80-491c-9847-d7e76ed75670 req-390d635a-b874-40ba-b225-a1e9f9f640bb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0851645 Feb 16 13:36:09.565124 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0e8f9ecb-9c80-491c-9847-d7e76ed75670 req-afef6f7e-69a1-456f-b035-0adafcb4ff3c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387828 Feb 16 13:36:10.759343 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c11f4-087f-4d2e-9546-64c83b898f1a req-fdf757d6-59e0-4f08-8f24-83a9f9dded74 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:10.760808 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f1c11f4-087f-4d2e-9546-64c83b898f1a req-fdf757d6-59e0-4f08-8f24-83a9f9dded74 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0805151 Feb 16 13:36:10.811023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7f1c11f4-087f-4d2e-9546-64c83b898f1a req-d24b0bcd-7d93-4099-8769-1355f82173d0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Feb 16 13:36:11.634680 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:11.997522 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035977ad-9abf-4a46-8b95-a4fdc32c4412 req-e9e96d75-f9a9-4e30-8fa4-bcf2e3fcc556 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:11.998904 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-035977ad-9abf-4a46-8b95-a4fdc32c4412 req-e9e96d75-f9a9-4e30-8fa4-bcf2e3fcc556 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0833766 Feb 16 13:36:12.042251 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-035977ad-9abf-4a46-8b95-a4fdc32c4412 req-20517e94-16a5-4168-b5bc-b7d98cc9f1f8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377495 Feb 16 13:36:13.228379 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594fbf-3bf4-420f-854a-8e65efe3fcc4 req-217ee009-62fb-4532-b6f7-25434dd4b3f1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:13.229829 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0d594fbf-3bf4-420f-854a-8e65efe3fcc4 req-217ee009-62fb-4532-b6f7-25434dd4b3f1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0796139 Feb 16 13:36:13.276588 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0d594fbf-3bf4-420f-854a-8e65efe3fcc4 req-c7a5ec5c-483d-426e-b595-59f99e82ead8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410521 Feb 16 13:36:14.459629 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27e6c4-f6a7-47c4-b92e-aeb17378c4fa req-0d843e69-9949-436b-bb24-c053195b7376 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:14.461084 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1f27e6c4-f6a7-47c4-b92e-aeb17378c4fa req-0d843e69-9949-436b-bb24-c053195b7376 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0786357 Feb 16 13:36:14.504392 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1f27e6c4-f6a7-47c4-b92e-aeb17378c4fa req-52d9cc9b-a87c-4e67-8829-a2ff8d755e2e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376639 Feb 16 13:36:14.786068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-89f60d87-cfcf-4d26-a4c7-31c602ed3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:14.787589 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-89f60d87-cfcf-4d26-a4c7-31c602ed3b68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0697725 Feb 16 13:36:14.922263 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-64c02b19-c502-4529-a890-f7644085ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:14.923756 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-64c02b19-c502-4529-a890-f7644085ccf2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1270537 Feb 16 13:36:15.032552 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-0b4b2064-fc52-4bd4-b124-330cc2164d72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 1001 time: 0.0971477 Feb 16 13:36:15.099985 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-02a43bd7-218c-4e2f-af2a-4d1df704f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:15.101497 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-02a43bd7-218c-4e2f-af2a-4d1df704f2be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0610662 Feb 16 13:36:15.178450 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-f2b04338-8534-4e52-94b6-3564d4f28b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:15.179944 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-f2b04338-8534-4e52-94b6-3564d4f28b13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702484 Feb 16 13:36:15.314102 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-01aece62-0267-4788-83ae-ba58c16feab0 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238420 Feb 16 13:36:15.442102 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-558a812d-80c9-40e7-bb15-da2ddf2fff35 req-96c227ba-3615-4494-af61-24c8bb1d7fe7 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221943 Feb 16 13:36:15.688560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129895f-0cf9-4afb-ac3b-5acf8b01edbd req-cb98d705-1c63-4187-a927-b816c90ec83b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:15.690081 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4129895f-0cf9-4afb-ac3b-5acf8b01edbd req-cb98d705-1c63-4187-a927-b816c90ec83b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0823684 Feb 16 13:36:15.734076 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4129895f-0cf9-4afb-ac3b-5acf8b01edbd req-96dbd0b9-1ef2-4673-9ce8-f6d732bb4c6a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 Feb 16 13:36:16.920367 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439769e-c44e-4e41-a624-9797ce68a945 req-b8d81833-8456-49f0-9fbb-13364ef6d003 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:16.921917 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c439769e-c44e-4e41-a624-9797ce68a945 req-b8d81833-8456-49f0-9fbb-13364ef6d003 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0815012 Feb 16 13:36:16.968240 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c439769e-c44e-4e41-a624-9797ce68a945 req-094771a4-5b2b-4eb9-905f-768d61800891 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Feb 16 13:36:18.264413 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c24b5-bd0a-42fc-8a74-606005e14854 req-fedc9c62-b998-4315-a83e-8d0f29935b6a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:18.265872 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b64c24b5-bd0a-42fc-8a74-606005e14854 req-fedc9c62-b998-4315-a83e-8d0f29935b6a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.1852467 Feb 16 13:36:18.320927 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b64c24b5-bd0a-42fc-8a74-606005e14854 req-9ed798fe-9c3b-40dc-adaa-a6a503d95794 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Feb 16 13:36:19.501071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f32bb-9887-4d90-8221-db77511214d3 req-3be3ba41-5aa2-44ef-b4dc-0a7553d3b412 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:19.502526 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-581f32bb-9887-4d90-8221-db77511214d3 req-3be3ba41-5aa2-44ef-b4dc-0a7553d3b412 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0787680 Feb 16 13:36:19.562055 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-581f32bb-9887-4d90-8221-db77511214d3 req-8b879840-01ea-41b0-9189-0267b0567223 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538151 Feb 16 13:36:19.587176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 77e6fe5c-96db-40bd-87d9-df4ad01eec1c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:36:19.699834 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:19.726944 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:36:19.736763 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:19.770562 dv-neutron-829487-1-hyperv neutron-server[88445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'code': 422} returned with failed status Feb 16 13:36:19.828943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:19.908328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:19.916420 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.916805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.916984 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.917389 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.917631 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.917995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.918512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.918847 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.919208 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.919537 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.920122 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:19.920449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:20.120810 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91777853-cb73-4604-96fe-5a40972ccdb2 req-f9b4d965-209a-43f1-bf45-55844844edcf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:20.122259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91777853-cb73-4604-96fe-5a40972ccdb2 req-f9b4d965-209a-43f1-bf45-55844844edcf tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.1171288 Feb 16 13:36:20.181279 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-91777853-cb73-4604-96fe-5a40972ccdb2 req-e31b1569-6da4-43ce-b98c-7081ea93fbb6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510685 Feb 16 13:36:20.194338 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-0e6fd42b-9d45-4856-b82c-540faa06e545 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575174 Feb 16 13:36:21.367060 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397864-75c1-44aa-b7c8-bc602e0f596f req-e8e19744-1a29-49a9-ac3e-131e927c9c88 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:21.368541 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e8397864-75c1-44aa-b7c8-bc602e0f596f req-e8e19744-1a29-49a9-ac3e-131e927c9c88 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0801306 Feb 16 13:36:21.413495 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e8397864-75c1-44aa-b7c8-bc602e0f596f req-04586397-648d-43d9-8e40-bbe7985a4d92 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386353 Feb 16 13:36:22.600834 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6caa3-afec-4354-8791-bd068957c7e5 req-f85fc72f-1267-43bd-a506-4c0ca00f5af6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:22.602493 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11d6caa3-afec-4354-8791-bd068957c7e5 req-f85fc72f-1267-43bd-a506-4c0ca00f5af6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0840127 Feb 16 13:36:22.646320 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-11d6caa3-afec-4354-8791-bd068957c7e5 req-65eaa753-0d08-4723-9cfd-243f48b3238f tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Feb 16 13:36:23.793297 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-cf350a3f-16c1-46de-962e-4cc99ad2ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:23.795085 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-cf350a3f-16c1-46de-962e-4cc99ad2ed96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe&tenant_id=1fdd762025624aae83689d9be1f7afe7 HTTP/1.1" status: 200 len: 1096 time: 0.0715311 Feb 16 13:36:23.830028 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2325d9-fcbc-46e3-a568-1d9745bbd0d5 req-fd368ccf-8dfc-446f-baca-fefc62e47580 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:23.831525 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c2325d9-fcbc-46e3-a568-1d9745bbd0d5 req-fd368ccf-8dfc-446f-baca-fefc62e47580 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0785141 Feb 16 13:36:23.879113 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-0c2325d9-fcbc-46e3-a568-1d9745bbd0d5 req-8614a1ef-f12c-4a83-9cf4-3145ee467444 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Feb 16 13:36:23.893617 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-2e4f78bb-f38f-43e1-b8a9-e3298278efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:23.895151 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-2e4f78bb-f38f-43e1-b8a9-e3298278efc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1096 time: 0.0741739 Feb 16 13:36:24.030559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-cac8378a-df21-42e7-88b4-d14c476a076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:24.032062 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-cac8378a-df21-42e7-88b4-d14c476a076b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1275890 Feb 16 13:36:24.241507 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-bb7d671d-bffe-4085-a483-762e41dfa661 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 999 time: 0.1999903 Feb 16 13:36:24.307388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-bef6bc50-6c8c-4c64-bb78-8aa72ea048b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:24.308703 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-bef6bc50-6c8c-4c64-bb78-8aa72ea048b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0575337 Feb 16 13:36:24.384577 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-b8ceae13-8707-4486-8b49-52e4dfbf6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:24.386044 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-b8ceae13-8707-4486-8b49-52e4dfbf6876 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696850 Feb 16 13:36:24.520402 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-624fb234-6057-4140-933c-5cc642edd3d7 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242669 Feb 16 13:36:24.653813 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a6529b5c-25e7-4420-b75e-088a13595ea0 req-cd6babfd-ea73-4fe8-8167-c33c080928f9 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237726 Feb 16 13:36:25.066887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8b48c-07e5-4e90-8ee1-3376fd5d38cf req-701d774d-83e7-4289-b041-de3bfe7c961a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:25.066887 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-31f8b48c-07e5-4e90-8ee1-3376fd5d38cf req-701d774d-83e7-4289-b041-de3bfe7c961a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0819080 Feb 16 13:36:25.111824 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-31f8b48c-07e5-4e90-8ee1-3376fd5d38cf req-998a7c6d-e925-4748-8377-73a066a1cd22 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 Feb 16 13:36:26.294904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962b6a3-4605-4554-b5ca-cdadbae877b3 req-90de7b44-e225-4ebb-b415-caeff604b28c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:26.296268 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b962b6a3-4605-4554-b5ca-cdadbae877b3 req-90de7b44-e225-4ebb-b415-caeff604b28c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0820117 Feb 16 13:36:26.339899 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b962b6a3-4605-4554-b5ca-cdadbae877b3 req-32bc3a2f-f12c-47cd-b246-75c369621aed tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375230 Feb 16 13:36:27.523442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea81c5-45cc-457a-84fb-83ce3911cbb0 req-d9d08356-ee2a-4ece-89d6-5ef232f253f8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:27.524882 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56ea81c5-45cc-457a-84fb-83ce3911cbb0 req-d9d08356-ee2a-4ece-89d6-5ef232f253f8 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0781381 Feb 16 13:36:27.569503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56ea81c5-45cc-457a-84fb-83ce3911cbb0 req-076b6dcd-53f1-4670-8bf6-046c0c355a7c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 Feb 16 13:36:28.751474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28de82f-ad90-46d3-890b-864faa5d1ecc req-3386e5f8-31c0-43bd-ac52-6aa2e83127fd tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:28.752920 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d28de82f-ad90-46d3-890b-864faa5d1ecc req-3386e5f8-31c0-43bd-ac52-6aa2e83127fd tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0817044 Feb 16 13:36:28.796639 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d28de82f-ad90-46d3-890b-864faa5d1ecc req-b4b3ba0e-e12c-4842-b383-a2b538e0ce68 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377645 Feb 16 13:36:29.978260 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f971d2a-27bf-4e14-9194-d0e63cfe2308 req-24b55ac2-e7e9-4e50-92e9-d65dae4e2c16 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:29.979743 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5f971d2a-27bf-4e14-9194-d0e63cfe2308 req-24b55ac2-e7e9-4e50-92e9-d65dae4e2c16 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0790601 Feb 16 13:36:30.023663 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-5f971d2a-27bf-4e14-9194-d0e63cfe2308 req-8f4da7df-95e6-4301-9900-0c8ad39480e0 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381918 Feb 16 13:36:31.210779 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9ed61-4f1e-4625-965a-2ec7f673421f req-f5891550-973d-415c-a8ae-ea680345f414 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:31.212257 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5e9ed61-4f1e-4625-965a-2ec7f673421f req-f5891550-973d-415c-a8ae-ea680345f414 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0821486 Feb 16 13:36:31.255596 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d5e9ed61-4f1e-4625-965a-2ec7f673421f req-8d9683a2-353a-4a2f-926a-ad12acd88394 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Feb 16 13:36:32.437626 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e76df-c2f4-4c38-a05c-b34a66e94950 req-5e6f6fe7-0c62-4394-9eb3-5982c213b9f1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:32.439106 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-639e76df-c2f4-4c38-a05c-b34a66e94950 req-5e6f6fe7-0c62-4394-9eb3-5982c213b9f1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0789289 Feb 16 13:36:32.490607 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-639e76df-c2f4-4c38-a05c-b34a66e94950 req-ee42ee8a-12e7-4214-b552-75fe0bc50f2b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Feb 16 13:36:33.675212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a552d-113d-4059-a38f-48c1ab80f2b0 req-311463fb-e446-48d9-b50f-cb6bf73f1666 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:33.677463 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-632a552d-113d-4059-a38f-48c1ab80f2b0 req-311463fb-e446-48d9-b50f-cb6bf73f1666 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 943 time: 0.0837266 Feb 16 13:36:33.702348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 77e6fe5c-96db-40bd-87d9-df4ad01eec1c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:36:33.724770 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-632a552d-113d-4059-a38f-48c1ab80f2b0 req-d37e4439-29c7-4925-a069-b036ea5c4f31 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416234 Feb 16 13:36:33.853506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:33.868652 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'port_id': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'mac_address': 'fa:16:3e:40:4a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:36:33.922876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:33.939152 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e6fe5c-96db-40bd-87d9-df4ad01eec1c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:36:33.944858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba680-7062-4f4a-b57e-f5e3abf4c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:33.955782 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:34.025943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:34.102483 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:34.343955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['77e6fe5c-96db-40bd-87d9-df4ad01eec1c'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:36:35.056790 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb020d-d250-4b97-b247-4524e7feb522 req-ee634774-aa00-40ec-81af-e9bf86bfc308 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:35.058259 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56bb020d-d250-4b97-b247-4524e7feb522 req-ee634774-aa00-40ec-81af-e9bf86bfc308 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 944 time: 0.0836256 Feb 16 13:36:35.102405 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-56bb020d-d250-4b97-b247-4524e7feb522 req-abf17d37-e879-4a02-a4bf-a22e19b09ee2 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382967 Feb 16 13:36:35.701620 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 77e6fe5c-96db-40bd-87d9-df4ad01eec1c up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:36:35.773255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:35.773625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:35.886215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:35.911991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:36:35.921898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:35.956763 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'code': 200} Feb 16 13:36:35.992307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:36.100707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:36.177001 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45b8a76f-873c-46c2-9486-3af063119ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:36.288973 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e01fcc-0437-4222-87e0-792be1f19387 req-add58f05-ffd9-489f-a559-4b881e5a8a3a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:36.290518 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82e01fcc-0437-4222-87e0-792be1f19387 req-add58f05-ffd9-489f-a559-4b881e5a8a3a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0820651 Feb 16 13:36:36.335101 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-82e01fcc-0437-4222-87e0-792be1f19387 req-7291a6ff-627f-471d-813e-50924ca5cd9a tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383639 Feb 16 13:36:36.340643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04595ad-6a29-4607-9c8d-b1da2893add2 req-473861dc-8de2-499c-a1b3-d2ffcba8fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:36.342133 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b04595ad-6a29-4607-9c8d-b1da2893add2 req-473861dc-8de2-499c-a1b3-d2ffcba8fa51 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0738285 Feb 16 13:36:36.385292 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-b04595ad-6a29-4607-9c8d-b1da2893add2 req-c8e7509d-24af-439b-9bd9-4e3ac0a24d56 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339763 Feb 16 13:36:37.265979 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:37.473901 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:37.530294 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e4974-e0bf-4928-8895-8bd428f99e45 req-7cb57f5e-951a-4504-8b82-f85b3157efc1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:37.531784 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-800e4974-e0bf-4928-8895-8bd428f99e45 req-7cb57f5e-951a-4504-8b82-f85b3157efc1 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0853050 Feb 16 13:36:37.577883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-800e4974-e0bf-4928-8895-8bd428f99e45 req-d82223e9-8e77-416b-adae-a251b2da8016 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387337 Feb 16 13:36:38.758497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e1f2f-0943-46fe-ba33-84bfc4033683 req-b8a6b72e-4308-4c57-ac7e-139891e7e76c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:38.759966 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c03e1f2f-0943-46fe-ba33-84bfc4033683 req-b8a6b72e-4308-4c57-ac7e-139891e7e76c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0798047 Feb 16 13:36:38.806860 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-c03e1f2f-0943-46fe-ba33-84bfc4033683 req-7d0ec188-14a3-4700-9a63-38ea8823708e tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Feb 16 13:36:38.968371 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:41.012342 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:41.653831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:01.808713 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-2efa03e1-69d2-448f-a60d-f470acabb41c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694702 Feb 16 13:37:01.948340 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d73b-50d8-43f2-b389-749bd251106e req-f8a36b70-83e1-4c39-9fbd-2ed9f0d9eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:01.949885 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-f8a36b70-83e1-4c39-9fbd-2ed9f0d9eec0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0741637 Feb 16 13:37:02.097366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d73b-50d8-43f2-b389-749bd251106e req-8ef2f6b9-6f0a-4e4b-9cbf-665835a66329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:02.100018 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-8ef2f6b9-6f0a-4e4b-9cbf-665835a66329 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1293845 Feb 16 13:37:02.207327 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-e648e8d3-0e49-417b-a851-e5ab6158ff73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 1001 time: 0.1020386 Feb 16 13:37:02.271242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d73b-50d8-43f2-b389-749bd251106e req-08ff39df-4077-47ba-bc7f-4b78f011ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:02.272661 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-08ff39df-4077-47ba-bc7f-4b78f011ce8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0574601 Feb 16 13:37:02.357819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d73b-50d8-43f2-b389-749bd251106e req-95b3a7ae-e000-4a41-94bf-d9c4cff8689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:02.357819 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-95b3a7ae-e000-4a41-94bf-d9c4cff8689c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777092 Feb 16 13:37:02.495753 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-c457612b-8b45-4c20-ac06-32c5af4bd79d service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276045 Feb 16 13:37:02.636525 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-e215d73b-50d8-43f2-b389-749bd251106e req-317246c5-4fb8-4887-80b8-7b9f9608ba2b service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349602 Feb 16 13:37:03.967267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0592501e-8cbd-482e-8f52-88741a70dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:06.172727 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-951b003b-14a5-4563-b58b-db00b58d91be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:07.275915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:07.538972 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:08.964657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:11.738480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:18.011143 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:37:33.926968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-effbf5ee-1ee2-4f7b-b2f3-9d02fdeddcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:36.233030 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08388333-3541-43db-9e98-830322bd6798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:37.353060 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:37.480571 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:39.045774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:41.673308 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:55.011094 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:38:03.919313 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-267bca07-fdb2-47ad-8b3c-6e5bf50f2c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:03.919811 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-4fa7b27c-b71e-4dc3-b45a-d3cb9474d061 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1808584 Feb 16 13:38:04.061389 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-ce78141e-8c7e-4484-866b-ff27baad549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:04.062994 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-ce78141e-8c7e-4484-866b-ff27baad549d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0709980 Feb 16 13:38:04.206842 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-b3c571fd-ee04-4527-8ef3-6a201ba27546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:04.208820 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-b3c571fd-ee04-4527-8ef3-6a201ba27546 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1254568 Feb 16 13:38:04.322283 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-56df74fe-d685-47f1-9075-9e31a5afb425 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 1001 time: 0.1066654 Feb 16 13:38:04.387211 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-2763322d-5802-4f2b-8fa2-36390dddc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:04.388600 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-2763322d-5802-4f2b-8fa2-36390dddc683 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0599449 Feb 16 13:38:04.464001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-1a99ace4-4d7e-4a11-b970-d8e8e3a5bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:04.465580 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-1a99ace4-4d7e-4a11-b970-d8e8e3a5bee6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693202 Feb 16 13:38:04.597726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-684c4e14-eabf-4cf9-a145-db7a96065e31 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251786 Feb 16 13:38:04.833280 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-dd87623d-9e87-499f-b571-d4a2e2bedc20 req-b280ce05-9603-4306-a02c-014d2467fef5 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242727 Feb 16 13:38:06.170145 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3db80447-dfab-4398-83cc-c5d24fe16d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:07.238658 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:07.448859 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:09.004716 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:11.655697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.011668 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:38:33.905852 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28ee6eae-baac-4cef-9ab6-93ff00127622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.174512 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2209bd6b-8452-4d50-bd6e-e4f293ab9ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.271474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.477147 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.990472 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.705737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35598) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:41.140112 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Deleting port 27d6f149-17e8-4d78-9f78-db96eb3a542d {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:41.140453 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.310257 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.310548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.434679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Calling delete_port for 27d6f149-17e8-4d78-9f78-db96eb3a542d owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:41.642388 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.671335 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.690941 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event deleted for resources: {'Port': ['ID=27d6f149-17e8-4d78-9f78-db96eb3a542d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:41.757673 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.758316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.758434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.758682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.759037 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.759373 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.759702 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.760029 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.760352 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.760675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.760991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.761314 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.792676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.793006 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Floating IP 0bc65cec-1ba4-461d-bb06-1aa79a6d0693 disassociated (deleted). External IP: 172.26.6.123, port: 77e6fe5c-96db-40bd-87d9-df4ad01eec1c. Feb 16 13:38:42.153306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Router 0ebf2002-40c6-4414-a76f-42b50b7d4089 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:42.331826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:42.342617 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] Sync routers for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:42.348184 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.351582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:42.352185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:38:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:42.402089 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1d9ac9b1-568e-45f7-8056-624b3a144fa7 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "DELETE /v2.0/floatingips/0bc65cec-1ba4-461d-bb06-1aa79a6d0693 HTTP/1.1" status: 204 len: 168 time: 1.6952257 Feb 16 13:38:42.402672 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:38:42.538678 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:42.617646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'status': 'completed', 'code': 200} Feb 16 13:38:42.721030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-45fcf84d-62ac-433b-873e-14ad580db448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:42.722534 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-45fcf84d-62ac-433b-873e-14ad580db448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fdd762025624aae83689d9be1f7afe7&device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 1098 time: 0.0787237 Feb 16 13:38:42.856963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:42.861545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] Checking router: 0ebf2002-40c6-4414-a76f-42b50b7d4089 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:42.866020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-6cc47cbf-3507-4034-86e9-35de6838e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:42.867528 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-6cc47cbf-3507-4034-86e9-35de6838e2e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 200 len: 909 time: 0.1325302 Feb 16 13:38:42.873583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:42.874805 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:38:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:42.938267 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-1e8f31fe-d074-4b95-8f11-fcab3ad3fa6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 200 len: 217 time: 0.0613475 Feb 16 13:38:43.004226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-d37e20fa-69ae-48e1-90d5-3c7858ca1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:43.005794 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-d37e20fa-69ae-48e1-90d5-3c7858ca1694 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 200 len: 848 time: 0.0616889 Feb 16 13:38:43.078292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:43.085954 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-97788e31-05be-48dc-8f83-6607aa23e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:43.087560 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-97788e31-05be-48dc-8f83-6607aa23e2a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747457 Feb 16 13:38:43.163313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d8172-5448-44ac-94e4-5a6c7aecfe0d req-a6b7c51a-ec9a-4b3a-904e-852c0d76ecc6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:43.164857 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7a0d8172-5448-44ac-94e4-5a6c7aecfe0d req-a6b7c51a-ec9a-4b3a-904e-852c0d76ecc6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:43.226286 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-81eeebc5-43f3-4306-b383-f7d99b843cc0 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313627 Feb 16 13:38:43.248611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7a0d8172-5448-44ac-94e4-5a6c7aecfe0d req-a6b7c51a-ec9a-4b3a-904e-852c0d76ecc6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:43.249987 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7a0d8172-5448-44ac-94e4-5a6c7aecfe0d req-a6b7c51a-ec9a-4b3a-904e-852c0d76ecc6 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.2939367 Feb 16 13:38:43.300573 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7a0d8172-5448-44ac-94e4-5a6c7aecfe0d req-379d7854-3b2e-4f8c-b2ec-b8e5f58a701b tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Feb 16 13:38:43.365163 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-86d2570e-5ff0-472f-ab93-199b375aa9b8 req-8e2caf31-6a2a-4521-b616-4e53a2903ae0 service neutron] 10.222.0.67 "GET /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303670 Feb 16 13:38:43.438745 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:43.442544 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abf83b-189b-40dc-8804-acc224d0f230 None None] The sync data for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv is: [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:27:30Z', 'revision_number': 4, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': '2107a09c-0635-44f7-82e1-5d06b971c0c2', 'name': '', 'network_id': '9b8e9603-77a9-421c-8ed4-9ff9c9c57efb', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'mac_address': 'fa:16:3e:b8:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:29Z', 'updated_at': '2022-02-16T13:27:35Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'subnets': [{'id': 'cb07969a-a5c4-496a-9090-ed3d2ec12e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:43.659507 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c46cbd-4684-464d-bccd-aac6ad3e0a95 None None] New status for floating IP 0bc65cec-1ba4-461d-bb06-1aa79a6d0693: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:38:44.483246 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b599e49-f18b-4795-abcd-427f8df8cdde req-5138f4be-28d5-49c4-8bf2-a764cbc4d64c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:44.485162 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b599e49-f18b-4795-abcd-427f8df8cdde req-5138f4be-28d5-49c4-8bf2-a764cbc4d64c tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0792434 Feb 16 13:38:44.531437 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6b599e49-f18b-4795-abcd-427f8df8cdde req-ffda0ce2-7a54-4da0-94ec-3f0d6299b556 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bcd795e-e446-4274-83ed-9e766efceb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Feb 16 13:38:44.783556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-a8cd95c5-453c-4fd0-ad4c-8cba438d94eb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:44.784156 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-a8cd95c5-453c-4fd0-ad4c-8cba438d94eb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Synchronizing usage tracker for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:44.796219 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-a8cd95c5-453c-4fd0-ad4c-8cba438d94eb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Unset dirty status for tenant:1fdd762025624aae83689d9be1f7afe7 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:44.797307 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-a8cd95c5-453c-4fd0-ad4c-8cba438d94eb tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 945 time: 0.0977204 Feb 16 13:38:44.872060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Deleting port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:44.872404 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.116799 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] For port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:45.117158 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.239209 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Calling delete_port for 77e6fe5c-96db-40bd-87d9-df4ad01eec1c owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:45.494323 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.543959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event deleted for resources: {'Port': ['ID=77e6fe5c-96db-40bd-87d9-df4ad01eec1c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:45.585748 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.586037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.586371 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.586705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.587059 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.587387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.587712 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.588033 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.588353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.588672 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.588989 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.589306 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:45.681836 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d8f49caa-da5d-4905-9641-245aedacfe1d req-87d2d6fa-a9a6-4937-98bc-a684f94d6e9d tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 210 time: 0.0429182 Feb 16 13:38:45.729370 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] No DVR routers for this DVR port 77e6fe5c-96db-40bd-87d9-df4ad01eec1c on host hv-neutron-8294 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:38:45.731780 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.734754 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-deleted', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:38:45.838375 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-4de67ef3-d676-4a3d-a137-43ab8d0dbbae req-db44b9c6-dc1e-4e6d-a26a-688a3217ff52 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.67 "DELETE /v2.0/ports/77e6fe5c-96db-40bd-87d9-df4ad01eec1c HTTP/1.1" status: 204 len: 173 time: 1.0314600 Feb 16 13:38:45.839958 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fced6024-b4f2-4d85-9e15-06c901b44dfe', 'name': 'network-vif-deleted', 'tag': '77e6fe5c-96db-40bd-87d9-df4ad01eec1c', 'status': 'completed', 'code': 200} Feb 16 13:38:46.836107 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8b49cf2-2644-4767-8e7a-d58b95f7b6cb req-16aca4cf-16ef-47cf-ba18-b89ac37ac224 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "GET /v2.0/ports?device_id=fced6024-b4f2-4d85-9e15-06c901b44dfe HTTP/1.1" status: 200 len: 210 time: 0.0482447 Feb 16 13:38:47.939563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35632) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:48.011121 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89cec3d3-d7cd-41e8-acfc-ee3c168dfab4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.043539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89cec3d3-d7cd-41e8-acfc-ee3c168dfab4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.203132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89cec3d3-d7cd-41e8-acfc-ee3c168dfab4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.221683 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cec3d3-d7cd-41e8-acfc-ee3c168dfab4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcd795e-e446-4274-83ed-9e766efceb2b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:48.304950 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-89cec3d3-d7cd-41e8-acfc-ee3c168dfab4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.306127 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-89cec3d3-d7cd-41e8-acfc-ee3c168dfab4 tempest-TestShelveInstance-1936894707 tempest-TestShelveInstance-1936894707-project] 10.222.0.47 "DELETE /v2.0/security-groups/0bcd795e-e446-4274-83ed-9e766efceb2b HTTP/1.1" status: 204 len: 168 time: 0.3654900 Feb 16 13:38:48.369797 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 77e6fe5c-96db-40bd-87d9-df4ad01eec1c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:48.403467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 77e6fe5c-96db-40bd-87d9-df4ad01eec1c {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:48.403814 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 77e6fe5c-96db-40bd-87d9-df4ad01eec1c not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:48.439667 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35638) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:49.125654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:49.476919 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Deleting port 2107a09c-0635-44f7-82e1-5d06b971c0c2 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:49.477149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:49.662561 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] For port 2107a09c-0635-44f7-82e1-5d06b971c0c2, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=2107a09c-0635-44f7-82e1-5d06b971c0c2,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:49.662917 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:49.895580 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Calling delete_port for 2107a09c-0635-44f7-82e1-5d06b971c0c2 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:50.316211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:50.361654 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2107a09c-0635-44f7-82e1-5d06b971c0c2,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:50.635675 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.007823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Router 0ebf2002-40c6-4414-a76f-42b50b7d4089 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:51.183190 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:51.193964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] Sync routers for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:51.196084 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-e960c1b7-2db5-4479-bd82-540b3e68e1b2 admin admin] 10.222.0.47 "PUT /v2.0/routers/0ebf2002-40c6-4414-a76f-42b50b7d4089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7552273 Feb 16 13:38:51.198627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35646) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:51.205414 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:51.206032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:38:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:51.391048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:51.491362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.666854 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port': {'id': 'f651a126-7f90-4fbc-9deb-749e4b4bf663', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:26Z', 'updated_at': '2022-02-16T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:51.667125 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.671281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] Checking router: 0ebf2002-40c6-4414-a76f-42b50b7d4089 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:51.679398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] Routers {'0ebf2002-40c6-4414-a76f-42b50b7d4089'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:51.679992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:38:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['0ebf2002-40c6-4414-a76f-42b50b7d4089'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:51.734494 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Deleting port f651a126-7f90-4fbc-9deb-749e4b4bf663 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:51.734936 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.832331 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] Set router 0ebf2002-40c6-4414-a76f-42b50b7d4089 gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:51.910038 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] For port f651a126-7f90-4fbc-9deb-749e4b4bf663, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f651a126-7f90-4fbc-9deb-749e4b4bf663,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:51.910397 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.949662 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 6, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:51.954230 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862b0b1-4394-445c-a121-35822f7838d6 None None] The sync data for ids ['0ebf2002-40c6-4414-a76f-42b50b7d4089'] in dv-neutron-829487-1-hyperv is: [{'id': '0ebf2002-40c6-4414-a76f-42b50b7d4089', 'name': 'tempest-TestShelveInstance-1774921203-router', 'tenant_id': '1fdd762025624aae83689d9be1f7afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:25Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 6, 'project_id': '1fdd762025624aae83689d9be1f7afe7', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:52.037052 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Calling delete_port for f651a126-7f90-4fbc-9deb-749e4b4bf663 owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:52.277098 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.326764 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f651a126-7f90-4fbc-9deb-749e4b4bf663,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:52.419123 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.588880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.590907 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.699458 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.699900 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ebf2002-40c6-4414-a76f-42b50b7d4089 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:38:52.716176 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.717347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-bd69560f-4355-4003-b331-8b1469812f18 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0ebf2002-40c6-4414-a76f-42b50b7d4089 HTTP/1.1" status: 204 len: 168 time: 1.5178337 Feb 16 13:38:52.719806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35650) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:52.783291 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] Deleting subnet cb07969a-a5c4-496a-9090-ed3d2ec12e2b {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:38:52.786313 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.841199 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.922113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.203371 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.227086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f651a126-7f90-4fbc-9deb-749e4b4bf663 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:53.240582 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb07969a-a5c4-496a-9090-ed3d2ec12e2b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:53.244140 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.250693 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-6daa2591-d9b4-4116-969c-c3442f71ad96 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cb07969a-a5c4-496a-9090-ed3d2ec12e2b HTTP/1.1" status: 204 len: 168 time: 0.5299284 Feb 16 13:38:53.253168 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35654) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:53.258131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291cba05-d54b-4359-8873-4469de23064b None None] Network 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:53.276703 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f651a126-7f90-4fbc-9deb-749e4b4bf663 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:53.277053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f651a126-7f90-4fbc-9deb-749e4b4bf663 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:53.277474 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2107a09c-0635-44f7-82e1-5d06b971c0c2 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:53.357055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 2107a09c-0635-44f7-82e1-5d06b971c0c2 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:53.357401 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 2107a09c-0635-44f7-82e1-5d06b971c0c2 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:53.364095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.374970 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Deleting port 1556cb55-efd3-4e05-b8f2-3816d329231e {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:53.375359 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.542134 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] DHCP port deletion for 9b8e9603-77a9-421c-8ed4-9ff9c9c57efb request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:38:53.547200 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Deleting port 1556cb55-efd3-4e05-b8f2-3816d329231e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:53.547606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.595831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] For port 1556cb55-efd3-4e05-b8f2-3816d329231e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1556cb55-efd3-4e05-b8f2-3816d329231e,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:53.596420 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.724308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Calling delete_port for 1556cb55-efd3-4e05-b8f2-3816d329231e owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:53.795328 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] For port 1556cb55-efd3-4e05-b8f2-3816d329231e, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=1556cb55-efd3-4e05-b8f2-3816d329231e,segment=NetworkSegment(14ae9886-4f40-49d6-8678-9725110b5257),segment_id=14ae9886-4f40-49d6-8678-9725110b5257)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:53.795517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.915176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Calling delete_port for 1556cb55-efd3-4e05-b8f2-3816d329231e owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:53.940463 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.990548 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1556cb55-efd3-4e05-b8f2-3816d329231e,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:53.991916 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:38:53.992258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:38:53.995308 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] No DVR routers for this DVR port 1556cb55-efd3-4e05-b8f2-3816d329231e on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:38:54.111894 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.136871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8e9603-77a9-421c-8ed4-9ff9c9c57efb']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:54.149282 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ae9886-4f40-49d6-8678-9725110b5257') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:54.149577 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ae9886-4f40-49d6-8678-9725110b5257') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:54.160670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.176381 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.182454 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:38:54.182837 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:38:54.196188 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:38:54.350682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.366163 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.376823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8e9603-77a9-421c-8ed4-9ff9c9c57efb,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:54.493292 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Deleting port 1556cb55-efd3-4e05-b8f2-3816d329231e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:54.493813 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.500847 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-80a9effd-5d84-4bb5-b25c-3a4faf33b2b7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9b8e9603-77a9-421c-8ed4-9ff9c9c57efb HTTP/1.1" status: 204 len: 168 time: 1.2466602 Feb 16 13:38:54.503679 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35658) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:54.563011 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b9f41-8fb9-4649-b8eb-777a6a7d3f94 None None] The port '1556cb55-efd3-4e05-b8f2-3816d329231e' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:38:55.139887 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:55.226754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1556cb55-efd3-4e05-b8f2-3816d329231e no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:55.267493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 1556cb55-efd3-4e05-b8f2-3816d329231e {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:55.267840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 1556cb55-efd3-4e05-b8f2-3816d329231e not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:55.506594 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Deleting port d33f4c64-028e-4c4d-a288-d5246a1fda75 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:55.506931 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:55.681650 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] For port d33f4c64-028e-4c4d-a288-d5246a1fda75, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=d33f4c64-028e-4c4d-a288-d5246a1fda75,segment=NetworkSegment(efee5add-65c5-48d6-88fe-09c103a39289),segment_id=efee5add-65c5-48d6-88fe-09c103a39289)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:55.682002 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:55.804829 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Calling delete_port for d33f4c64-028e-4c4d-a288-d5246a1fda75 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:56.094152 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:56.146225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33f4c64-028e-4c4d-a288-d5246a1fda75,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:56.409906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:56.874575 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Router b70d8f50-5cdf-46ac-988f-2714e0070e73 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:57.059231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:57.067899 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] Sync routers for ids ['b70d8f50-5cdf-46ac-988f-2714e0070e73'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:57.069236 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-afb134a5-0e8d-4043-aef2-7cf5b93d5954 admin admin] 10.222.0.47 "PUT /v2.0/routers/b70d8f50-5cdf-46ac-988f-2714e0070e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5646050 Feb 16 13:38:57.071713 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35662) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:57.077243 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] Routers {'b70d8f50-5cdf-46ac-988f-2714e0070e73'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:57.077838 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:38:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b70d8f50-5cdf-46ac-988f-2714e0070e73'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:57.250018 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks [] for router, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.263680 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] Set router b70d8f50-5cdf-46ac-988f-2714e0070e73 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:57.434447 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.548188 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:38:55Z', 'revision_number': 5, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port': {'id': 'f40535a9-d5df-4fd7-a250-b8821401d41b', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:57.551859 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] Checking router: b70d8f50-5cdf-46ac-988f-2714e0070e73 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:57.560150 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] Routers {'b70d8f50-5cdf-46ac-988f-2714e0070e73'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:57.560747 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:38:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['b70d8f50-5cdf-46ac-988f-2714e0070e73'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:57.591754 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Deleting port f40535a9-d5df-4fd7-a250-b8821401d41b {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:57.592104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.753910 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] Set router b70d8f50-5cdf-46ac-988f-2714e0070e73 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:57.766048 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] For port f40535a9-d5df-4fd7-a250-b8821401d41b, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=f40535a9-d5df-4fd7-a250-b8821401d41b,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:57.766378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.860101 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:38:57Z', 'revision_number': 6, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:57.863956 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b89e1-8efe-4a6a-8ad8-5e4328ca4fee None None] The sync data for ids ['b70d8f50-5cdf-46ac-988f-2714e0070e73'] in dv-neutron-829487-1-hyperv is: [{'id': 'b70d8f50-5cdf-46ac-988f-2714e0070e73', 'name': 'tempest-TestShelveInstance-564407489-router', 'tenant_id': '8af370daa2084e129148c69e50a7b1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:34Z', 'updated_at': '2022-02-16T13:38:57Z', 'revision_number': 6, 'project_id': '8af370daa2084e129148c69e50a7b1a7', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:57.897693 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Calling delete_port for f40535a9-d5df-4fd7-a250-b8821401d41b owned by network:router_gateway {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:58.208306 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.369358 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40535a9-d5df-4fd7-a250-b8821401d41b,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:58.455483 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.627786 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.630011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.871366 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.872111 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70d8f50-5cdf-46ac-988f-2714e0070e73 {{(pid=88443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:38:58.887240 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.888381 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-dbce9c7b-3ea8-4334-9a33-a0133709c784 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b70d8f50-5cdf-46ac-988f-2714e0070e73 HTTP/1.1" status: 204 len: 168 time: 1.8157790 Feb 16 13:38:58.891383 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35668) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:58.952910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] Deleting subnet 3905a499-cbdb-4fa7-b557-ba0dff8a750c {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:38:58.959434 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.008297 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.088682 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.229384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f40535a9-d5df-4fd7-a250-b8821401d41b no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:59.264131 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: f40535a9-d5df-4fd7-a250-b8821401d41b {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:59.264478 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device f40535a9-d5df-4fd7-a250-b8821401d41b not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:59.264875 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d33f4c64-028e-4c4d-a288-d5246a1fda75 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:59.297229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: d33f4c64-028e-4c4d-a288-d5246a1fda75 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:59.297570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device d33f4c64-028e-4c4d-a288-d5246a1fda75 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:59.328752 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.365501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3905a499-cbdb-4fa7-b557-ba0dff8a750c,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:59.369155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.375223 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a8db32-c1dc-49fe-a318-36565fdc632d None None] Network 18081f65-0506-4f43-a584-070a05a3e436 requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:59.375401 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-f110d6f3-29ab-4f11-b59e-41cd708d7f1c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3905a499-cbdb-4fa7-b557-ba0dff8a750c HTTP/1.1" status: 204 len: 168 time: 0.4829149 Feb 16 13:38:59.377848 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35672) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:59.483431 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.493719 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Deleting port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:59.494073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.610421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] DHCP port deletion for 18081f65-0506-4f43-a584-070a05a3e436 request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:38:59.614639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Deleting port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:59.615084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.703841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] For port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,segment=NetworkSegment(efee5add-65c5-48d6-88fe-09c103a39289),segment_id=efee5add-65c5-48d6-88fe-09c103a39289)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:59.704195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.813546 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] For port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,segment=NetworkSegment(efee5add-65c5-48d6-88fe-09c103a39289),segment_id=efee5add-65c5-48d6-88fe-09c103a39289)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:59.813855 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.828187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Calling delete_port for 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 owned by network:dhcp {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:59.936155 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Calling delete_port for 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:39:00.014772 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.019871 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:39:00.020258 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:39:00.064350 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:00.066073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] No DVR routers for this DVR port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 on host dv-neutron-829487-1-hyperv {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:39:00.180316 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.205376 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18081f65-0506-4f43-a584-070a05a3e436']}} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:00.217010 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efee5add-65c5-48d6-88fe-09c103a39289') {'for_net_delete': True} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:00.217335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.services.segments.db [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efee5add-65c5-48d6-88fe-09c103a39289') {} {{(pid=88443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:00.228230 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985856'] for segment, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.243708 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.250133 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:39:00.250513 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068085169'] for segment, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: Traceback (most recent call last): Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: timer() Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: cb(*args, **kw) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: return func(*args, **kwargs) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: self._notify() Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: self.callback(batched_events) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: event.method(event) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: return f(self, *a, **k) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._get(url).json() Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: return self.request(url, 'GET', **kwargs) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:39:00.263193 dv-neutron-829487-1-hyperv neutron-server[88443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:39:00.521611 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Deleting port 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:39:00.522206 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.538954 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.555178 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.565656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] Pushing event deleted for resources: {'Network': ['ID=18081f65-0506-4f43-a584-070a05a3e436,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:00.572125 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-876494d7-8577-4b60-98e2-c59a750b923d admin admin] 10.222.0.47 "DELETE /v2.0/networks/18081f65-0506-4f43-a584-070a05a3e436 HTTP/1.1" status: 204 len: 168 time: 1.1909609 Feb 16 13:39:00.591471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c0918bd5-ca72-45c5-89c1-4c361d30209e None None] The port '5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:39:01.001532 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35678) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:01.053220 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b1e5fe1f-53df-42cc-b093-c5815b178141 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1fdd762025624aae83689d9be1f7afe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505359 Feb 16 13:39:01.055669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35682) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:01.112076 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9142919-7a1e-42e7-9fa3-7184b8e38c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:01.137574 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9142919-7a1e-42e7-9fa3-7184b8e38c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:01.226067 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:39:01.260282 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:39:01.260616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 5ab21d13-f152-4ccd-ba8d-cc2ea7ff5ec7 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:39:01.287980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9142919-7a1e-42e7-9fa3-7184b8e38c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:01.305727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9142919-7a1e-42e7-9fa3-7184b8e38c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ff132-be3e-4381-a87e-8dade451824d,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:01.313285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-b9142919-7a1e-42e7-9fa3-7184b8e38c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:01.314399 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-b9142919-7a1e-42e7-9fa3-7184b8e38c8a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a2ff132-be3e-4381-a87e-8dade451824d HTTP/1.1" status: 204 len: 168 time: 0.2578473 Feb 16 13:39:02.092773 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35690) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:02.146035 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-faf5352a-ed85-4d01-aab0-44d5d4ab83f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8af370daa2084e129148c69e50a7b1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520906 Feb 16 13:39:02.148481 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35694) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:02.211616 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ab586be-da76-4eee-b18d-29b1088ce75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:02.237886 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ab586be-da76-4eee-b18d-29b1088ce75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:02.362059 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ab586be-da76-4eee-b18d-29b1088ce75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:02.376733 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab586be-da76-4eee-b18d-29b1088ce75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8915dbc6-3563-4cd1-ac03-31d9268779e3,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:02.382765 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-3ab586be-da76-4eee-b18d-29b1088ce75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:02.384200 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-3ab586be-da76-4eee-b18d-29b1088ce75b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8915dbc6-3563-4cd1-ac03-31d9268779e3 HTTP/1.1" status: 204 len: 168 time: 0.2344892 Feb 16 13:39:03.620668 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35718) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:03.724674 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-977200077-network', 'tenant_id': '6a04f493098d49b184fb29170060198c'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:03.729487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:03.733405 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Usage tracker for resource:network and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:03.736268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:03.741987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:03.824717 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Made reservation on behalf of 6a04f493098d49b184fb29170060198c for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:03.827055 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:03.840071 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:03.855026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:03.858946 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:03.863305 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:03.867641 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:03.910439 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c926010-609f-444c-bda5-8e69f3037e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:03.951445 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.042745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.076750 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:39:04.085661 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f72451-d7e8-4bad-b35c-3a23add6985c,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:04.091300 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.091650 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Added segment b3a5c801-5a89-433e-80ed-5414c5b9c43b of type vlan for network ed209d57-55e4-40cd-ac5d-802f6eb5c80b Feb 16 13:39:04.120377 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.248008 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.249000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:04.249593 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.355064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] Pushing event updated for resources: {'Network': ['ID=ed209d57-55e4-40cd-ac5d-802f6eb5c80b,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:04.364675 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:39:04.499863 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-082d0f9a-6944-444d-aa0a-da5b51de7227 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8780689 Feb 16 13:39:04.503188 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35724) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:04.508537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Request body: {'subnet': {'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-977200077-subnet', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:04.513957 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:04.518498 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Usage tracker for resource:subnet and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:04.521518 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:04.527256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:04.601680 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Made reservation on behalf of 6a04f493098d49b184fb29170060198c for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:04.604073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.882155 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.958394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63656df8-02b2-4f61-8e0c-816fa69cd919,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:04.970457 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Checking segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:04.970823 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Network hostable DHCP agents. Network: ed209d57-55e4-40cd-ac5d-802f6eb5c80b, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:39:05.082195 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:39:05.184796 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, ed209d57-55e4-40cd-ac5d-802f6eb5c80b) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:05.190011 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:05.199911 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.200606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52cd64-33bf-4a6a-85f3-6cbc53a563d5 None None] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:39:05.288907 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fac36207-b2ea-43a4-9d0f-0a9359d553f1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7843850 Feb 16 13:39:05.291581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35728) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:05.296545 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:05.301692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:05.305549 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Usage tracker for resource:router and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:05.308858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:05.314069 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:05.397030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.398073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.404199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:39:05.406412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.414473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.567043 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Allocated IP 172.20.0.2 (ed209d57-55e4-40cd-ac5d-802f6eb5c80b/63656df8-02b2-4f61-8e0c-816fa69cd919/aeed4568-a888-4764-a850-a62eb01d2631) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:05.772897 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.780211 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.783605 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Transition to ACTIVE for port object aeed4568-a888-4764-a850-a62eb01d2631 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:05.802739 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Transition to ACTIVE for port object aeed4568-a888-4764-a850-a62eb01d2631 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:05.922221 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.997508 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:06.000818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:06.004883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:06.048700 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Pushing event updated for resources: {'Port': ['ID=aeed4568-a888-4764-a850-a62eb01d2631,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:06.097108 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.097502 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.097906 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.098244 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.098628 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.099069 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.099428 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.099764 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.100188 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.100520 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.100911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.101234 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.140025 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Attempting to bind port aeed4568-a888-4764-a850-a62eb01d2631 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:39:06.144604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Attempting to bind port aeed4568-a888-4764-a850-a62eb01d2631 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:39:06.144604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Attempting to bind port aeed4568-a888-4764-a850-a62eb01d2631 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:06.147710 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:39:06.148098 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Checking segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:06.148581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.148982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Bound using segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:39:06.149527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Bound port: aeed4568-a888-4764-a850-a62eb01d2631, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:39:06.150022 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.221048 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a34f41f-ad7a-47b3-9513-2684434daef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.255960 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] For port aeed4568-a888-4764-a850-a62eb01d2631, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:39:06.259150 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] For port aeed4568-a888-4764-a850-a62eb01d2631, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=aeed4568-a888-4764-a850-a62eb01d2631,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:39:06.333222 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.362452 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.384692 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.473159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92897b8b-bdc8-4348-8c9d-976ee5d3523f None None] Pushing event updated for resources: {'Port': ['ID=aeed4568-a888-4764-a850-a62eb01d2631,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:06.499231 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Allocated IP 172.26.6.241 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/8cac934f-69ca-4967-913c-3bb346661dd5) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:06.661569 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.768807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.833362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:06.836289 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:06.839980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:06.873537 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Pushing event updated for resources: {'Port': ['ID=8cac934f-69ca-4967-913c-3bb346661dd5,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:07.266368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device aeed4568-a888-4764-a850-a62eb01d2631 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:07.356583 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:07.393740 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:07.447768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0174d79a-5f4b-4f41-b5d8-7976c687511b None None] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:39:07.471922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port aeed4568-a888-4764-a850-a62eb01d2631 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:07.544766 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:07.627683 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f012f0aa-8c15-481f-b4f9-106af041ea9c None None] Provisioning for port aeed4568-a888-4764-a850-a62eb01d2631 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:07.636274 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f012f0aa-8c15-481f-b4f9-106af041ea9c None None] Provisioning complete for port aeed4568-a888-4764-a850-a62eb01d2631 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:07.636637 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f012f0aa-8c15-481f-b4f9-106af041ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:07.742943 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:07.808577 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f012f0aa-8c15-481f-b4f9-106af041ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:07.846281 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f012f0aa-8c15-481f-b4f9-106af041ea9c None None] For port aeed4568-a888-4764-a850-a62eb01d2631, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=aeed4568-a888-4764-a850-a62eb01d2631,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:07.950604 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f012f0aa-8c15-481f-b4f9-106af041ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:08.032801 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012f0aa-8c15-481f-b4f9-106af041ea9c None None] Pushing event updated for resources: {'Port': ['ID=aeed4568-a888-4764-a850-a62eb01d2631,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:08.070511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7d15a9ff-8802-49cf-baa1-a4f2311336d2 None None] Provisioning complete for port aeed4568-a888-4764-a850-a62eb01d2631 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:08.070885 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d15a9ff-8802-49cf-baa1-a4f2311336d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:08.236378 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:39:08.415685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:39:08.424776 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Sync routers for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:08.433907 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:08.434526 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:08.527635 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] Notify callbacks [] for router, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:08.528809 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-fd8833eb-8bd7-41f0-8b35-4bae0c710418 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2362902 Feb 16 13:39:08.531812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35732) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:08.640554 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:08.949547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:07Z', 'revision_number': 3, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:08.954606 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Checking router: c8cc83ac-ffbe-4a59-a789-6ebb05da20ad for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:08.955236 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Updating router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad port 8cac934f-69ca-4967-913c-3bb346661dd5 binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:39:09.017937 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:39:09.028029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.034870 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.263398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device aeed4568-a888-4764-a850-a62eb01d2631 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:09.282611 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.390084 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port aeed4568-a888-4764-a850-a62eb01d2631 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:09.390456 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.515097 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Allocated IP 172.20.0.1 (ed209d57-55e4-40cd-ac5d-802f6eb5c80b/63656df8-02b2-4f61-8e0c-816fa69cd919/c09eef37-3dbf-4f66-95c0-be286a29cb67) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:09.521901 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.574183 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Transition to ACTIVE for port object 8cac934f-69ca-4967-913c-3bb346661dd5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:09.659315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.675206 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.691268 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.provisioning_blocks [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Transition to ACTIVE for port object c09eef37-3dbf-4f66-95c0-be286a29cb67 will not be triggered until provisioned by entity DHCP. {{(pid=88443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:09.738280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Attempting to bind port 8cac934f-69ca-4967-913c-3bb346661dd5 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:39:09.738639 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Attempting to bind port 8cac934f-69ca-4967-913c-3bb346661dd5 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:39:09.739017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Attempting to bind port 8cac934f-69ca-4967-913c-3bb346661dd5 on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:09.744701 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795977b5-05df-44be-8800-47744229216a None None] Pushing event updated for resources: {'Port': ['ID=8cac934f-69ca-4967-913c-3bb346661dd5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:09.749480 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:39:09.750010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:09.750418 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.750827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:39:09.751317 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Bound port: 8cac934f-69ca-4967-913c-3bb346661dd5, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:39:09.751672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.829660 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] For port 8cac934f-69ca-4967-913c-3bb346661dd5, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:39:09.832560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] For port 8cac934f-69ca-4967-913c-3bb346661dd5, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8cac934f-69ca-4967-913c-3bb346661dd5,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:39:09.842391 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.908157 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:09.915250 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:09.915460 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:10.008013 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.076906 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Pushing event updated for resources: {'Port': ['ID=c09eef37-3dbf-4f66-95c0-be286a29cb67,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:10.091413 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:10.092096 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:10.106242 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.201250 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795977b5-05df-44be-8800-47744229216a None None] Pushing event updated for resources: {'Port': ['ID=8cac934f-69ca-4967-913c-3bb346661dd5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:10.322890 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f367983b-6c67-46ce-8efe-b7652d7f2523 None None] Provisioning for port c09eef37-3dbf-4f66-95c0-be286a29cb67 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:10.333102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f367983b-6c67-46ce-8efe-b7652d7f2523 None None] Provisioning complete for port c09eef37-3dbf-4f66-95c0-be286a29cb67 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:10.344284 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f367983b-6c67-46ce-8efe-b7652d7f2523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.395054 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:10.489261 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.501930 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f367983b-6c67-46ce-8efe-b7652d7f2523 None None] Port c09eef37-3dbf-4f66-95c0-be286a29cb67 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:39:10.681884 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:07Z', 'revision_number': 3, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:10.685722 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e9e0b-d118-4aee-8d53-4bbfd949eba4 None None] The sync data for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv is: [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:07Z', 'revision_number': 3, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:10.720504 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.836191 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.962716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Pushing event updated for resources: {'Port': ['ID=c09eef37-3dbf-4f66-95c0-be286a29cb67,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:10.965183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:11.107298 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:11.108487 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:11.298511 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8cac934f-69ca-4967-913c-3bb346661dd5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:11.344858 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:39:11.430461 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39b06144-d33b-4d29-9a9b-be70611efe0f None None] Provisioning complete for port c09eef37-3dbf-4f66-95c0-be286a29cb67 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:11.431083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39b06144-d33b-4d29-9a9b-be70611efe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:11.464002 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 8cac934f-69ca-4967-913c-3bb346661dd5 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:11.482785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8cac934f-69ca-4967-913c-3bb346661dd5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:11.483186 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:11.533046 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:39:11.537252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39b06144-d33b-4d29-9a9b-be70611efe0f None None] Port c09eef37-3dbf-4f66-95c0-be286a29cb67 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:39:11.556775 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1961052e-2a68-48ad-aeef-82ae9617d76a admin admin] 10.222.0.47 "PUT /v2.0/routers/c8cc83ac-ffbe-4a59-a789-6ebb05da20ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154479 Feb 16 13:39:11.629298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:11.645385 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 8cac934f-69ca-4967-913c-3bb346661dd5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8cac934f-69ca-4967-913c-3bb346661dd5,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:11.687357 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:11.721900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:11.792272 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=8cac934f-69ca-4967-913c-3bb346661dd5,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:12.219826 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238f874-c480-4374-adb9-322710752b58 None None] Sync routers for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:12.229808 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:12.230414 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:12.239296 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35750) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:12.245446 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-65060933-network', 'tenant_id': 'b897edea196146a7a8272d815bb592ae'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:12.250173 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:12.254473 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Usage tracker for resource:network and tenant:b897edea196146a7a8272d815bb592ae is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:12.257324 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:12.262918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:12.344788 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Made reservation on behalf of b897edea196146a7a8272d815bb592ae for: {'network': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:12.347179 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for network, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.359642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.374212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:12.378642 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Usage tracker for resource:security_group_rule and tenant:b897edea196146a7a8272d815bb592ae is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:12.381432 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:12.387077 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:12.404907 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:12.469619 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.533724 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.563581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:39:12.571798 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb91b341-6cbf-44ba-957e-9a8267e73cde,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:12.577183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.577521 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.segments_db [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Added segment b7c38c3a-ba06-4621-b453-fea2e8fc3eb7 of type vlan for network 9cd23189-da31-4e94-a813-ac7e9706e9aa Feb 16 13:39:12.605333 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748312978957'] for network, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.692867 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215'] for network, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.693841 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:12.694429 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Notify callbacks [] for network, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.720568 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 2, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:12.724703 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238f874-c480-4374-adb9-322710752b58 None None] Checking router: c8cc83ac-ffbe-4a59-a789-6ebb05da20ad for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:12.725042 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238f874-c480-4374-adb9-322710752b58 None None] Updating router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad port c09eef37-3dbf-4f66-95c0-be286a29cb67 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:39:12.777840 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b238f874-c480-4374-adb9-322710752b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.827856 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] Pushing event updated for resources: {'Network': ['ID=9cd23189-da31-4e94-a813-ac7e9706e9aa,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:12.828300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa details requested by agent ovs-agent-dv-neutron-829487-1-hyperv with host dv-neutron-829487-1-hyperv {{(pid=88445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:39:12.905565 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-294f1f09-528f-4f21-aae5-4a5b7d7394ea admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6645644 Feb 16 13:39:12.908714 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35754) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:12.914465 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Request body: {'subnet': {'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-65060933-subnet', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'ip_version': 4}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:12.919225 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:12.923521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Usage tracker for resource:subnet and tenant:b897edea196146a7a8272d815bb592ae is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:12.926344 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:12.932156 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:13.013030 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Made reservation on behalf of b897edea196146a7a8272d815bb592ae for: {'subnet': 1} {{(pid=88443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:13.015716 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068329574'] for subnet, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.128179 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b238f874-c480-4374-adb9-322710752b58 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.140617 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b238f874-c480-4374-adb9-322710752b58 None None] Transition to ACTIVE for port object c09eef37-3dbf-4f66-95c0-be286a29cb67 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:13.237582 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8cac934f-69ca-4967-913c-3bb346661dd5 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:13.239903 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b238f874-c480-4374-adb9-322710752b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.307569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 8cac934f-69ca-4967-913c-3bb346661dd5 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:13.308170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.365297 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Pushing event updated for resources: {'Port': ['ID=c09eef37-3dbf-4f66-95c0-be286a29cb67,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:13.375290 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.376225 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.376715 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.377204 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.377698 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.378024 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.378606 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.378883 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.379222 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.379545 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.379856 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.380339 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.419083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068081364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068329584'] for subnet, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.474557 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b238f874-c480-4374-adb9-322710752b58 None None] Attempting to bind port c09eef37-3dbf-4f66-95c0-be286a29cb67 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:39:13.475017 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b238f874-c480-4374-adb9-322710752b58 None None] Attempting to bind port c09eef37-3dbf-4f66-95c0-be286a29cb67 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:39:13.475435 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238f874-c480-4374-adb9-322710752b58 None None] Attempting to bind port c09eef37-3dbf-4f66-95c0-be286a29cb67 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:13.481426 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238f874-c480-4374-adb9-322710752b58 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:39:13.481754 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238f874-c480-4374-adb9-322710752b58 None None] Checking segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:13.482163 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b238f874-c480-4374-adb9-322710752b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.482559 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238f874-c480-4374-adb9-322710752b58 None None] Bound using segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:39:13.483165 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b238f874-c480-4374-adb9-322710752b58 None None] Bound port: c09eef37-3dbf-4f66-95c0-be286a29cb67, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:39:13.483455 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b238f874-c480-4374-adb9-322710752b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.492560 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7,revision_number=0']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:13.508563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Checking segment: {'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:13.508918 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Network hostable DHCP agents. Network: 9cd23189-da31-4e94-a813-ac7e9706e9aa, hostable agents: ['498b9910-0074-473f-943d-4b8b1fccea8a'], hosted agents: [] {{(pid=88443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:39:13.566922 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa is scheduled to be hosted by DHCP agent 498b9910-0074-473f-943d-4b8b1fccea8a with binding_index 1 {{(pid=88443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:39:13.576423 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b238f874-c480-4374-adb9-322710752b58 None None] For port c09eef37-3dbf-4f66-95c0-be286a29cb67, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:39:13.579572 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b238f874-c480-4374-adb9-322710752b58 None None] For port c09eef37-3dbf-4f66-95c0-be286a29cb67, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c09eef37-3dbf-4f66-95c0-be286a29cb67,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:39:13.641476 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829487-1-hyperv, 9cd23189-da31-4e94-a813-ac7e9706e9aa) {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:13.645402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:13.645952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.649919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4f3d6-1d63-404c-87f7-6b52d924cf3b None None] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:39:13.670441 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b238f874-c480-4374-adb9-322710752b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.715280 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:13.722823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:13.729480 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-9d7103dc-6ee8-45e3-84f7-a4513e22baff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8192058 Feb 16 13:39:13.731243 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:13.738353 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Usage tracker for resource:router and tenant:b897edea196146a7a8272d815bb592ae is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:13.742235 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:13.749151 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:13.749778 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:13.750663 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:13.836643 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124370'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.838366 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124377'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.855121 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192226d-7dd7-46f4-b688-c41fe04afcdd None None] Pushing event updated for resources: {'Port': ['ID=c09eef37-3dbf-4f66-95c0-be286a29cb67,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:13.861640 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.900651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe716c4c1-8a83-51c2-9de5-fe3ca93b37c9-9cd23189-da31-4e94-a813-ac7e9706e9aa', 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'fixed_ips': [{'subnet_id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7'}]}} from dv-neutron-829487-1-hyperv. {{(pid=88445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:39:13.902887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:13.978435 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:14.108653 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Allocated IP 172.20.0.2 (9cd23189-da31-4e94-a813-ac7e9706e9aa/1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7/9c1a00c6-4c08-4108-b186-206a2097ffee) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:14.281453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4147'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.336386 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b238f874-c480-4374-adb9-322710752b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:14.340807 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238f874-c480-4374-adb9-322710752b58 None None] The sync data for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv is: [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:14.397143 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.411519 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Transition to ACTIVE for port object 9c1a00c6-4c08-4108-b186-206a2097ffee will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:14.434142 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Transition to ACTIVE for port object 9c1a00c6-4c08-4108-b186-206a2097ffee will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:14.487812 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.568542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:14.571833 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:14.576010 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:14.583217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Pushing event updated for resources: {'Port': ['ID=9c1a00c6-4c08-4108-b186-206a2097ffee,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:14.677540 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Attempting to bind port 9c1a00c6-4c08-4108-b186-206a2097ffee on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:39:14.677938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Attempting to bind port 9c1a00c6-4c08-4108-b186-206a2097ffee by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:39:14.678443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Attempting to bind port 9c1a00c6-4c08-4108-b186-206a2097ffee on network 9cd23189-da31-4e94-a813-ac7e9706e9aa {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:14.684516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:39:14.684905 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Checking segment: {'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:14.685319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.685735 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Bound using segment: {'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:39:14.686204 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Bound port: 9c1a00c6-4c08-4108-b186-206a2097ffee, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:39:14.686584 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.732048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.763355 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.783432 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] For port 9c1a00c6-4c08-4108-b186-206a2097ffee, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:39:14.786523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] For port 9c1a00c6-4c08-4108-b186-206a2097ffee, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9c1a00c6-4c08-4108-b186-206a2097ffee,segment=NetworkSegment(b7c38c3a-ba06-4621-b453-fea2e8fc3eb7),segment_id=b7c38c3a-ba06-4621-b453-fea2e8fc3eb7)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:39:14.876832 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.910136 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Allocated IP 172.26.6.230 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/28369e6f-1864-4b3d-be03-58b5043f408d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:14.964938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facbeb2-5838-4c27-8772-0a95f54e4a65 None None] Pushing event updated for resources: {'Port': ['ID=9c1a00c6-4c08-4108-b186-206a2097ffee,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:15.076554 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:15.219620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:15.315082 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:15.318038 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:15.323164 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:15.348158 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9c1a00c6-4c08-4108-b186-206a2097ffee up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:15.362438 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Pushing event updated for resources: {'Port': ['ID=28369e6f-1864-4b3d-be03-58b5043f408d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:15.499157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 9c1a00c6-4c08-4108-b186-206a2097ffee completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:15.505046 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c09eef37-3dbf-4f66-95c0-be286a29cb67 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:15.624523 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port c09eef37-3dbf-4f66-95c0-be286a29cb67 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:15.629943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c09eef37-3dbf-4f66-95c0-be286a29cb67 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:15.630394 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:15.766964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:15.801589 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port c09eef37-3dbf-4f66-95c0-be286a29cb67, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c09eef37-3dbf-4f66-95c0-be286a29cb67,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:15.881445 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:15.961009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=c09eef37-3dbf-4f66-95c0-be286a29cb67,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:15.978790 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:16.004378 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93450117-5092-43c4-9832-2579c90dbea9 None None] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:39:16.224398 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-890e02a0-f586-4adf-8faf-10ba4f7f7d42 None None] Provisioning for port 9c1a00c6-4c08-4108-b186-206a2097ffee completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:16.231381 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-890e02a0-f586-4adf-8faf-10ba4f7f7d42 None None] Provisioning complete for port 9c1a00c6-4c08-4108-b186-206a2097ffee triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:16.231765 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-890e02a0-f586-4adf-8faf-10ba4f7f7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:16.343724 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689736'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:16.365815 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-890e02a0-f586-4adf-8faf-10ba4f7f7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:16.400491 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-890e02a0-f586-4adf-8faf-10ba4f7f7d42 None None] For port 9c1a00c6-4c08-4108-b186-206a2097ffee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9c1a00c6-4c08-4108-b186-206a2097ffee,segment=NetworkSegment(b7c38c3a-ba06-4621-b453-fea2e8fc3eb7),segment_id=b7c38c3a-ba06-4621-b453-fea2e8fc3eb7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:16.470399 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-890e02a0-f586-4adf-8faf-10ba4f7f7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:16.537819 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e02a0-f586-4adf-8faf-10ba4f7f7d42 None None] Pushing event updated for resources: {'Port': ['ID=9c1a00c6-4c08-4108-b186-206a2097ffee,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:16.590349 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a204948a-9d79-475f-afc1-501d60608a06 None None] Provisioning complete for port 9c1a00c6-4c08-4108-b186-206a2097ffee triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:16.590649 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a204948a-9d79-475f-afc1-501d60608a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:16.675668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 is scheduled to L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:39:16.851891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:39:16.861102 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Sync routers for ids ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:16.870320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Routers {'883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:16.870939 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:16.939592 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:16.940857 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-e04346ee-6b5a-4b5d-a1ec-04e8a597ea8b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2233520 Feb 16 13:39:16.943593 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35762) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:17.049050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Set router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:17.259339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9c1a00c6-4c08-4108-b186-206a2097ffee up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:17.412288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 9c1a00c6-4c08-4108-b186-206a2097ffee triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:17.412668 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:17.537576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 3, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port': {'id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:14Z', 'updated_at': '2022-02-16T13:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:17.546896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Checking router: 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:17.547299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Updating router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 port 28369e6f-1864-4b3d-be03-58b5043f408d binding host dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:39:17.591202 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c09eef37-3dbf-4f66-95c0-be286a29cb67 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:17.645866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:17.774943 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port c09eef37-3dbf-4f66-95c0-be286a29cb67 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:17.775267 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:17.776474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:17.986084 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Allocated IP 172.20.0.1 (9cd23189-da31-4e94-a813-ac7e9706e9aa/1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7/cf153031-137b-4d30-8a29-f1eb6dd04125) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:18.109354 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.121643 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Transition to ACTIVE for port object 28369e6f-1864-4b3d-be03-58b5043f408d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:18.148961 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.165217 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Transition to ACTIVE for port object cf153031-137b-4d30-8a29-f1eb6dd04125 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:18.241761 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.281845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.326182 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Attempting to bind port 28369e6f-1864-4b3d-be03-58b5043f408d on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:39:18.326561 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Attempting to bind port 28369e6f-1864-4b3d-be03-58b5043f408d by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:39:18.326923 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Attempting to bind port 28369e6f-1864-4b3d-be03-58b5043f408d on network 899eec45-c7b7-4526-b2b5-ff758a8c35fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:18.336307 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9dde1-f1bc-4fca-b0bf-68cf50b549d6 None None] Pushing event updated for resources: {'Port': ['ID=28369e6f-1864-4b3d-be03-58b5043f408d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:18.339774 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:39:18.343938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Checking segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:18.343938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.343938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Bound using segment: {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:39:18.343938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Bound port: 28369e6f-1864-4b3d-be03-58b5043f408d, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bf1842-7dd8-4803-a38c-48b461334c29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:39:18.343938 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.347085 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:18.349993 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:18.353689 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:18.398600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Pushing event updated for resources: {'Port': ['ID=cf153031-137b-4d30-8a29-f1eb6dd04125,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:18.423047 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689950'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.430448 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] For port 28369e6f-1864-4b3d-be03-58b5043f408d, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:39:18.433704 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] For port 28369e6f-1864-4b3d-be03-58b5043f408d, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=28369e6f-1864-4b3d-be03-58b5043f408d,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:39:18.515996 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.596032 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Routers {'883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:18.596651 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:18.626344 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.660406 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9dde1-f1bc-4fca-b0bf-68cf50b549d6 None None] Pushing event updated for resources: {'Port': ['ID=28369e6f-1864-4b3d-be03-58b5043f408d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:18.748634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4ce1d881-12ee-4b34-976f-99522aa1f39a None None] Provisioning for port cf153031-137b-4d30-8a29-f1eb6dd04125 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:18.767324 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4ce1d881-12ee-4b34-976f-99522aa1f39a None None] Provisioning complete for port cf153031-137b-4d30-8a29-f1eb6dd04125 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:18.767698 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d881-12ee-4b34-976f-99522aa1f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.856642 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.880226 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] Set router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:18.915668 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:18.929457 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1d881-12ee-4b34-976f-99522aa1f39a None None] Port cf153031-137b-4d30-8a29-f1eb6dd04125 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:39:19.028918 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689337'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:19.033092 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Pushing event updated for resources: {'Port': ['ID=cf153031-137b-4d30-8a29-f1eb6dd04125,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:19.175265 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:19.176445 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:19.209616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 4, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port': {'id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:14Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'cf153031-137b-4d30-8a29-f1eb6dd04125', 'name': '', 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'mac_address': 'fa:16:3e:14:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:17Z', 'updated_at': '2022-02-16T13:39:17Z', 'revision_number': 1, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'subnets': [{'id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:19.214672 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91976d-e333-4ab1-b9b8-10bb6bd5e8db None None] The sync data for ids ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'] in dv-neutron-829487-1-hyperv is: [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 4, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port': {'id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:14Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'cf153031-137b-4d30-8a29-f1eb6dd04125', 'name': '', 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'mac_address': 'fa:16:3e:14:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:17Z', 'updated_at': '2022-02-16T13:39:17Z', 'revision_number': 1, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'subnets': [{'id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:19.478728 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1cdd0bf9-6c13-43f2-9ca1-a76f89c494ee None None] Provisioning complete for port cf153031-137b-4d30-8a29-f1eb6dd04125 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:19.482663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0bf9-6c13-43f2-9ca1-a76f89c494ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:19.537572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:39:19.558516 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd0bf9-6c13-43f2-9ca1-a76f89c494ee None None] Port cf153031-137b-4d30-8a29-f1eb6dd04125 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:39:19.754633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:39:19.764387 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-c39f236c-de18-453f-ae58-feb0145baf9b admin admin] 10.222.0.47 "PUT /v2.0/routers/883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8194916 Feb 16 13:39:20.494466 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:20.499589 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900747834', 'description': 'tempest-secgroup-smoke-900747834 description', 'project_id': '6a04f493098d49b184fb29170060198c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:20.506241 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:20.510218 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:20.513116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:20.519405 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:20.584783 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:20.608669 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:20.613115 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:20.616031 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:20.621704 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:20.691699 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:20.743810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:20.788106 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7535fcd6-c7b2-40a3-995f-bc1db6710bb2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:20.881387 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:20.882667 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-1884cf1f-bfa4-41a9-8fe7-2709dfcafd14 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3871498 Feb 16 13:39:20.885512 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:20.890462 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'security_group_rule': {'security_group_id': '7535fcd6-c7b2-40a3-995f-bc1db6710bb2', 'project_id': '6a04f493098d49b184fb29170060198c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:20.896571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:20.900484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:20.903376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:20.909140 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:20.986257 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.058216 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.161461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.186490 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce8353d-314c-4aea-9c99-81bbd84ab064,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:21.264534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.265907 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-7e19238b-9a6b-40cb-9ee5-9a2a542ff41b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794191 Feb 16 13:39:21.268624 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:21.279270 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'security_group_rule': {'security_group_id': '7535fcd6-c7b2-40a3-995f-bc1db6710bb2', 'project_id': '6a04f493098d49b184fb29170060198c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:21.286020 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:21.289624 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 28369e6f-1864-4b3d-be03-58b5043f408d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:21.290665 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:21.293698 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:21.300747 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:21.379798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.444685 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.446616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port 28369e6f-1864-4b3d-be03-58b5043f408d completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:21.451868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 28369e6f-1864-4b3d-be03-58b5043f408d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:21.459367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.555399 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.570928 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.580705 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c15b6f-7c13-4247-bc9b-a28cdf8974a7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:21.588426 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port 28369e6f-1864-4b3d-be03-58b5043f408d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=28369e6f-1864-4b3d-be03-58b5043f408d,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:21.704898 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.706054 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f1e79547-0524-440a-b963-a704d5ab4310 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4364111 Feb 16 13:39:21.708877 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:21.713903 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'security_group_rule': {'security_group_id': '7535fcd6-c7b2-40a3-995f-bc1db6710bb2', 'project_id': '6a04f493098d49b184fb29170060198c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:21.720011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:21.723886 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:21.726771 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:21.732567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:21.738319 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.810301 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=28369e6f-1864-4b3d-be03-58b5043f408d,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:21.824913 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:21.888483 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.041410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.068793 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa8f42c-a4d9-44db-8714-a05e0b8d7910,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:22.167547 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.168776 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d45b4257-d911-4295-8109-88880e24dc37 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4589491 Feb 16 13:39:22.171645 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:22.177051 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'security_group_rule': {'security_group_id': '7535fcd6-c7b2-40a3-995f-bc1db6710bb2', 'project_id': '6a04f493098d49b184fb29170060198c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:22.183360 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:22.187678 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:22.190871 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:22.197172 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:22.287709 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Sync routers for ids ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:22.297398 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Routers {'883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:22.298032 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:22.346352 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.410363 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.472768 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Set router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:22.510068 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.535076 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb64ba6b-bf1f-4221-a0c3-cff5ea147886,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:22.624290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.626161 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-5d6e78ea-eb4d-433f-9e90-3a0449bf7765 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4535480 Feb 16 13:39:22.628958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:22.633949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'security_group_rule': {'security_group_id': '7535fcd6-c7b2-40a3-995f-bc1db6710bb2', 'project_id': '6a04f493098d49b184fb29170060198c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:22.639908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:22.644453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:22.647591 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:22.653524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:22.750992 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Project 6a04f493098d49b184fb29170060198c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:39:22.758214 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.784014 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 4, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port': {'id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:14Z', 'updated_at': '2022-02-16T13:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'cf153031-137b-4d30-8a29-f1eb6dd04125', 'name': '', 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'mac_address': 'fa:16:3e:14:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:17Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 2, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'subnets': [{'id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:22.788025 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Checking router: 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:22.788317 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Updating router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 port cf153031-137b-4d30-8a29-f1eb6dd04125 binding host dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:39:22.839414 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.880580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:22.989628 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.015477 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed3fc50-5123-40a7-97fc-e4a11b87b3fc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:23.127454 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.128664 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-d636363c-0750-4683-9cf4-ca3591aefabc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4987745 Feb 16 13:39:23.131488 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35796) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:23.136528 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'security_group_rule': {'security_group_id': '7535fcd6-c7b2-40a3-995f-bc1db6710bb2', 'project_id': '6a04f493098d49b184fb29170060198c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:23.142469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:23.146498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:security_group_rule and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:23.149525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:23.155410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:23.179407 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.194388 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Transition to ACTIVE for port object cf153031-137b-4d30-8a29-f1eb6dd04125 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:23.245721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 28369e6f-1864-4b3d-be03-58b5043f408d up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:23.252916 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Project 6a04f493098d49b184fb29170060198c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:39:23.260050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.304421 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.311573 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port 28369e6f-1864-4b3d-be03-58b5043f408d triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:23.312023 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.329570 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.425535 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591241'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.456819 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ab3d3a-4977-4f14-acf7-02840671489f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:23.463470 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af119cf4-570a-46ea-8721-9e96f73b40e7 None None] Pushing event updated for resources: {'Port': ['ID=cf153031-137b-4d30-8a29-f1eb6dd04125,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:23.544467 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.545759 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-db02d61c-1566-4206-8076-99bc31509c7f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133208 Feb 16 13:39:23.552519 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Attempting to bind port cf153031-137b-4d30-8a29-f1eb6dd04125 on host dv-neutron-829487-1-hyperv for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:39:23.552980 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Attempting to bind port cf153031-137b-4d30-8a29-f1eb6dd04125 by drivers openvswitch,hyperv on host dv-neutron-829487-1-hyperv at level 0 using segments [{'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:39:23.553469 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Attempting to bind port cf153031-137b-4d30-8a29-f1eb6dd04125 on network 9cd23189-da31-4e94-a813-ac7e9706e9aa {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:23.559628 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Checking agent: {'id': 'd2862d4a-7a03-466b-9a38-92d141b1daca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829487-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 32, 37), 'started_at': datetime.datetime(2022, 2, 16, 12, 33, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829487-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:39:23.560113 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Checking segment: {'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:23.560687 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.561061 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Bound using segment: {'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:39:23.561536 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Bound port: cf153031-137b-4d30-8a29-f1eb6dd04125, host: dv-neutron-829487-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:39:23.561901 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.655518 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] For port cf153031-137b-4d30-8a29-f1eb6dd04125, host dv-neutron-829487-1-hyperv, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:39:23.659132 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] For port cf153031-137b-4d30-8a29-f1eb6dd04125, host dv-neutron-829487-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=cf153031-137b-4d30-8a29-f1eb6dd04125,segment=NetworkSegment(b7c38c3a-ba06-4621-b453-fea2e8fc3eb7),segment_id=b7c38c3a-ba06-4621-b453-fea2e8fc3eb7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:39:23.752980 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-2af499b9-be9f-4ddd-ad43-8e5d328cc34c tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Synchronizing usage tracker for tenant:6a04f493098d49b184fb29170060198c on resource:security_group {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:39:23.767747 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:23.841802 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Routers {'883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:23.842426 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:23.910266 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af119cf4-570a-46ea-8721-9e96f73b40e7 None None] Pushing event updated for resources: {'Port': ['ID=cf153031-137b-4d30-8a29-f1eb6dd04125,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:23.921213 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-2af499b9-be9f-4ddd-ad43-8e5d328cc34c tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Unset dirty status for tenant:6a04f493098d49b184fb29170060198c on resource:security_group {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:39:23.923629 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-2af499b9-be9f-4ddd-ad43-8e5d328cc34c tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900747834&fields=id&tenant_id=6a04f493098d49b184fb29170060198c HTTP/1.1" status: 200 len: 267 time: 0.2085814 Feb 16 13:39:24.050142 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] Set router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:24.089215 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-cdcd6aad-4fd0-44f3-8e7d-25f119a871e7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:24.089821 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-cdcd6aad-4fd0-44f3-8e7d-25f119a871e7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Synchronizing usage tracker for tenant:6a04f493098d49b184fb29170060198c on resource:network {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:39:24.190392 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-cdcd6aad-4fd0-44f3-8e7d-25f119a871e7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Unset dirty status for tenant:6a04f493098d49b184fb29170060198c on resource:network {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:39:24.191678 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-cdcd6aad-4fd0-44f3-8e7d-25f119a871e7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 809 time: 0.2623367 Feb 16 13:39:24.206901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-a9cb4f04-70e7-4929-bf51-7927d90c5bd3 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/quotas/6a04f493098d49b184fb29170060198c HTTP/1.1" status: 200 len: 375 time: 0.0098875 Feb 16 13:39:24.292705 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-3538a5fb-6120-4551-9c90-b80038cbebef tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Synchronizing usage tracker for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:39:24.363203 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 4, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port': {'id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:14Z', 'updated_at': '2022-02-16T13:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'cf153031-137b-4d30-8a29-f1eb6dd04125', 'name': '', 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'mac_address': 'fa:16:3e:14:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:17Z', 'updated_at': '2022-02-16T13:39:23Z', 'revision_number': 4, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'subnets': [{'id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:24.367120 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fcf0c-9fa6-49d0-9c77-0be40ee858f6 None None] The sync data for ids ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'] in dv-neutron-829487-1-hyperv is: [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:39:18Z', 'revision_number': 4, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port': {'id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:14Z', 'updated_at': '2022-02-16T13:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'cf153031-137b-4d30-8a29-f1eb6dd04125', 'name': '', 'network_id': '9cd23189-da31-4e94-a813-ac7e9706e9aa', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'mac_address': 'fa:16:3e:14:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:17Z', 'updated_at': '2022-02-16T13:39:23Z', 'revision_number': 4, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'subnets': [{'id': '1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:24.384142 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-3538a5fb-6120-4551-9c90-b80038cbebef tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Unset dirty status for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:39:24.385591 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-3538a5fb-6120-4551-9c90-b80038cbebef tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735799 Feb 16 13:39:24.501137 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-0337a6b4-a540-4f5c-9839-65077dfe62cd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:39:24.502149 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-0337a6b4-a540-4f5c-9839-65077dfe62cd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1051903 Feb 16 13:39:24.644058 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-8282d4cf-b406-483d-b428-5d9226856cc0 service neutron] 10.222.0.47 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355748 Feb 16 13:39:24.783851 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-acd65fa5-13ad-43d9-b858-7d8cbaed5349 service neutron] 10.222.0.47 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339247 Feb 16 13:39:25.159852 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-10ade345-4062-4735-8325-2290ab2fb875 req-53f1cec9-9d77-4c5a-9195-36e15626ca0a tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 210 time: 0.0461969 Feb 16 13:39:25.276960 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cf153031-137b-4d30-8a29-f1eb6dd04125 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:25.452348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning for port cf153031-137b-4d30-8a29-f1eb6dd04125 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:25.457338 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port cf153031-137b-4d30-8a29-f1eb6dd04125 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:25.457708 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:25.574725 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:25.606268 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] For port cf153031-137b-4d30-8a29-f1eb6dd04125, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=cf153031-137b-4d30-8a29-f1eb6dd04125,segment=NetworkSegment(b7c38c3a-ba06-4621-b453-fea2e8fc3eb7),segment_id=b7c38c3a-ba06-4621-b453-fea2e8fc3eb7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:25.732616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:25.802252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Pushing event updated for resources: {'Port': ['ID=cf153031-137b-4d30-8a29-f1eb6dd04125,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:26.252499 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e546c7c1-8b86-4b69-b681-f9c5def793e6 req-325e6672-24c3-4a8b-b326-c97df9ff5526 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 210 time: 0.0422759 Feb 16 13:39:27.255079 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cf153031-137b-4d30-8a29-f1eb6dd04125 up at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:27.328991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Provisioning complete for port cf153031-137b-4d30-8a29-f1eb6dd04125 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:27.329368 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:27.421343 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4f76de29-da0c-4450-a9fc-6e993078a8cc req-9ac95a1f-3adc-47f4-ae21-ab7d5da7f2dc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 210 time: 0.0457914 Feb 16 13:39:27.896341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-c8bf0753-635c-4ed8-b2b2-e6c1c165f440 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:27.897798 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-c8bf0753-635c-4ed8-b2b2-e6c1c165f440 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 809 time: 0.1464145 Feb 16 13:39:27.944947 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-8bdf7f31-7f89-4fbc-8f28-e7d8e39c4c97 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Synchronizing usage tracker for tenant:6a04f493098d49b184fb29170060198c on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:39:27.956890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-8bdf7f31-7f89-4fbc-8f28-e7d8e39c4c97 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Unset dirty status for tenant:6a04f493098d49b184fb29170060198c on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:39:27.958010 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-8bdf7f31-7f89-4fbc-8f28-e7d8e39c4c97 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a04f493098d49b184fb29170060198c HTTP/1.1" status: 200 len: 379 time: 0.0520163 Feb 16 13:39:27.967953 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'port': {'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'admin_state_up': True, 'tenant_id': '6a04f493098d49b184fb29170060198c', 'security_groups': ['7535fcd6-c7b2-40a3-995f-bc1db6710bb2']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:28.106578 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:28.116821 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:28.195358 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Made reservation on behalf of 6a04f493098d49b184fb29170060198c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:28.198969 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:28.361095 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Allocated IP 172.20.0.5 (ed209d57-55e4-40cd-ac5d-802f6eb5c80b/63656df8-02b2-4f61-8e0c-816fa69cd919/f1884ee1-efdb-45a5-aaf6-322832429451) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:28.557254 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:28.568189 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-33648153-8c7d-4e02-ba22-2f707114500a req-86b87efc-ab31-402b-afc5-d01e44aed7a7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 210 time: 0.0430059 Feb 16 13:39:28.572677 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Transition to ACTIVE for port object f1884ee1-efdb-45a5-aaf6-322832429451 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:28.652908 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:28.726926 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:28.729930 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:28.733802 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:28.764797 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:28.803175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:28.803791 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:28.921795 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da10f2e7-4fa1-4a8f-9ae9-5bd2cb85724f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574149 Feb 16 13:39:28.936572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Request body: {'port': {'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:29.086596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7d5a7277-88be-42c2-8202-bcecdbcba617 None None] Provisioning for port f1884ee1-efdb-45a5-aaf6-322832429451 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:29.092061 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7d5a7277-88be-42c2-8202-bcecdbcba617 None None] Provisioning complete for port f1884ee1-efdb-45a5-aaf6-322832429451 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:29.092443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7277-88be-42c2-8202-bcecdbcba617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:29.165845 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:29.192041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a7277-88be-42c2-8202-bcecdbcba617 None None] Port f1884ee1-efdb-45a5-aaf6-322832429451 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:39:29.508919 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1884ee1-efdb-45a5-aaf6-322832429451 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:39:29.516597 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:29.530364 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Transition to ACTIVE for port object f1884ee1-efdb-45a5-aaf6-322832429451 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:29.595414 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:29.760415 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:29.770083 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abf23b-6892-4c02-97e0-57bfe284a9e7 req-deda7b91-59a7-43ed-a26a-0521fcbd31a0 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:29.771997 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f7abf23b-6892-4c02-97e0-57bfe284a9e7 req-deda7b91-59a7-43ed-a26a-0521fcbd31a0 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 943 time: 0.0959940 Feb 16 13:39:29.819633 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f7abf23b-6892-4c02-97e0-57bfe284a9e7 req-f18ec36e-f8ed-494b-a648-ecb23d2876cc tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Feb 16 13:39:29.838823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Attempting to bind port f1884ee1-efdb-45a5-aaf6-322832429451 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:39:29.839212 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Attempting to bind port f1884ee1-efdb-45a5-aaf6-322832429451 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:39:29.839820 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Attempting to bind port f1884ee1-efdb-45a5-aaf6-322832429451 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:29.844680 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Port f1884ee1-efdb-45a5-aaf6-322832429451 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:39:29.845001 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Attempting to bind port f1884ee1-efdb-45a5-aaf6-322832429451 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:39:29.850226 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:39:29.850572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Checking segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:39:29.851102 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Bound using segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:39:29.851416 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Bound port: f1884ee1-efdb-45a5-aaf6-322832429451, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:39:29.851767 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:29.944892 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:39:29.947891 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:39:30.018600 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:30.077825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:30.079170 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:30.080477 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 1093 time: 1.1482010 Feb 16 13:39:30.081066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:39:30.100584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702e7a7-de59-4d64-8bce-e2ff10255d64 service neutron] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:30.146350 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'status': 'completed', 'code': 200} Feb 16 13:39:30.238440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-f804171e-4c72-47e8-b890-2534f8e4cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:30.239955 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-f804171e-4c72-47e8-b890-2534f8e4cccf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1096 time: 0.0759661 Feb 16 13:39:30.308268 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-3573de2c-736a-465a-82d6-cc3759b8cefe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 217 time: 0.0614357 Feb 16 13:39:30.372798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-9bdc2c13-747a-4577-8ba0-5946ad536e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:30.374227 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-9bdc2c13-747a-4577-8ba0-5946ad536e50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0603909 Feb 16 13:39:30.449258 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da600df6-cd58-4746-bcaf-c086386baafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:30.450704 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-da600df6-cd58-4746-bcaf-c086386baafd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692973 Feb 16 13:39:30.579542 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-50cd47a9-76aa-47ae-a5cf-9e25a6224857 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220868 Feb 16 13:39:30.709105 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-7924b7cc-58bc-4b57-9e04-2a7db41180ec req-4fc6064b-ccce-4fed-9e2f-dbbfd3394cdf service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227925 Feb 16 13:39:30.917420 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-17bf68ab-fced-4743-9b54-49ae30846ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:30.918885 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-17bf68ab-fced-4743-9b54-49ae30846ace service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1096 time: 0.0741408 Feb 16 13:39:31.001862 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d18f2-c16a-4680-9724-0b0b5b8a2d3a req-fc3c0a2a-8f30-49c4-902a-a37ccee22706 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:31.003347 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e7d18f2-c16a-4680-9724-0b0b5b8a2d3a req-fc3c0a2a-8f30-49c4-902a-a37ccee22706 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 943 time: 0.0782006 Feb 16 13:39:31.050904 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-1e7d18f2-c16a-4680-9724-0b0b5b8a2d3a req-b8010d20-eda2-4637-8f35-8e0ecf86c18a tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Feb 16 13:39:31.154603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-02fbac2e-c947-486d-8544-9ff2a73100fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:31.156171 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-02fbac2e-c947-486d-8544-9ff2a73100fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.2302129 Feb 16 13:39:31.228063 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-b022e4e9-8cef-4980-b9dc-03ced6377ff8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 217 time: 0.0635626 Feb 16 13:39:31.291758 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-f128db39-1551-4477-8d39-766ccf16344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:31.293210 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-f128db39-1551-4477-8d39-766ccf16344f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0585070 Feb 16 13:39:31.368531 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-72b9d554-5c68-44cb-ad1f-2b634e8541fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:31.370006 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-72b9d554-5c68-44cb-ad1f-2b634e8541fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706053 Feb 16 13:39:31.502770 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-3623e568-eae5-4b9c-ace4-2fb6ef724355 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256576 Feb 16 13:39:31.635241 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ede3bbdd-4d7f-47fd-a45b-ce6f59da13ef req-5af8cd1b-4673-41aa-a3c7-a45004f7bbf3 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254447 Feb 16 13:39:32.239439 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9155a-f2bf-4177-847e-fccafcd8ad37 req-1b48fffa-f4ba-4567-9eae-9e35a60f6c4b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:32.240887 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ba9155a-f2bf-4177-847e-fccafcd8ad37 req-1b48fffa-f4ba-4567-9eae-9e35a60f6c4b tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 943 time: 0.0835192 Feb 16 13:39:32.285206 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ba9155a-f2bf-4177-847e-fccafcd8ad37 req-93f2a39d-26cf-4e6e-bb66-f20ebdf412c6 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386651 Feb 16 13:39:32.617922 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f1884ee1-efdb-45a5-aaf6-322832429451 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:39:32.749581 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:32.762473 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:39:32.817231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:32.834356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1884ee1-efdb-45a5-aaf6-322832429451 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:39:32.849754 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:32.938138 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:33.006903 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:33.247040 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['f1884ee1-efdb-45a5-aaf6-322832429451'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:39:33.474354 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc206-d0b8-40ff-af19-0822b886ed7e req-137de536-d1b3-4cea-bc71-799c94d0b215 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:33.475734 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-059cc206-d0b8-40ff-af19-0822b886ed7e req-137de536-d1b3-4cea-bc71-799c94d0b215 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 944 time: 0.0840411 Feb 16 13:39:33.519346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-059cc206-d0b8-40ff-af19-0822b886ed7e req-6b1cfcfa-9221-4380-9c4e-ac313b1d37c6 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379653 Feb 16 13:39:33.903575 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92b096ad-63ad-4772-b842-655b82e30ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:34.637835 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f1884ee1-efdb-45a5-aaf6-322832429451 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:34.709403 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b15e03-a955-488f-97be-be1e7fbc1014 req-f065c679-b6dd-4f48-88a7-8728d0dd5551 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:34.710854 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14b15e03-a955-488f-97be-be1e7fbc1014 req-f065c679-b6dd-4f48-88a7-8728d0dd5551 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 944 time: 0.0828738 Feb 16 13:39:34.754345 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-14b15e03-a955-488f-97be-be1e7fbc1014 req-4020dab6-ad3c-4dee-841d-97468faf97b5 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377016 Feb 16 13:39:34.823634 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port f1884ee1-efdb-45a5-aaf6-322832429451 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:34.829330 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port f1884ee1-efdb-45a5-aaf6-322832429451 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:34.832789 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:34.942443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:34.971007 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:39:34.981228 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:35.065958 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'code': 200} Feb 16 13:39:35.079088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:35.141861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:35.452107 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eb5b8-3e32-4781-bf73-a0dc0ace6d99 req-f72614c1-2f01-4b1d-8ddb-6645a267b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:35.454170 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e8eb5b8-3e32-4781-bf73-a0dc0ace6d99 req-f72614c1-2f01-4b1d-8ddb-6645a267b6b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1098 time: 0.0744605 Feb 16 13:39:35.496992 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-5e8eb5b8-3e32-4781-bf73-a0dc0ace6d99 req-84fa5010-85d6-4593-9e7f-832e899711a8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333974 Feb 16 13:39:35.935808 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608a4b3-36a5-4efa-9952-e5cc7ce77d40 req-979d22af-f120-44ff-ae9b-390d493d2542 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:35.937783 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d608a4b3-36a5-4efa-9952-e5cc7ce77d40 req-979d22af-f120-44ff-ae9b-390d493d2542 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 945 time: 0.0801895 Feb 16 13:39:35.985237 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d608a4b3-36a5-4efa-9952-e5cc7ce77d40 req-c33faa2a-59ff-404e-bb4a-8d11bfb37eb7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 Feb 16 13:39:36.223569 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2a16eb3-31df-41df-af68-991e0ac31ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:37.304087 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:37.458191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:37.478262 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc20ef-c8b9-451a-b121-23822792ff24 req-90944eca-06b8-45b6-a91d-4c02f4da6570 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:37.479853 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cbfc20ef-c8b9-451a-b121-23822792ff24 req-90944eca-06b8-45b6-a91d-4c02f4da6570 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 945 time: 0.1590483 Feb 16 13:39:37.538088 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-cbfc20ef-c8b9-451a-b121-23822792ff24 req-4a0797cb-51f6-4b47-9136-ac11b9ab30ad tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496399 Feb 16 13:39:37.943169 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2593c-828d-43aa-bcfe-05ffbbe858f8 req-018e82a8-9440-471a-82cd-2aeb51368940 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:37.944663 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8c2593c-828d-43aa-bcfe-05ffbbe858f8 req-018e82a8-9440-471a-82cd-2aeb51368940 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 945 time: 0.2476895 Feb 16 13:39:37.988135 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f8c2593c-828d-43aa-bcfe-05ffbbe858f8 req-01bb826f-4a1a-4156-9c5e-35cda9eb83a8 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377882 Feb 16 13:39:38.010648 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 35880) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:38.122676 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71968c14-33b7-4047-a074-b11373bf0255 tempest-TestSnapshotPattern-1695489207 tempest-TestSnapshotPattern-1695489207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:38.124210 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-71968c14-33b7-4047-a074-b11373bf0255 tempest-TestSnapshotPattern-1695489207 tempest-TestSnapshotPattern-1695489207-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1093 time: 0.1125748 Feb 16 13:39:38.128250 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 35886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:38.133461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:38.139795 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:38.143692 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:floatingip and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:38.147598 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:38.153798 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:38.258372 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:38.395072 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:38.537044 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Allocated IP 172.26.6.208 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/20e9d26c-6c15-4198-a272-7c99f878bc81) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:38.687175 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:38.766875 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:38.831534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:38.834400 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:38.838154 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:38.878461 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'Port': ['ID=20e9d26c-6c15-4198-a272-7c99f878bc81,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:38.977963 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:39.258517 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:39.524066 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:39.731519 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:39.794948 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:39.928623 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'Port': ['ID=20e9d26c-6c15-4198-a272-7c99f878bc81,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:39.952050 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:40.164540 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Floating IP 0d8858c4-68d3-49d1-a9ec-463ed32889a3 associated. External IP: 172.26.6.208, port: f1884ee1-efdb-45a5-aaf6-322832429451. Feb 16 13:39:40.549952 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:39:40.753473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:39:40.763614 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] Sync routers for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:40.774770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:40.775828 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:40.869469 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:40.928514 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-b2707fcf-6601-4065-9bd6-8cd8c65219da tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7982836 Feb 16 13:39:40.929113 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:39:40.979726 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'status': 'completed', 'code': 200} Feb 16 13:39:40.984861 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:41.093359 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-a44cad36-ad6f-4a3c-bb47-1082c1f1257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:41.094854 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-a44cad36-ad6f-4a3c-bb47-1082c1f1257f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1098 time: 0.0962501 Feb 16 13:39:41.383465 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-44226346-eac2-465f-961e-e4f9a5b61a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:41.384927 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-44226346-eac2-465f-961e-e4f9a5b61a2e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.2839122 Feb 16 13:39:41.410883 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:39Z', 'revision_number': 0, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:41.415616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] Checking router: c8cc83ac-ffbe-4a59-a789-6ebb05da20ad for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:41.425681 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:41.426295 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:39:36Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:41.500334 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-7d31be12-3ce2-4d6f-a952-9a8efe3c3666 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 999 time: 0.1084025 Feb 16 13:39:41.576377 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-9bebf64c-a684-473e-84ab-3011e980eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:41.578622 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-9bebf64c-a684-473e-84ab-3011e980eb41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0724752 Feb 16 13:39:41.670825 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-95e57866-18cd-4926-9eff-46a53a6fe137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:41.672476 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-95e57866-18cd-4926-9eff-46a53a6fe137 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874953 Feb 16 13:39:41.691451 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:41.774896 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:41.829712 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-d5790898-1345-4a41-a74f-0e2e046d6e91 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507027 Feb 16 13:39:41.993908 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-ef509a98-dbdf-403e-9901-b8e09738aa0a req-1fd10559-9538-4db3-a608-6f22fe1941fe service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574357 Feb 16 13:39:42.115693 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:39Z', 'revision_number': 0, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:42.120009 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4c9482-fe1e-4355-be90-84c870973346 None None] The sync data for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv is: [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:39Z', 'revision_number': 0, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:42.316415 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c46d8-a92b-4ae3-b5da-f40693829bd6 None None] New status for floating IP 0d8858c4-68d3-49d1-a9ec-463ed32889a3: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:39:46.016166 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:40:03.948942 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd399ef1-da2b-4ba0-aa55-a626a0cd10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:04.887529 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-1bd7332e-fc03-4098-a088-bc0498e4b129 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1167185 Feb 16 13:40:05.036444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694706-9554-41df-a311-6a998303bd99 req-d52e2c9a-33bb-478d-980b-38acb1939cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:05.037943 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-d52e2c9a-33bb-478d-980b-38acb1939cee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1098 time: 0.0820150 Feb 16 13:40:05.188023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694706-9554-41df-a311-6a998303bd99 req-e12cdf1e-53c1-42b3-9a5d-3a86ec5ad03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:05.189521 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-e12cdf1e-53c1-42b3-9a5d-3a86ec5ad03f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.1323016 Feb 16 13:40:05.298635 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-d7e12c7b-dc1e-4ba7-966e-b9f30e784eb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 1001 time: 0.1024649 Feb 16 13:40:05.382131 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694706-9554-41df-a311-6a998303bd99 req-71768416-847e-4f27-9921-069a5aedee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:05.383634 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-71768416-847e-4f27-9921-069a5aedee79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0785422 Feb 16 13:40:05.466760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694706-9554-41df-a311-6a998303bd99 req-f2fc145b-240d-42e0-b2d0-af7baa54cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:05.468394 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-f2fc145b-240d-42e0-b2d0-af7baa54cc9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768225 Feb 16 13:40:05.605855 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-2ac3b253-f3f1-4014-952a-6e09421a6bab service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278994 Feb 16 13:40:05.753050 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-c7694706-9554-41df-a311-6a998303bd99 req-c37cf580-6473-433d-b596-9886095439c6 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404858 Feb 16 13:40:06.240176 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa30cec9-beda-4ee0-b9e8-6e0a8410bd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:07.365565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:07.513326 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:09.051770 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:11.805528 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:23.015073 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:40:33.913610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d85bd3c-6160-4ac2-85cc-4ae6defa246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:36.222641 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5229126-8661-42be-84c0-fed17fb125d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:37.256159 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:37.507925 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:39.068495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:41.742229 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:00.016149 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:41:03.956630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9bd11d1a-de7a-4222-b87f-7e722534e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:05.804228 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-522ec9ed-ad84-4b95-8095-fcedcbec4524 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715847 Feb 16 13:41:05.952505 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-7e9c4ec2-df0e-4064-8dcb-f6cb1e72cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:05.953980 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-7e9c4ec2-df0e-4064-8dcb-f6cb1e72cd00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1098 time: 0.0779543 Feb 16 13:41:06.173955 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d21a752-4aec-49b7-94b1-e148012429f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:06.209529 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-47bfbe26-d1b1-44df-94c7-200a031389b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:06.211063 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-47bfbe26-d1b1-44df-94c7-200a031389b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.2334201 Feb 16 13:41:06.324541 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-19869bb5-d06f-4e94-85fe-e2fb571a6620 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 1001 time: 0.1028993 Feb 16 13:41:06.395522 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-e029038e-2828-41a9-b681-b2d4bde5ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:06.396983 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-e029038e-2828-41a9-b681-b2d4bde5ee8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0633473 Feb 16 13:41:06.488533 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-344ef6e8-d734-4c1a-94ee-1aee46e93668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:06.490056 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-344ef6e8-d734-4c1a-94ee-1aee46e93668 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839949 Feb 16 13:41:06.627972 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-4eac8fed-8c84-43f8-8757-8727d4708821 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284304 Feb 16 13:41:06.765269 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3859e771-d18c-42a9-a190-c4dcf1b41aff req-23aceb14-4b01-4625-a11e-d209d13cbfb6 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278317 Feb 16 13:41:07.276339 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:07.472720 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:09.044270 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:11.729800 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:33.927128 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-444df2d7-d900-43b0-8e5c-99d98dd4493e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:36.226157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a4a203e-2da2-452c-9066-388292c52816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:37.016196 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:41:37.252545 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:37.472000 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:39.094553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:41.714818 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:43.300610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f1884ee1-efdb-45a5-aaf6-322832429451 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:41:43.438636 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:43.452299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:41:43.511755 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:43.529215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1884ee1-efdb-45a5-aaf6-322832429451 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:41:43.544957 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:43.666184 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:43.745348 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:43.752485 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.752846 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.753196 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.753553 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.753868 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.754201 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.754529 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.754858 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.755217 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.755542 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.755866 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.756191 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:43.761336 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['f1884ee1-efdb-45a5-aaf6-322832429451'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:41:45.316671 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f1884ee1-efdb-45a5-aaf6-322832429451 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:41:45.388475 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port f1884ee1-efdb-45a5-aaf6-322832429451 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:41:45.388840 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:45.519024 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:45.599771 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:41:45.616073 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:45.700638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:45.801915 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:45.838841 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'code': 200} Feb 16 13:41:56.362041 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-c7b6181e-e287-4ffe-b3bc-94dbab3a3d3e tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900747834&fields=id&tenant_id=6a04f493098d49b184fb29170060198c HTTP/1.1" status: 200 len: 267 time: 0.0459406 Feb 16 13:41:56.522095 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-3d7d9330-49a9-44ed-be5b-a2126c1a7215 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:56.523527 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-3d7d9330-49a9-44ed-be5b-a2126c1a7215 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 809 time: 0.1550264 Feb 16 13:41:56.541679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-9a94461a-4642-4ad5-8ca3-435839a296c2 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/quotas/6a04f493098d49b184fb29170060198c HTTP/1.1" status: 200 len: 375 time: 0.0120254 Feb 16 13:41:56.636057 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-12fe6cdc-60fa-4cf0-b786-4c527689ece6 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0890951 Feb 16 13:41:56.857381 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-4fa5be3f-bced-4835-b6e9-271b67ae098e service neutron] 10.222.0.47 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713188 Feb 16 13:41:56.990510 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-821035eb-7515-49bd-b5ff-b469009f301a service neutron] 10.222.0.47 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271524 Feb 16 13:41:57.316131 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a696b530-5a5b-401f-b136-59d2bb10e2c3 req-b794b879-7927-4538-a4fa-966f54971812 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 210 time: 0.0449719 Feb 16 13:41:58.418232 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-169651eb-885a-487c-85b6-6b5780a4ad5d req-f2239d56-fd22-492e-9039-53523640ac50 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 210 time: 0.0463901 Feb 16 13:41:59.364034 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f1884ee1-efdb-45a5-aaf6-322832429451 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:41:59.483630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:59.513161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:41:59.526743 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:59.564245 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'code': 200} Feb 16 13:41:59.577432 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6412f073-a833-4eee-83e3-040334fecb90 req-18bdb147-22dd-4665-9d65-7eb332ed1b9d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 210 time: 0.0436769 Feb 16 13:41:59.600287 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:59.670610 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:00.025885 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-4153f997-def1-41ee-b316-307f8d4faf4d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:00.029133 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-4153f997-def1-41ee-b316-307f8d4faf4d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 809 time: 0.1606271 Feb 16 13:42:00.094420 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-429088ee-4567-4cb7-8e84-27a7f9a6b988 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a04f493098d49b184fb29170060198c HTTP/1.1" status: 200 len: 379 time: 0.0523107 Feb 16 13:42:00.108697 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'port': {'device_id': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'admin_state_up': True, 'tenant_id': '6a04f493098d49b184fb29170060198c', 'security_groups': ['7535fcd6-c7b2-40a3-995f-bc1db6710bb2']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:00.270633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:00.275958 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:port and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:00.279501 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.quota.resource [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:00.287048 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.quota.driver [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:00.414868 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Made reservation on behalf of 6a04f493098d49b184fb29170060198c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:00.420457 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:00.625936 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Allocated IP 172.20.0.12 (ed209d57-55e4-40cd-ac5d-802f6eb5c80b/63656df8-02b2-4f61-8e0c-816fa69cd919/646ff66a-d53e-432d-ae02-cf2ca0221a34) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:00.764115 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9dbda2ba-0fcf-4ba0-845d-167a8e5389b1 req-bb4ac936-62a9-46e9-a5f0-a596af549572 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 210 time: 0.0430477 Feb 16 13:42:00.839393 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:00.856609 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Transition to ACTIVE for port object 646ff66a-d53e-432d-ae02-cf2ca0221a34 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:00.986907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:01.102809 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:01.107956 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:01.113453 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:01.196386 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:01.197567 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:01.262552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:01.279861 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.287738 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.288290 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.288580 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.288897 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.289760 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.290195 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.290486 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.290948 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.291376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.291713 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.292025 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:01.380540 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-cf6d94cc-67de-4986-b417-70e1cb302bf7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2783124 Feb 16 13:42:01.468428 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.v2.base [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Request body: {'port': {'device_id': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:01.605625 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-38353327-4ea2-49ee-bf4a-a35fa5506854 None None] Provisioning for port 646ff66a-d53e-432d-ae02-cf2ca0221a34 completed by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:01.611164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-38353327-4ea2-49ee-bf4a-a35fa5506854 None None] Provisioning complete for port 646ff66a-d53e-432d-ae02-cf2ca0221a34 triggered by entity DHCP. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:01.611560 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38353327-4ea2-49ee-bf4a-a35fa5506854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:01.631750 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:01.677525 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38353327-4ea2-49ee-bf4a-a35fa5506854 None None] Port 646ff66a-d53e-432d-ae02-cf2ca0221a34 cannot update to ACTIVE because it is not bound. {{(pid=88445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:02.073991 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957bb56-1c38-4431-a299-50159e72b575 req-f58f0283-f0d5-4413-9355-a95ab070f040 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:02.084301 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a957bb56-1c38-4431-a299-50159e72b575 req-f58f0283-f0d5-4413-9355-a95ab070f040 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 932 time: 0.1437118 Feb 16 13:42:02.155780 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-a957bb56-1c38-4431-a299-50159e72b575 req-a0a90fb4-7e33-4158-ba47-f1ff6f17fe08 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705700 Feb 16 13:42:02.342723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646ff66a-d53e-432d-ae02-cf2ca0221a34 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:42:02.354907 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:02.380272 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Transition to ACTIVE for port object 646ff66a-d53e-432d-ae02-cf2ca0221a34 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:02.460152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:02.647978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:02.825888 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Attempting to bind port 646ff66a-d53e-432d-ae02-cf2ca0221a34 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:02.826117 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Attempting to bind port 646ff66a-d53e-432d-ae02-cf2ca0221a34 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:02.826498 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Attempting to bind port 646ff66a-d53e-432d-ae02-cf2ca0221a34 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:02.833626 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Port 646ff66a-d53e-432d-ae02-cf2ca0221a34 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:02.834233 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Attempting to bind port 646ff66a-d53e-432d-ae02-cf2ca0221a34 on network ed209d57-55e4-40cd-ac5d-802f6eb5c80b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:02.842030 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Checking agent: {'id': '142dde7d-668b-474c-ba3f-56d5d9510f71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'started_at': datetime.datetime(2022, 2, 16, 12, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:02.842431 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Checking segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:02.842826 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Bound using segment: {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:02.843388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Bound port: 646ff66a-d53e-432d-ae02-cf2ca0221a34, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a5c801-5a89-433e-80ed-5414c5b9c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:02.843934 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:02.970537 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:02.975080 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:03.058121 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067622180'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:03.167378 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:03.168011 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:03.169449 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] 10.222.0.67 "PUT /v2.0/ports/646ff66a-d53e-432d-ae02-cf2ca0221a34 HTTP/1.1" status: 200 len: 1094 time: 1.7086585 Feb 16 13:42:03.169937 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:42:03.214430 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44890960-4cc3-47fe-804a-7f5f09de504e service neutron] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:03.479826 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5281-2d9c-4ddc-9cbf-55e2c6c06297 req-ba984d5e-c62a-414a-a049-acccba3b2e8e tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:03.483368 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83ad5281-2d9c-4ddc-9cbf-55e2c6c06297 req-ba984d5e-c62a-414a-a049-acccba3b2e8e tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.1458519 Feb 16 13:42:03.510052 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'status': 'completed', 'code': 200} Feb 16 13:42:03.566647 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-83ad5281-2d9c-4ddc-9cbf-55e2c6c06297 req-07a3a096-0cc0-4247-bd9a-b7659ce21ec4 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707612 Feb 16 13:42:03.749440 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4db2db-0b3b-44ef-88af-674d11f83a82 req-b7fb4188-e9c9-4d72-b347-45b224f63a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:03.751662 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3a4db2db-0b3b-44ef-88af-674d11f83a82 req-b7fb4188-e9c9-4d72-b347-45b224f63a06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 1097 time: 0.1334546 Feb 16 13:42:03.934367 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-7ba9-4b21-964c-b4a678d840f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:04.825132 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964fd02-b7c0-487b-8c1d-09bc388cca2a req-6b5bdd51-5c51-403c-8925-a7ece24809fb tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:04.827357 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e964fd02-b7c0-487b-8c1d-09bc388cca2a req-6b5bdd51-5c51-403c-8925-a7ece24809fb tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.1302457 Feb 16 13:42:04.876326 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e964fd02-b7c0-487b-8c1d-09bc388cca2a req-16d4e50e-548f-42c4-ba26-a6e832a8ba7a tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Feb 16 13:42:06.135276 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc568f9-c397-4b86-8af6-f9368e0d3446 req-f551e5c9-2609-4980-80d3-99de9c6770d5 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:06.136870 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4fc568f9-c397-4b86-8af6-f9368e0d3446 req-f551e5c9-2609-4980-80d3-99de9c6770d5 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.1174939 Feb 16 13:42:06.199983 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6503804-8f61-40d9-8a6f-95bf35eb0140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.205834 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4fc568f9-c397-4b86-8af6-f9368e0d3446 req-ee38219e-293f-4a47-8c29-66721f58e3db tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629561 Feb 16 13:42:07.432232 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fed5a-e921-4c2a-9420-0e6741bd3e8d req-ba9a915d-4b7e-4be9-86a6-3582f1e67a56 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:07.433758 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d70fed5a-e921-4c2a-9420-0e6741bd3e8d req-ba9a915d-4b7e-4be9-86a6-3582f1e67a56 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.0863020 Feb 16 13:42:07.483530 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-d70fed5a-e921-4c2a-9420-0e6741bd3e8d req-ca6b5da4-c221-4274-b426-9f2a6a46a984 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426049 Feb 16 13:42:07.584205 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.671887 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.717801 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8984d7-8bdf-4957-b65e-3e38662b3350 req-7b3dadab-8c9a-4873-b39f-2ac22691afc2 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:08.719435 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc8984d7-8bdf-4957-b65e-3e38662b3350 req-7b3dadab-8c9a-4873-b39f-2ac22691afc2 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.1101897 Feb 16 13:42:08.779799 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-bc8984d7-8bdf-4957-b65e-3e38662b3350 req-2eebbfdd-1be1-469b-a379-01bba39e9e44 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533016 Feb 16 13:42:09.048568 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.989807 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bb3d6-0fa7-4d04-90bc-3bc9196321fa req-93a8f8fb-2937-4e54-8b2b-5d844703d781 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:09.991346 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2b1bb3d6-0fa7-4d04-90bc-3bc9196321fa req-93a8f8fb-2937-4e54-8b2b-5d844703d781 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.0830579 Feb 16 13:42:10.049544 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2b1bb3d6-0fa7-4d04-90bc-3bc9196321fa req-5d5e1030-ef53-4cd7-9358-6fdbff58648e tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504532 Feb 16 13:42:10.885149 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.67', 63384) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:10.976901 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-c50f6011-162d-4305-adbd-85d332121482 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824845 Feb 16 13:42:11.009388 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4db2db-0b3b-44ef-88af-674d11f83a82 req-777ab938-be59-4d87-b11d-dd420d6bc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.013437 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3a4db2db-0b3b-44ef-88af-674d11f83a82 req-777ab938-be59-4d87-b11d-dd420d6bc01c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6a04f493098d49b184fb29170060198c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1607203 Feb 16 13:42:11.130727 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-8f3de19d-9988-466a-9e67-fa7850dba32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.132271 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-8f3de19d-9988-466a-9e67-fa7850dba32c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1096 time: 0.0761724 Feb 16 13:42:11.182088 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4db2db-0b3b-44ef-88af-674d11f83a82 req-d82679e8-33ad-473b-a30d-f08c883244e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.183616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-3a4db2db-0b3b-44ef-88af-674d11f83a82 req-d82679e8-33ad-473b-a30d-f08c883244e1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1622658 Feb 16 13:42:11.317635 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-2b49184d-c72a-4eee-bf7b-3cb8af23bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.319371 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-2b49184d-c72a-4eee-bf7b-3cb8af23bc86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 1097 time: 0.0888860 Feb 16 13:42:11.408077 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-9624af1e-ad90-4031-bacd-d8adccd928d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34 HTTP/1.1" status: 200 len: 217 time: 0.0769010 Feb 16 13:42:11.500254 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-d5aae844-e7fa-4d33-a118-ad824a0303b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.501697 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-d5aae844-e7fa-4d33-a118-ad824a0303b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.3351624 Feb 16 13:42:11.505874 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-a8deefcf-beba-462a-a2b0-2cd29763f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.508744 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-a8deefcf-beba-462a-a2b0-2cd29763f54b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0935116 Feb 16 13:42:11.518256 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca53736-c68d-4cfc-b6ce-dc1299afed23 req-c5dc12aa-b3df-4ca8-8be1-36147767af3f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.525787 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ca53736-c68d-4cfc-b6ce-dc1299afed23 req-c5dc12aa-b3df-4ca8-8be1-36147767af3f tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.3238266 Feb 16 13:42:11.601998 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-0016464c-2e60-4500-b856-b248e9c02d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.603556 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-0016464c-2e60-4500-b856-b248e9c02d9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843136 Feb 16 13:42:11.663303 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-6ca53736-c68d-4cfc-b6ce-dc1299afed23 req-8c08ff8d-3cda-4479-aa79-82ee2bf92900 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945799 Feb 16 13:42:11.675503 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-cf42b4ef-6d49-4142-89b5-89e7b02f79eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 999 time: 0.1546056 Feb 16 13:42:11.748198 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-4e449ea6-fcf3-4bec-9b49-0d95b34042c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.752134 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-4e449ea6-fcf3-4bec-9b49-0d95b34042c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0634367 Feb 16 13:42:11.769206 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-a68ef946-55c0-4f1f-aeaf-407a6582abf9 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546652 Feb 16 13:42:11.828257 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.836627 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-159965e9-b22a-4eb2-a0fb-b01ac8e0d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:11.838126 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-159965e9-b22a-4eb2-a0fb-b01ac8e0d529 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791392 Feb 16 13:42:11.988426 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-561f827c-b867-44f2-bb62-4d5b18d36906 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388688 Feb 16 13:42:12.032659 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [req-a8235d58-fe8d-4ae6-afe5-8a0fb302e6bd req-60c7c2ce-e51b-4719-8ebb-3e5228c115af service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547233 Feb 16 13:42:12.136288 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-182029e3-1dc6-4fdf-888a-b5e5daf1b8b9 req-9fe08083-eb2d-47df-bd8e-1560a0b2b6ee service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386743 Feb 16 13:42:12.867870 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afa540-cb9e-4b81-b235-a56dbf979a9a req-bd661b7f-713e-426a-be97-918dd2073ef6 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:12.869404 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3afa540-cb9e-4b81-b235-a56dbf979a9a req-bd661b7f-713e-426a-be97-918dd2073ef6 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.0823026 Feb 16 13:42:12.914666 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b3afa540-cb9e-4b81-b235-a56dbf979a9a req-1a70ebf3-7fe6-4b91-a6b4-d353517652ce tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390360 Feb 16 13:42:13.425256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 646ff66a-d53e-432d-ae02-cf2ca0221a34 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:42:13.559711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:13.576760 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'port_id': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'mac_address': 'fa:16:3e:33:d1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:42:13.631785 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.648966 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646ff66a-d53e-432d-ae02-cf2ca0221a34 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:42:13.665290 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:13.839522 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.905882 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:14.018002 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:42:14.116326 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d7ff1-c29f-4610-90f2-ae74385fe9aa req-35f68bf4-1761-4e46-8e63-36e99c6097eb tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:14.118170 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-260d7ff1-c29f-4610-90f2-ae74385fe9aa req-35f68bf4-1761-4e46-8e63-36e99c6097eb tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 945 time: 0.0869522 Feb 16 13:42:14.149395 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['646ff66a-d53e-432d-ae02-cf2ca0221a34'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:42:14.164922 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-260d7ff1-c29f-4610-90f2-ae74385fe9aa req-2552c45d-b405-470b-8dd4-b7e9f79372fe tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411024 Feb 16 13:42:15.425249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 646ff66a-d53e-432d-ae02-cf2ca0221a34 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:15.425935 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7ecaa-ea62-49b4-a2eb-02c709106d18 req-ff7575e6-eaaa-4d02-82d4-5f4a9bec8db7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:15.427191 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2ae7ecaa-ea62-49b4-a2eb-02c709106d18 req-ff7575e6-eaaa-4d02-82d4-5f4a9bec8db7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 945 time: 0.0855122 Feb 16 13:42:15.477274 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-2ae7ecaa-ea62-49b4-a2eb-02c709106d18 req-ebc57770-1579-43bf-b082-e40bb1040022 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436954 Feb 16 13:42:15.656809 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning for port 646ff66a-d53e-432d-ae02-cf2ca0221a34 completed by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:15.662386 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 646ff66a-d53e-432d-ae02-cf2ca0221a34 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:15.662773 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.783170 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.809864 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:42:15.819444 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:15.858549 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'code': 200} Feb 16 13:42:15.948333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.030971 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=5']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:16.378670 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eeacf-bf45-4a27-b918-ccce1b5ac3f9 req-480ab2d2-c809-47f4-85b2-fa3311334a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:16.380183 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b92eeacf-bf45-4a27-b918-ccce1b5ac3f9 req-480ab2d2-c809-47f4-85b2-fa3311334a5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0818903 Feb 16 13:42:16.425155 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b92eeacf-bf45-4a27-b918-ccce1b5ac3f9 req-016de400-1304-4538-8375-a908f2291c42 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353820 Feb 16 13:42:16.671501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c9a6-542a-444b-85df-1ccea5d62242 req-fd452e13-c8a5-464c-9c34-3f60bb5106cf tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:16.672884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9690c9a6-542a-444b-85df-1ccea5d62242 req-fd452e13-c8a5-464c-9c34-3f60bb5106cf tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 946 time: 0.0827131 Feb 16 13:42:16.717020 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9690c9a6-542a-444b-85df-1ccea5d62242 req-e8c1a37f-08cf-41d0-acd3-5edb68ccc3ca tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384164 Feb 16 13:42:17.911908 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974de9ea-0b84-41d1-b9e1-b8f68cf3f05e req-d490c642-6940-41ba-9b0b-33994d1d134d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:17.913470 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-974de9ea-0b84-41d1-b9e1-b8f68cf3f05e req-d490c642-6940-41ba-9b0b-33994d1d134d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 946 time: 0.0800674 Feb 16 13:42:17.957674 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-974de9ea-0b84-41d1-b9e1-b8f68cf3f05e req-2e5f046f-6a29-4e4a-a916-6209a3d7657a tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382948 Feb 16 13:42:19.150054 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c8090-eead-48a2-95ed-78138edc9d21 req-ffc43b4f-bc82-4375-9731-602ca72451a2 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:19.151664 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb3c8090-eead-48a2-95ed-78138edc9d21 req-ffc43b4f-bc82-4375-9731-602ca72451a2 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 946 time: 0.0861268 Feb 16 13:42:19.197176 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-eb3c8090-eead-48a2-95ed-78138edc9d21 req-e82c97df-8213-492d-aa42-b5fed48af305 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395350 Feb 16 13:42:19.381984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fdca-2cb6-4ebc-b6b1-e8b1a5d2a7d9 req-f6c832c9-bb30-4fec-b4d6-ed191c29b069 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:19.384056 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9858fdca-2cb6-4ebc-b6b1-e8b1a5d2a7d9 req-f6c832c9-bb30-4fec-b4d6-ed191c29b069 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 946 time: 0.0804327 Feb 16 13:42:19.431672 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9858fdca-2cb6-4ebc-b6b1-e8b1a5d2a7d9 req-2d95f0da-d523-4e54-8808-c7afe4e86dd7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419679 Feb 16 13:42:19.454021 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36246) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:19.524034 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43688aac-f50a-4b4e-ace5-6deafb600a28 tempest-TestSnapshotPattern-1695489207 tempest-TestSnapshotPattern-1695489207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:19.525553 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-43688aac-f50a-4b4e-ace5-6deafb600a28 tempest-TestSnapshotPattern-1695489207 tempest-TestSnapshotPattern-1695489207-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 1094 time: 0.0705643 Feb 16 13:42:19.528338 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36250) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:19.533517 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.v2.base [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Request body: {'floatingip': {'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'port_id': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:19.539559 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:19.543362 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Usage tracker for resource:floatingip and tenant:6a04f493098d49b184fb29170060198c is out of sync, need to count used quota {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:19.546218 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:19.551860 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.quota.driver [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:19.667984 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.805212 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.042050 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_common [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Allocated IP 172.26.6.57 (899eec45-c7b7-4526-b2b5-ff758a8c35fb/c9189abb-b336-4670-a330-04a109614ae9/c1a3067c-4f0a-45df-8f92-c238cc0ac7d0) {{(pid=88443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:20.189556 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for port, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.296302 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748313026955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.361310 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Network 899eec45-c7b7-4526-b2b5-ff758a8c35fb is already hosted by enough agents. {{(pid=88443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:20.364166 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.base_scheduler [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Resources bound (agent type, host, resource id): {{(pid=88443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:20.368544 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Received port after_create {{(pid=88443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:20.401159 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'Port': ['ID=c1a3067c-4f0a-45df-8f92-c238cc0ac7d0,revision_number=1']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:20.430209 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.430563 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.430910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.431364 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.431704 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.432042 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.432369 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.432698 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.433025 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.433349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.433669 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.433990 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:20.807187 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.964910 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.171183 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for port, precommit_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.239583 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068085085'] for port, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.353501 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event updated for resources: {'Port': ['ID=c1a3067c-4f0a-45df-8f92-c238cc0ac7d0,revision_number=2']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:21.369468 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690149'] for floatingip, after_update {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.542978 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Floating IP 0c40e5f6-45d8-4816-b673-fd110cc9e45e associated. External IP: 172.26.6.57, port: 646ff66a-d53e-432d-ae02-cf2ca0221a34. Feb 16 13:42:21.988562 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:42:22.168330 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:22.177911 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] Sync routers for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:22.187667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:22.188329 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:22.259632 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.319812 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-ca6a6f50-8d8d-42e6-98d1-6c71b2b62525 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7904317 Feb 16 13:42:22.320503 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:42:22.372372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:22.463425 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'status': 'completed', 'code': 200} Feb 16 13:42:22.553085 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-e7aebad0-a67a-473a-b3bd-1632d438492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:22.554556 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-e7aebad0-a67a-473a-b3bd-1632d438492d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0747790 Feb 16 13:42:22.696421 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-05a2b508-3eb5-41a3-9d59-076be535bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:22.697898 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-05a2b508-3eb5-41a3-9d59-076be535bc4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.1373687 Feb 16 13:42:22.809156 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0c40e5f6-45d8-4816-b673-fd110cc9e45e', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:33:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:20Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 0, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}, {'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:42Z', 'revision_number': 1, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:22.809974 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-4296228c-5df4-4bff-ad67-b8bac5fcfc50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34 HTTP/1.1" status: 200 len: 999 time: 0.1054475 Feb 16 13:42:22.813269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] Checking router: c8cc83ac-ffbe-4a59-a789-6ebb05da20ad for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:22.824881 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:22.825794 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:42:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:22.875144 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-d9342646-07ed-41cf-a964-10dd91bbe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:22.876606 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-d9342646-07ed-41cf-a964-10dd91bbe9f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0607438 Feb 16 13:42:22.956855 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-feb5f84a-c680-4d0e-8621-350b3255952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:22.958550 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-feb5f84a-c680-4d0e-8621-350b3255952f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757718 Feb 16 13:42:23.032118 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:23.103023 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-1e6e9b0c-0c26-4fbd-b46c-3d2a38652245 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379828 Feb 16 13:42:23.250087 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-b29d4057-6ab7-46e8-9ceb-214e2b6eea35 req-d19054dc-a0b8-45b7-b26b-44a6443a42d8 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399636 Feb 16 13:42:23.400802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0c40e5f6-45d8-4816-b673-fd110cc9e45e', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:33:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:20Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 0, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}, {'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:42Z', 'revision_number': 1, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:23.404951 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80736943-b6e2-46a2-bdd3-a762495fbf0f None None] The sync data for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv is: [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0c40e5f6-45d8-4816-b673-fd110cc9e45e', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:33:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:20Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 0, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}, {'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:42Z', 'revision_number': 1, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:23.686686 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1d4ce-47d3-4fe8-9b58-46fdd1195d81 None None] New status for floating IP 0c40e5f6-45d8-4816-b673-fd110cc9e45e: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:42:33.956664 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-12cee7f0-67c7-47f9-887b-59ac777f0e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.184914 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-929c83f1-b0c6-4c8d-9680-9b667d7e953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.278781 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.501992 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.002498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:41.722300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.018993 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:43:03.941148 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb377cc5-50e9-4f95-8791-00be2427e612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.186734 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd68c38a-a9cc-4a46-b60f-41f08f0851ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.247962 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.494086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.819173 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-10d4f3e0-1964-41e8-9d1e-ff5ad2df863f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731654 Feb 16 13:43:07.960335 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-659f2d08-b399-4ca3-bfd8-4ee2a1e15d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:07.961775 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-659f2d08-b399-4ca3-bfd8-4ee2a1e15d3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1096 time: 0.0689306 Feb 16 13:43:08.111536 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-58cf2418-a333-44cd-8131-db9c45b17a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:08.112884 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-58cf2418-a333-44cd-8131-db9c45b17a6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.1240914 Feb 16 13:43:08.311129 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-d0819acb-8802-48f2-ac6d-78a88ca65873 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 999 time: 0.1906526 Feb 16 13:43:08.375831 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-d9af2f54-19fc-4f37-9662-6b444e8d9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:08.377241 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-d9af2f54-19fc-4f37-9662-6b444e8d9296 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0581255 Feb 16 13:43:08.452987 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-1826637e-a722-425c-b8c3-adb652890126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:08.454445 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-1826637e-a722-425c-b8c3-adb652890126 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689828 Feb 16 13:43:08.466441 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-110e1c13-dda6-470b-83b5-668799300a13 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:43:08.467373 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-110e1c13-dda6-470b-83b5-668799300a13 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047019 Feb 16 13:43:08.599587 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-a2736735-df86-4496-8f70-b2f0f6f93aa8 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253054 Feb 16 13:43:08.730386 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3e68dcec-eea8-4284-af29-47699e6fc010 req-dcac6cbc-3c4b-4c81-bba4-c4eb449d6101 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235797 Feb 16 13:43:09.008219 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.741500 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.019695 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:43:33.929337 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ba8eed1-8bb3-4f77-bc29-9bf0df40c758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.231215 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb40d-e7d6-423a-879c-715e46517681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.255299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.454603 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.042157 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.746449 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.896435 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 646ff66a-d53e-432d-ae02-cf2ca0221a34 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=88445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:43:54.029419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:54.043488 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Returning: {'device': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'port_id': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'mac_address': 'fa:16:3e:33:d1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:43:54.097280 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.113174 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 646ff66a-d53e-432d-ae02-cf2ca0221a34 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:43:54.128616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:54.191572 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.285495 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] get_ports_and_sgs() called for port_ids ['646ff66a-d53e-432d-ae02-cf2ca0221a34'] {{(pid=88445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:43:54.348362 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:54.360900 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.361252 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.361596 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.361935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.362269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.362601 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.362931 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.363286 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.363615 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.363940 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.364264 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:54.364588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:55.913225 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 646ff66a-d53e-432d-ae02-cf2ca0221a34 up at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:55.991889 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Provisioning complete for port 646ff66a-d53e-432d-ae02-cf2ca0221a34 triggered by entity L2. {{(pid=88445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:55.996654 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3923968'] for port, provisioning_complete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.112055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.140412 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:56.151991 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:56.191805 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'code': 200} Feb 16 13:43:56.237543 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.318238 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:04.517679 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eec49a2-f7d5-422f-87da-ca245204ce55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.024114 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:44:06.232086 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8df1730a-6c75-4b5f-ae0a-cd46a46640e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.276999 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.361890 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:07.494169 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.566383 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Deleting port c1a3067c-4f0a-45df-8f92-c238cc0ac7d0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:07.566647 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.734284 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.734610 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.858103 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Calling delete_port for c1a3067c-4f0a-45df-8f92-c238cc0ac7d0 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:08.088726 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.138523 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event deleted for resources: {'Port': ['ID=c1a3067c-4f0a-45df-8f92-c238cc0ac7d0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:08.185563 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.186474 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.186815 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.187179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.187509 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.187835 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.188160 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.188484 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.188805 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.189126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.189441 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.189762 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:08.244116 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.244454 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.db.l3_db [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Floating IP 0c40e5f6-45d8-4816-b673-fd110cc9e45e disassociated (deleted). External IP: 172.26.6.57, port: 646ff66a-d53e-432d-ae02-cf2ca0221a34. Feb 16 13:44:08.595237 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:08.844477 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-1bd620df-b15f-4061-a31f-350df54e7d63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753999 Feb 16 13:44:08.889187 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:08.899790 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] Sync routers for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:08.907245 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.912902 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:08.913711 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:08.945113 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296614-6590-4758-93ae-198bea79948c req-c9325bcd-ed94-439b-9a72-a098ef4a406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:08.946754 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-c9325bcd-ed94-439b-9a72-a098ef4a406d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0761099 Feb 16 13:44:08.964482 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-fb66eb22-1465-470a-850e-b5ae0b8066ff tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "DELETE /v2.0/floatingips/0c40e5f6-45d8-4816-b673-fd110cc9e45e HTTP/1.1" status: 204 len: 168 time: 1.6014411 Feb 16 13:44:08.965007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:09.068616 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'status': 'completed', 'code': 200} Feb 16 13:44:09.110995 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296614-6590-4758-93ae-198bea79948c req-1ea2b552-8746-452d-bec5-f8c579bdccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:09.112391 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-1ea2b552-8746-452d-bec5-f8c579bdccc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.1419377 Feb 16 13:44:09.161181 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:09.198215 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-86c5c13c-340e-4448-982a-2559e1b6211a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34 HTTP/1.1" status: 200 len: 217 time: 0.0770700 Feb 16 13:44:09.262845 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296614-6590-4758-93ae-198bea79948c req-fe9768c2-b7f6-4202-8e49-57356b6ed722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:09.264679 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-fe9768c2-b7f6-4202-8e49-57356b6ed722 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0593889 Feb 16 13:44:09.311124 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.349534 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296614-6590-4758-93ae-198bea79948c req-bf1d8df5-b434-41f8-b865-d1fd5d6c2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:09.352438 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-bf1d8df5-b434-41f8-b865-d1fd5d6c2617 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805295 Feb 16 13:44:09.515439 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-498b2c18-f638-4c71-8857-97b6ea7d3a9f service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458061 Feb 16 13:44:09.538041 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:42Z', 'revision_number': 1, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:09.547831 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] Checking router: c8cc83ac-ffbe-4a59-a789-6ebb05da20ad for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:09.566533 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:09.567498 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:09.728340 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d1cc-5103-42e3-adbf-a7a2281bc6bd req-d095a000-e911-4ec4-b668-348cdc032d80 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:09.728555 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9638d1cc-5103-42e3-adbf-a7a2281bc6bd req-d095a000-e911-4ec4-b668-348cdc032d80 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 946 time: 0.1283562 Feb 16 13:44:09.738514 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-49296614-6590-4758-93ae-198bea79948c req-965806f6-c4d5-4535-8c64-d61a35b81a46 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160327 Feb 16 13:44:09.757132 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:09.782254 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-9638d1cc-5103-42e3-adbf-a7a2281bc6bd req-f5c2eab4-2e7a-4ade-9e81-f70715318ae8 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460904 Feb 16 13:44:09.926715 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-b74d48db-fc9d-4141-8f12-2c2df6a0f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:09.928249 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-b74d48db-fc9d-4141-8f12-2c2df6a0f007 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 1099 time: 0.0763476 Feb 16 13:44:09.984768 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 646ff66a-d53e-432d-ae02-cf2ca0221a34 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:10.169064 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-009d8a2f-f91b-42ff-8cd0-847e01619052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:10.171133 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-009d8a2f-f91b-42ff-8cd0-847e01619052 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.2340653 Feb 16 13:44:10.227893 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770092'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.239890 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-fefd9e59-01c9-4bfa-86fd-8b5dff2bbf29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34 HTTP/1.1" status: 200 len: 217 time: 0.0622292 Feb 16 13:44:10.258496 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:10.271017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:10.291638 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:42Z', 'revision_number': 1, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:10.296278 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b37ffe-86ab-4f9b-aa08-47273283d133 None None] The sync data for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv is: [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_floatingips': [{'id': '0d8858c4-68d3-49d1-a9ec-463ed32889a3', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'router_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'port_id': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'mac_address': 'fa:16:3e:d9:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:39Z', 'updated_at': '2022-02-16T13:39:42Z', 'revision_number': 1, 'project_id': '6a04f493098d49b184fb29170060198c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:10.305394 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-f29b829f-b25b-4bda-9c5b-39db539a33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:10.306844 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-f29b829f-b25b-4bda-9c5b-39db539a33f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.0607941 Feb 16 13:44:10.312712 dv-neutron-829487-1-hyperv neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'code': 200} Feb 16 13:44:10.334443 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748313417009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748313026973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748313027018'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.391782 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-05159a1b-c5d0-4a59-84f1-82f3a759179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:10.393262 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-05159a1b-c5d0-4a59-84f1-82f3a759179b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743244 Feb 16 13:44:10.406935 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Pushing event updated for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:10.524368 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819eeadb-11fb-4f78-925e-470724eb8ab7 None None] New status for floating IP 0c40e5f6-45d8-4816-b673-fd110cc9e45e: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:44:10.531883 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-e1c362d0-e908-400e-8ef2-e116bc222189 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307364 Feb 16 13:44:10.664712 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-3d1ff452-8802-454a-979f-ab1e93ea3ec0 req-f373b651-5f7b-469a-912a-553930f7609a service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264017 Feb 16 13:44:10.974812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0f26-1f8b-4cf3-bfad-077cb7910f06 req-b2211804-3d33-4210-bd80-4752904fa0af tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:10.976311 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-261d0f26-1f8b-4cf3-bfad-077cb7910f06 req-b2211804-3d33-4210-bd80-4752904fa0af tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.0857399 Feb 16 13:44:11.021406 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-261d0f26-1f8b-4cf3-bfad-077cb7910f06 req-599dee1a-9272-4672-b818-edc1e7fe2ca0 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394344 Feb 16 13:44:11.294515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-8aa81d54-0a02-48fc-b8e5-7dcbd87c71ad tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:11.296133 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-8aa81d54-0a02-48fc-b8e5-7dcbd87c71ad tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 944 time: 0.0777762 Feb 16 13:44:11.374026 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Deleting port 646ff66a-d53e-432d-ae02-cf2ca0221a34 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:11.374374 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.621781 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] For port 646ff66a-d53e-432d-ae02-cf2ca0221a34, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=646ff66a-d53e-432d-ae02-cf2ca0221a34,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:11.622136 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.746266 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Calling delete_port for 646ff66a-d53e-432d-ae02-cf2ca0221a34 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:11.780717 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.969001 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.018797 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event deleted for resources: {'Port': ['ID=646ff66a-d53e-432d-ae02-cf2ca0221a34,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:12.061320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.061671 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.062013 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.062442 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.062685 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.063031 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.063355 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.063677 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.064000 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.064315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.064785 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.065119 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829487-1-hyperv {{(pid=88443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:12.111322 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] No DVR routers for this DVR port 646ff66a-d53e-432d-ae02-cf2ca0221a34 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:12.113853 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.117736 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-deleted', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:12.128859 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-4d48e21c-0872-457c-9edf-d27aeda47ed8 req-160e3402-60ef-4029-8b42-38fb53a7c4b7 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "DELETE /v2.0/ports/646ff66a-d53e-432d-ae02-cf2ca0221a34 HTTP/1.1" status: 204 len: 173 time: 0.8231688 Feb 16 13:44:12.166126 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d133f-ad58-42e2-8d8c-2a9f77e2dd5e', 'name': 'network-vif-deleted', 'tag': '646ff66a-d53e-432d-ae02-cf2ca0221a34', 'status': 'completed', 'code': 200} Feb 16 13:44:12.178129 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-57d1729f-7904-47a3-ab4d-81f15f3b9401 req-be196265-ee63-47a6-9529-22bc7f9c83ed tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Synchronizing usage tracker for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:12.334384 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-57d1729f-7904-47a3-ab4d-81f15f3b9401 req-be196265-ee63-47a6-9529-22bc7f9c83ed tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Unset dirty status for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:12.335505 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-57d1729f-7904-47a3-ab4d-81f15f3b9401 req-be196265-ee63-47a6-9529-22bc7f9c83ed tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=367d133f-ad58-42e2-8d8c-2a9f77e2dd5e HTTP/1.1" status: 200 len: 210 time: 0.2018561 Feb 16 13:44:14.023269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 646ff66a-d53e-432d-ae02-cf2ca0221a34 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:14.061078 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: 646ff66a-d53e-432d-ae02-cf2ca0221a34 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:14.061421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device 646ff66a-d53e-432d-ae02-cf2ca0221a34 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:14.875881 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36522) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.172737 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Deleting port 20e9d26c-6c15-4198-a272-7c99f878bc81 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:15.173073 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.338895 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.339175 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.461014 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Calling delete_port for 20e9d26c-6c15-4198-a272-7c99f878bc81 owned by network:floatingip {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:15.700581 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.750802 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event deleted for resources: {'Port': ['ID=20e9d26c-6c15-4198-a272-7c99f878bc81,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:15.843540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for floatingip, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.843866 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.db.l3_db [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Floating IP 0d8858c4-68d3-49d1-a9ec-463ed32889a3 disassociated (deleted). External IP: 172.26.6.208, port: f1884ee1-efdb-45a5-aaf6-322832429451. Feb 16 13:44:16.222016 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:16.414422 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:16.425731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] Sync routers for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:16.436036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:16.436673 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:16.483043 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for floatingip, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.539290 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-65f3bfa7-a174-4cae-a25f-f853e94a8dea tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "DELETE /v2.0/floatingips/0d8858c4-68d3-49d1-a9ec-463ed32889a3 HTTP/1.1" status: 204 len: 168 time: 1.6622431 Feb 16 13:44:16.539871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:16.584551 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'status': 'completed', 'code': 200} Feb 16 13:44:16.627376 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:16.794692 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-4782ed20-c4e6-487a-b4d3-4de9c913b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:16.796834 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-4782ed20-c4e6-487a-b4d3-4de9c913b489 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a04f493098d49b184fb29170060198c&device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 1096 time: 0.1901462 Feb 16 13:44:16.931170 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-e78f8677-c756-4f5f-b47f-df22aae30e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:16.932646 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-e78f8677-c756-4f5f-b47f-df22aae30e91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 200 len: 909 time: 0.1290979 Feb 16 13:44:16.959199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:16.963297 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] Checking router: c8cc83ac-ffbe-4a59-a789-6ebb05da20ad for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:16.977064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:16.977064 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:17.008383 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-7ce2d8b5-396a-4460-9f58-6f3788a3749b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 200 len: 217 time: 0.0676289 Feb 16 13:44:17.127402 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-45d321bd-d6ba-4e70-b0e7-19de38d74954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:17.128850 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-45d321bd-d6ba-4e70-b0e7-19de38d74954 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 200 len: 848 time: 0.1147819 Feb 16 13:44:17.162137 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:17.198792 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b7ddf-5a11-4bfb-82f1-477635495e78 req-07b25bd1-1034-4f43-8805-126e97f3af5d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:17.199521 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-ff0b7ddf-5a11-4bfb-82f1-477635495e78 req-07b25bd1-1034-4f43-8805-126e97f3af5d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Synchronizing usage tracker for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:17.228399 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-b4374138-5176-49a9-9fcb-cd2f30478cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:17.234051 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-b4374138-5176-49a9-9fcb-cd2f30478cff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed209d57-55e4-40cd-ac5d-802f6eb5c80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938966 Feb 16 13:44:17.309564 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-ff0b7ddf-5a11-4bfb-82f1-477635495e78 req-07b25bd1-1034-4f43-8805-126e97f3af5d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Unset dirty status for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:17.311285 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ff0b7ddf-5a11-4bfb-82f1-477635495e78 req-07b25bd1-1034-4f43-8805-126e97f3af5d tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 943 time: 0.2601726 Feb 16 13:44:17.389222 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-ff0b7ddf-5a11-4bfb-82f1-477635495e78 req-f0848cc2-8779-4a86-b468-4618a7d4de58 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688372 Feb 16 13:44:17.406713 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-73d2c879-baa2-4f96-a336-c15c7b11156c service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687331 Feb 16 13:44:17.527986 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:17.532803 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44045da3-76ec-445c-851f-0e585e45a1df None None] The sync data for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv is: [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 4, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv', '_interfaces': [{'id': 'c09eef37-3dbf-4f66-95c0-be286a29cb67', 'name': '', 'network_id': 'ed209d57-55e4-40cd-ac5d-802f6eb5c80b', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'mac_address': 'fa:16:3e:09:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:09Z', 'updated_at': '2022-02-16T13:39:15Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'subnets': [{'id': '63656df8-02b2-4f61-8e0c-816fa69cd919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:17.540121 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-f17ad441-63a8-4c78-b13d-ca18e84e6049 req-efef18e0-a53c-4c95-9ba0-7a0b000e6309 service neutron] 10.222.0.67 "GET /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263826 Feb 16 13:44:17.740779 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc0942-5dd4-430a-8443-721b349000b9 None None] New status for floating IP 0d8858c4-68d3-49d1-a9ec-463ed32889a3: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:44:18.582474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9c346-2127-4882-900f-adee26f678ae req-25302e38-2ef2-4477-9e9a-3a637644f9cb tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:18.583961 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fcb9c346-2127-4882-900f-adee26f678ae req-25302e38-2ef2-4477-9e9a-3a637644f9cb tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 943 time: 0.0841231 Feb 16 13:44:18.627287 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-fcb9c346-2127-4882-900f-adee26f678ae req-5807e1ea-0bde-4d61-b824-3e8db87e2b31 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/security-groups?id=7535fcd6-c7b2-40a3-995f-bc1db6710bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377142 Feb 16 13:44:18.784515 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-14e86d3d-e6a2-4e9d-912f-f9ed1b7e01ec tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:18.785872 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-14e86d3d-e6a2-4e9d-912f-f9ed1b7e01ec tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 943 time: 0.0808654 Feb 16 13:44:18.858540 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Deleting port f1884ee1-efdb-45a5-aaf6-322832429451 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:18.858880 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.105824 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] For port f1884ee1-efdb-45a5-aaf6-322832429451, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f1884ee1-efdb-45a5-aaf6-322832429451,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:19.106104 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.232656 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Calling delete_port for f1884ee1-efdb-45a5-aaf6-322832429451 owned by compute:nova {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:19.437768 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.583729 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event deleted for resources: {'Port': ['ID=f1884ee1-efdb-45a5-aaf6-322832429451,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:19.659410 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] No DVR routers for this DVR port f1884ee1-efdb-45a5-aaf6-322832429451 on host hv-neutron-8294 {{(pid=88443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:19.661833 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242895'] for port, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.664349 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-deleted', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451'}] {{(pid=88443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:19.719219 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8bc734-606b-434d-83d1-b4f9e1656d53', 'name': 'network-vif-deleted', 'tag': 'f1884ee1-efdb-45a5-aaf6-322832429451', 'status': 'completed', 'code': 200} Feb 16 13:44:19.751958 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-e91642f9-8e20-43e7-ad11-70e18eccc9e4 req-7d5ca85d-b4f1-4a55-bb13-504799f84481 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.67 "DELETE /v2.0/ports/f1884ee1-efdb-45a5-aaf6-322832429451 HTTP/1.1" status: 204 len: 173 time: 0.9598629 Feb 16 13:44:19.830539 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-117f8aeb-4205-48af-96bb-774ab87c227e req-84dd008f-5019-44aa-b6a7-7a8ef319f980 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Synchronizing usage tracker for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:19.940020 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.quota.resource [req-117f8aeb-4205-48af-96bb-774ab87c227e req-84dd008f-5019-44aa-b6a7-7a8ef319f980 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Unset dirty status for tenant:6a04f493098d49b184fb29170060198c on resource:port {{(pid=88443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:19.941419 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [req-117f8aeb-4205-48af-96bb-774ab87c227e req-84dd008f-5019-44aa-b6a7-7a8ef319f980 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a8bc734-606b-434d-83d1-b4f9e1656d53 HTTP/1.1" status: 200 len: 210 time: 0.1540949 Feb 16 13:44:21.037039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36542) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.106263 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a09c0a6-0e67-4601-920f-c93d058d7232 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.138285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a09c0a6-0e67-4601-920f-c93d058d7232 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.282901 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a09c0a6-0e67-4601-920f-c93d058d7232 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.302952 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09c0a6-0e67-4601-920f-c93d058d7232 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7535fcd6-c7b2-40a3-995f-bc1db6710bb2,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:21.373395 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-1a09c0a6-0e67-4601-920f-c93d058d7232 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.374508 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-1a09c0a6-0e67-4601-920f-c93d058d7232 tempest-TestSnapshotPattern-406098365 tempest-TestSnapshotPattern-406098365-project] 10.222.0.47 "DELETE /v2.0/security-groups/7535fcd6-c7b2-40a3-995f-bc1db6710bb2 HTTP/1.1" status: 204 len: 168 time: 0.3358734 Feb 16 13:44:22.018302 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f1884ee1-efdb-45a5-aaf6-322832429451 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:22.055630 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] No Port match for: f1884ee1-efdb-45a5-aaf6-322832429451 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:22.055979 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Device f1884ee1-efdb-45a5-aaf6-322832429451 not bound to the agent host hv-neutron-8294 {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:22.541285 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36550) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:23.186497 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.535134 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Deleting port c09eef37-3dbf-4f66-95c0-be286a29cb67 {{(pid=88443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:23.535474 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.702135 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.db [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] For port c09eef37-3dbf-4f66-95c0-be286a29cb67, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=c09eef37-3dbf-4f66-95c0-be286a29cb67,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:23.702806 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.923320 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.plugins.ml2.plugin [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Calling delete_port for c09eef37-3dbf-4f66-95c0-be286a29cb67 owned by network:router_interface {{(pid=88443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:24.311871 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068085092'] for port, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.357372 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09eef37-3dbf-4f66-95c0-be286a29cb67,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:24.623904 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.987755 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:25.163370 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:25.172458 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] Sync routers for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:25.181356 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:25.181964 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:25.238971 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2ad767f1-deda-460d-9a59-60d13b5860b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/c8cc83ac-ffbe-4a59-a789-6ebb05da20ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6964831 Feb 16 13:44:25.241444 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.358256 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: dv-neutron-829487-1-hyperv {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:25.421959 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.602169 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.644968 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:44:24Z', 'revision_number': 5, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port': {'id': '8cac934f-69ca-4967-913c-3bb346661dd5', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:06Z', 'updated_at': '2022-02-16T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:25.648749 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] Checking router: c8cc83ac-ffbe-4a59-a789-6ebb05da20ad for host: dv-neutron-829487-1-hyperv {{(pid=88445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:25.657926 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] Routers {'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:25.658517 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'], 'active': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:25.705330 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Deleting port 8cac934f-69ca-4967-913c-3bb346661dd5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:25.705671 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.813233 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_dvr_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] Set router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad gateway port host: None {{(pid=88445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:25.891345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] For port 8cac934f-69ca-4967-913c-3bb346661dd5, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=8cac934f-69ca-4967-913c-3bb346661dd5,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:25.891703 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.918623 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.db.l3_hamode_db [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:44:25Z', 'revision_number': 6, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:25.922648 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284d91b-a160-41b6-a593-8b39a8065c92 None None] The sync data for ids ['c8cc83ac-ffbe-4a59-a789-6ebb05da20ad'] in dv-neutron-829487-1-hyperv is: [{'id': 'c8cc83ac-ffbe-4a59-a789-6ebb05da20ad', 'name': 'tempest-TestSnapshotPattern-977200077-router', 'tenant_id': '6a04f493098d49b184fb29170060198c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:05Z', 'updated_at': '2022-02-16T13:44:25Z', 'revision_number': 6, 'project_id': '6a04f493098d49b184fb29170060198c', 'gw_port_host': None}] {{(pid=88445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:26.018060 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Calling delete_port for 8cac934f-69ca-4967-913c-3bb346661dd5 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:26.391559 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.441459 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Pushing event deleted for resources: {'Port': ['ID=8cac934f-69ca-4967-913c-3bb346661dd5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:26.533289 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.832834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.835042 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.939513 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.940063 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8cc83ac-ffbe-4a59-a789-6ebb05da20ad {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:26.952622 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.953830 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a4fd4cb5-163c-433b-8fc0-a213d17fb30b admin admin] 10.222.0.47 "DELETE /v2.0/routers/c8cc83ac-ffbe-4a59-a789-6ebb05da20ad HTTP/1.1" status: 204 len: 168 time: 1.7113578 Feb 16 13:44:26.956613 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36560) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:27.130461 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] Deleting subnet 63656df8-02b2-4f61-8e0c-816fa69cd919 {{(pid=88443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:27.133287 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.181315 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985915'] for subnet, precommit_delete_associations {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.258749 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.397323 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068085003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068329545'] for subnet, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.409578 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c09eef37-3dbf-4f66-95c0-be286a29cb67 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:27.437039 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63656df8-02b2-4f61-8e0c-816fa69cd919,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:27.438969 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.445326 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8c516fb7-b522-4ad0-a949-07384007ba02 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/63656df8-02b2-4f61-8e0c-816fa69cd919 HTTP/1.1" status: 204 len: 168 time: 0.4873757 Feb 16 13:44:27.446677 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: c09eef37-3dbf-4f66-95c0-be286a29cb67 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:27.447055 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device c09eef37-3dbf-4f66-95c0-be286a29cb67 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:27.447481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8cac934f-69ca-4967-913c-3bb346661dd5 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:27.447984 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:27.471489 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859198ef-f9fc-47d7-8c68-c83fac344d65 None None] Network ed209d57-55e4-40cd-ac5d-802f6eb5c80b requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:27.542203 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 8cac934f-69ca-4967-913c-3bb346661dd5 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:27.542551 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 8cac934f-69ca-4967-913c-3bb346661dd5 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:27.557288 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.568572 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Deleting port aeed4568-a888-4764-a850-a62eb01d2631 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:27.568905 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.727298 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] DHCP port deletion for ed209d57-55e4-40cd-ac5d-802f6eb5c80b request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:27.731697 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Deleting port aeed4568-a888-4764-a850-a62eb01d2631 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:27.732576 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.778627 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] For port aeed4568-a888-4764-a850-a62eb01d2631, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=aeed4568-a888-4764-a850-a62eb01d2631,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:27.779037 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.906246 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Calling delete_port for aeed4568-a888-4764-a850-a62eb01d2631 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:27.984756 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] For port aeed4568-a888-4764-a850-a62eb01d2631, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=aeed4568-a888-4764-a850-a62eb01d2631,segment=NetworkSegment(b3a5c801-5a89-433e-80ed-5414c5b9c43b),segment_id=b3a5c801-5a89-433e-80ed-5414c5b9c43b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:27.985058 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.108423 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Calling delete_port for aeed4568-a888-4764-a850-a62eb01d2631 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:28.128326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.173345 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=aeed4568-a888-4764-a850-a62eb01d2631,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:28.179406 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] No DVR routers for this DVR port aeed4568-a888-4764-a850-a62eb01d2631 on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:28.179599 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:28.180029 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:28.293508 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.318545 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed209d57-55e4-40cd-ac5d-802f6eb5c80b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:28.334851 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a5c801-5a89-433e-80ed-5414c5b9c43b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:28.335179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a5c801-5a89-433e-80ed-5414c5b9c43b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:28.346636 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.363062 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.369174 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:28.369552 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:28.383426 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:28.539548 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.543949 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.571620 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed209d57-55e4-40cd-ac5d-802f6eb5c80b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:28.655430 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-6d0927a4-0966-4289-bd4d-82d0670e1c1f admin admin] 10.222.0.47 "DELETE /v2.0/networks/ed209d57-55e4-40cd-ac5d-802f6eb5c80b HTTP/1.1" status: 204 len: 168 time: 1.2053025 Feb 16 13:44:28.657950 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:28.681384 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Deleting port aeed4568-a888-4764-a850-a62eb01d2631 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:28.681876 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.749471 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-107ed3c4-1868-4aff-a230-8e0f9123412f None None] The port 'aeed4568-a888-4764-a850-a62eb01d2631' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:44:29.330662 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689303'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.407663 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device aeed4568-a888-4764-a850-a62eb01d2631 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:29.441665 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: aeed4568-a888-4764-a850-a62eb01d2631 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:29.442008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device aeed4568-a888-4764-a850-a62eb01d2631 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:29.688525 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Deleting port cf153031-137b-4d30-8a29-f1eb6dd04125 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:29.689126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.862603 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] For port cf153031-137b-4d30-8a29-f1eb6dd04125, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=cf153031-137b-4d30-8a29-f1eb6dd04125,segment=NetworkSegment(b7c38c3a-ba06-4621-b453-fea2e8fc3eb7),segment_id=b7c38c3a-ba06-4621-b453-fea2e8fc3eb7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:29.862957 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.992256 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Calling delete_port for cf153031-137b-4d30-8a29-f1eb6dd04125 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:30.282326 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.338159 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf153031-137b-4d30-8a29-f1eb6dd04125,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:30.605556 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689211'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.075599 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 has already been hosted by L3 agent f4e7d653-10d4-454b-90d2-b9e786d26395 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:31.254189 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] Notify agent at l3_agent.dv-neutron-829487-1-hyperv the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:31.262904 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-9c52ed94-362b-4f98-a116-545685fd27c5 admin admin] 10.222.0.47 "PUT /v2.0/routers/883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6039200 Feb 16 13:44:31.263312 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] Sync routers for ids ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'] in dv-neutron-829487-1-hyperv {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:31.266089 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36572) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:31.273715 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] Routers {'883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:31.274324 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:31.448534 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.456702 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] Set router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 gateway port host: dv-neutron-829487-1-hyperv {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:31.629242 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.705514 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Deleting port 28369e6f-1864-4b3d-be03-58b5043f408d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:31.705860 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.777889 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'external_fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:44:30Z', 'revision_number': 5, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port': {'id': '28369e6f-1864-4b3d-be03-58b5043f408d', 'name': '', 'network_id': '899eec45-c7b7-4526-b2b5-ff758a8c35fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c9189abb-b336-4670-a330-04a109614ae9', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829487-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:39:14Z', 'updated_at': '2022-02-16T13:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9189abb-b336-4670-a330-04a109614ae9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829487-1-hyperv'}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:31.782552 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] Checking router: 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 for host: dv-neutron-829487-1-hyperv {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:31.790721 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] Routers {'883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'} bound to L3 agent in host dv-neutron-829487-1-hyperv {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:31.791408 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829487-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:32:36Z,description=,heartbeat_timestamp=2022-02-16T13:44:06Z,host='dv-neutron-829487-1-hyperv',id=f4e7d653-10d4-454b-90d2-b9e786d26395,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:32:37Z,topic='l3_agent')) {'router_ids': ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:31.883866 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] For port 28369e6f-1864-4b3d-be03-58b5043f408d, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=28369e6f-1864-4b3d-be03-58b5043f408d,segment=NetworkSegment(53bf1842-7dd8-4803-a38c-48b461334c29),segment_id=53bf1842-7dd8-4803-a38c-48b461334c29)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:31.884168 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.956931 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] Set router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:32.018303 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Calling delete_port for 28369e6f-1864-4b3d-be03-58b5043f408d owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:32.077060 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:44:31Z', 'revision_number': 6, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port_host': None}], 'dv-neutron-829487-1-hyperv', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:32.081069 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728481f-bd26-49a2-8076-cfeccbbc512b None None] The sync data for ids ['883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6'] in dv-neutron-829487-1-hyperv is: [{'id': '883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6', 'name': 'tempest-TestSnapshotPattern-65060933-router', 'tenant_id': 'b897edea196146a7a8272d815bb592ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:39:13Z', 'updated_at': '2022-02-16T13:44:31Z', 'revision_number': 6, 'project_id': 'b897edea196146a7a8272d815bb592ae', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:32.276605 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.440023 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Pushing event deleted for resources: {'Port': ['ID=28369e6f-1864-4b3d-be03-58b5043f408d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:32.537737 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690096'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.707915 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124352'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.710028 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.826007 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704364'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.826524 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:32.839579 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.840732 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-0f5f4012-d3f6-4885-9a8a-00a199d3f814 admin admin] 10.222.0.47 "DELETE /v2.0/routers/883d25e1-fbfc-4c8e-9d79-952e3d4cb9f6 HTTP/1.1" status: 204 len: 168 time: 1.5737209 Feb 16 13:44:32.843978 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36576) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:32.906901 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] Deleting subnet 1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:32.910022 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.960221 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067618349'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.045571 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925221'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.168376 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067622258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067547817'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.204460 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:33.209834 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.214891 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039d7ae-aaba-4df5-8300-948dc55e1b92 None None] Network 9cd23189-da31-4e94-a813-ac7e9706e9aa requested from dv-neutron-829487-1-hyperv {{(pid=88445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:33.218181 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-ef452068-3cc2-4709-a2b8-f40f1dd3a0ad admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1cf7f94f-8827-41f7-9fb0-ec3f6f60d4e7 HTTP/1.1" status: 204 len: 168 time: 0.3731904 Feb 16 13:44:33.220823 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:33.333341 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3968642'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.343862 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Deleting port 9c1a00c6-4c08-4108-b186-206a2097ffee {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:33.344179 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.418300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 28369e6f-1864-4b3d-be03-58b5043f408d no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:33.455953 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 28369e6f-1864-4b3d-be03-58b5043f408d {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:33.456300 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 28369e6f-1864-4b3d-be03-58b5043f408d not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:33.456724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cf153031-137b-4d30-8a29-f1eb6dd04125 no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:33.485105 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] DHCP port deletion for 9cd23189-da31-4e94-a813-ac7e9706e9aa request from dv-neutron-829487-1-hyperv {{(pid=88445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:33.493161 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: cf153031-137b-4d30-8a29-f1eb6dd04125 {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:33.493506 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device cf153031-137b-4d30-8a29-f1eb6dd04125 not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:33.495050 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Deleting port 9c1a00c6-4c08-4108-b186-206a2097ffee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:33.495421 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.564768 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] For port 9c1a00c6-4c08-4108-b186-206a2097ffee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9c1a00c6-4c08-4108-b186-206a2097ffee,segment=NetworkSegment(b7c38c3a-ba06-4621-b453-fea2e8fc3eb7),segment_id=b7c38c3a-ba06-4621-b453-fea2e8fc3eb7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:33.565126 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.691065 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Calling delete_port for 9c1a00c6-4c08-4108-b186-206a2097ffee owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:33.700493 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] For port 9c1a00c6-4c08-4108-b186-206a2097ffee, host dv-neutron-829487-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829487-1-hyperv',level=0,port_id=9c1a00c6-4c08-4108-b186-206a2097ffee,segment=NetworkSegment(b7c38c3a-ba06-4621-b453-fea2e8fc3eb7),segment_id=b7c38c3a-ba06-4621-b453-fea2e8fc3eb7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:33.700921 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.823004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Calling delete_port for 9c1a00c6-4c08-4108-b186-206a2097ffee owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:33.848167 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748313417135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748313026964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067622173'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.897828 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1a00c6-4c08-4108-b186-206a2097ffee,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:33.899666 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] No DVR routers for this DVR port 9c1a00c6-4c08-4108-b186-206a2097ffee on host dv-neutron-829487-1-hyperv {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:33.912721 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.db.api [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:33.917167 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG oslo_db.api [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:33.927919 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f4f83af-a891-40d1-a0d7-73f9de7d2f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.019723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931273', 'neutron.services.segments.db._delete_segments_for_network-8748313559471'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.046451 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd23189-da31-4e94-a813-ac7e9706e9aa']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:34.058337 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:34.058633 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c38c3a-ba06-4621-b453-fea2e8fc3eb7') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:34.069673 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748313562570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067618326'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.085152 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3918992'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.091039 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:34.092202 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3918985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067622344'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: Traceback (most recent call last): Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: timer() Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: cb(*args, **kw) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: return func(*args, **kwargs) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: self._notify() Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: self.callback(batched_events) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: event.method(event) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: return f(self, *a, **k) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._get(url).json() Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:34.105053 dv-neutron-829487-1-hyperv neutron-server[88444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:34.339734 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690071'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.355810 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.366410 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd23189-da31-4e94-a813-ac7e9706e9aa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:34.370405 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-a73fb4ee-9bff-459a-ba2b-023fa5963123 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9cd23189-da31-4e94-a813-ac7e9706e9aa HTTP/1.1" status: 204 len: 168 time: 1.1486616 Feb 16 13:44:34.415657 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Deleting port 9c1a00c6-4c08-4108-b186-206a2097ffee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:34.416126 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748313414759'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.481709 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c4e28655-87aa-418a-90c1-b3a21cd9d4fe None None] The port '9c1a00c6-4c08-4108-b186-206a2097ffee' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:44:34.672723 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36586) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.723339 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-dd23ed68-c3d7-4c56-a0c7-467ae54ae1c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a04f493098d49b184fb29170060198c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494239 Feb 16 13:44:34.725719 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.47', 36590) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.787365 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a76d05-b3c6-42cf-94aa-acac940a9a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.813619 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a76d05-b3c6-42cf-94aa-acac940a9a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.934005 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a76d05-b3c6-42cf-94aa-acac940a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.949584 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a76d05-b3c6-42cf-94aa-acac940a9a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f72451-d7e8-4bad-b35c-3a23add6985c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:34.964473 dv-neutron-829487-1-hyperv neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a76d05-b3c6-42cf-94aa-acac940a9a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.965973 dv-neutron-829487-1-hyperv neutron-server[88444]: INFO neutron.wsgi [None req-f5a76d05-b3c6-42cf-94aa-acac940a9a60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52f72451-d7e8-4bad-b35c-3a23add6985c HTTP/1.1" status: 204 len: 168 time: 0.2391315 Feb 16 13:44:35.414726 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9c1a00c6-4c08-4108-b186-206a2097ffee no longer exists at agent ovs-agent-dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:35.458026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] No Port match for: 9c1a00c6-4c08-4108-b186-206a2097ffee {{(pid=88445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:35.458026 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron.plugins.ml2.rpc [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Device 9c1a00c6-4c08-4108-b186-206a2097ffee not bound to the agent host dv-neutron-829487-1-hyperv {{(pid=88445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:35.635745 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36598) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:35.693762 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-8f0bd03f-72ee-4939-83e3-e27401291b34 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b897edea196146a7a8272d815bb592ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546906 Feb 16 13:44:35.694045 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.wsgi [-] (88443) accepted ('10.222.0.47', 36602) {{(pid=88443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:35.753056 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c277-6175-47d8-b388-2ccb01520e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.780248 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c277-6175-47d8-b388-2ccb01520e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.876847 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c277-6175-47d8-b388-2ccb01520e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591162'] for security_group, after_delete {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.892182 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7c277-6175-47d8-b388-2ccb01520e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb91b341-6cbf-44ba-957e-9a8267e73cde,revision_number=None']} {{(pid=88443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:35.901812 dv-neutron-829487-1-hyperv neutron-server[88443]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c277-6175-47d8-b388-2ccb01520e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.901812 dv-neutron-829487-1-hyperv neutron-server[88443]: INFO neutron.wsgi [None req-2bb7c277-6175-47d8-b388-2ccb01520e8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb91b341-6cbf-44ba-957e-9a8267e73cde HTTP/1.1" status: 204 len: 168 time: 0.2055893 Feb 16 13:44:36.168251 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2666387e-2767-4576-9481-0ab9b1a41616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.231288 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.504989 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.048707 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.813982 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:42.024188 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:45:03.939333 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b54a881e-201c-4f09-9236-6696bbfbe5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.168101 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c655847-0bd5-4187-a0b4-2da9b85bf8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.288207 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.500192 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.019269 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.785527 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.024394 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:45:33.961185 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b74896fd-18f3-4644-8ffc-c7874c4296fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.202521 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c683a2f-ad4d-4959-a912-9f48ecde63c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.254036 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.515724 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.025004 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.806616 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.023536 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:46:03.934154 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9540906f-ad08-4858-add2-3cc7d801b75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.286116 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c63c-c33e-47f7-b3c8-395884970aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.338017 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.539702 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.031008 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.871565 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.027363 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:46:33.943175 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1491a56e-c8df-4285-af60-0aef83bcabaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.236759 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4af252e-5b23-4523-adec-cd058d720269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.253659 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.499827 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.051667 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:41.863481 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.970731 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5552ea2-780d-485c-9735-c33030f161b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.302020 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01bf2255-e3f7-4b7c-9805-d03ae988ad80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.284898 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.525053 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.102299 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.033301 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:47:11.839173 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.976038 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd818-4e2d-4576-9d00-cdd5c7a41c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.284588 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d54ccee2-b3dd-4e39-b6e8-90e0f614a849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.279083 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.604655 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.073372 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.889450 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.033612 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:48:03.968995 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76d2909a-0b02-485c-b38e-ac67f14dd382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.260804 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1d906ca-2f2b-4fe7-a3a2-edbaa7b8dbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.289179 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.546705 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.129276 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.072419 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.035011 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:48:34.019793 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4814905-77ff-4d9c-9b0a-102aa9818d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.248255 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e61ea43d-a35c-43a8-a65d-05bc06188dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.288696 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.603249 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.105570 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.865231 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.033865 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:49:03.956369 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc155017-a814-458e-8293-edb8e859a2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.253320 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6387ea46-0359-4c2b-b271-e06a1754a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.270366 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.527467 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.099088 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.864869 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.915312 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e6d063d-0a90-4fb2-97a1-c96c8b7452ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.200691 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e012d656-c314-4360-b6e6-66ceb27238aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.286441 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.521199 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.033724 dv-neutron-829487-1-hyperv neutron-server[88446]: DEBUG neutron.db.agents_db [None req-641b0706-8087-4bbf-80ba-72861ae9a21c None None] Agent healthcheck: found 6 active agents {{(pid=88446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:49:39.041077 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:41.829334 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.943271 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d69fb883-da15-405c-94d9-4fe64c473db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.268547 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54d3539d-32e1-489f-9e06-26801cbffdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.304045 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39746a8a-1d22-46bb-82dc-6b6382f9a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.526802 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e72b56a8-071f-4b87-a18f-6399cff4bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.053315 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ada-5de5-48e1-a3dd-063b90218043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.840164 dv-neutron-829487-1-hyperv neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87fb57e8-5982-4beb-99dc-3abf36c3c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748313559453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3924183'] for agent, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}